-- Logs begin at Wed 2022-03-23 09:31:45 UTC, end at Wed 2022-03-23 11:34:19 UTC. -- Mar 23 10:07:09.040221 dv-neutron-834653-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 10:07:11.207382 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.common.config [-] Logging enabled! Mar 23 10:07:11.208132 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev44 Mar 23 10:07:11.208227 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83642) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 23 10:07:11.210342 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.common.config [-] Logging enabled! Mar 23 10:07:11.210588 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev44 Mar 23 10:07:11.210829 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83642) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 23 10:07:11.211817 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:07:11.212048 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:07:11.212399 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:07:11.212641 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:07:11.212861 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:07:11.213175 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.213468 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.213759 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.213985 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.214275 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.214559 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.214837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.215119 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.215409 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.215723 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.216000 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.216278 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.216501 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.216777 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.217061 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.217338 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.217555 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] debug = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.217827 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.218301 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.218710 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.218986 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.219270 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.219571 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.219829 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.220110 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.220432 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] host = dv-neutron-834653-2-hyperv {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.220704 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.220985 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.221267 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.221546 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.221816 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.222088 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.222373 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.222640 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.222908 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_file = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.223177 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.223458 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.223766 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.224050 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.224270 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.224487 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.224769 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.225050 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.225319 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.225587 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.225855 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.226119 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.226384 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.226647 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.226925 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.227204 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.227480 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.227837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.228121 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.228372 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.228637 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.228920 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.229180 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.229448 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.229714 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.229993 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.230254 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.230520 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.230813 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.231092 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.231365 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.231665 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.231932 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.232205 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.232473 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.232740 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.233005 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] use_json = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.233269 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.233531 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.233844 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.234119 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.234383 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.234647 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.234914 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.235201 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.235459 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:11.235772 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.236059 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.236351 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.236627 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.236914 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.237204 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.237466 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.237738 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.238017 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.238296 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.238576 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.238847 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.239123 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.239406 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.239714 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.239980 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.240249 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.240530 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.240799 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.241063 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.241339 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.241619 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.241888 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.242150 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.242427 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.242697 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.242961 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.243224 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.243495 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.243801 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.244076 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.244334 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.244596 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.244866 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.245126 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.245400 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.245668 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.245932 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.246196 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.246465 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.246730 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.246997 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.247267 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.247548 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.247823 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.248088 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.248353 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.248618 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.248883 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.249146 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.249953 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.250219 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.250490 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.250758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.251024 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.251289 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.251571 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.251840 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.252120 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.252412 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.252684 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.252959 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.253228 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.253498 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.253769 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.254037 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.254306 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.254576 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.254843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.255124 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.255397 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.255699 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.255975 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.256245 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.256530 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.256800 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.257074 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.257342 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.257612 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.257886 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.258161 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.258446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.258732 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.259018 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.259301 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.259611 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.259884 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.260183 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.260453 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:11.260665 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:07:11.260903 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83642) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 10:07:11.664207 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO keyring.backend [-] Loading KWallet Mar 23 10:07:11.672058 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO keyring.backend [-] Loading SecretService Mar 23 10:07:11.675234 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO keyring.backend [-] Loading Windows Mar 23 10:07:11.676705 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO keyring.backend [-] Loading chainer Mar 23 10:07:11.677298 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO keyring.backend [-] Loading macOS Mar 23 10:07:11.711865 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 10:07:11.712137 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 10:07:11.712425 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 10:07:11.713970 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 10:07:12.021809 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.021996 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.022269 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.078930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.079197 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.079458 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.082534 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.082825 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.083072 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.112724 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.113000 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.113260 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.141328 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.141602 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.141866 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.466318 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.466987 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.466987 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.467148 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.468033 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.592963 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.593847 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.594126 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.594392 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.594653 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.594961 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.595221 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.595475 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.595759 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.596039 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.596297 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.596563 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.596826 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.597082 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.597351 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.597622 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.597879 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.598151 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.598403 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.598683 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.599029 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.599281 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.599527 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.599833 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.600081 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.600343 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.600715 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:12.600951 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:12.601183 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:12.601415 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:12.601644 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:12.601872 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:12.602424 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 10:07:12.605754 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 10:07:12.610466 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 10:07:12.614441 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Mar 23 10:07:12.616112 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 10:07:12.616526 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 10:07:12.616887 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 10:07:12.617370 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 10:07:12.620243 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 10:07:12.620495 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 10:07:12.620840 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 10:07:12.649939 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 23 10:07:12.650387 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.650682 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83642) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 23 10:07:12.651041 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.652431 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83642) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 10:07:12.652716 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 10:07:12.652958 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 10:07:12.656242 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.656523 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:12.717966 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 10:07:12.718191 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 10:07:12.718426 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 10:07:12.718808 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 10:07:12.751093 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_db.sqlalchemy.engines [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83642) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 23 10:07:13.090272 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing driver for type 'gre' Mar 23 10:07:13.090916 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] gre ID ranges: [(1, 1000)] Mar 23 10:07:13.151200 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing driver for type 'local' Mar 23 10:07:13.151545 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing driver for type 'vlan' Mar 23 10:07:13.165173 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] VlanTypeDriver initialization complete Mar 23 10:07:13.165507 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing driver for type 'vxlan' Mar 23 10:07:13.166014 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] vxlan ID ranges: [(1, 1000)] Mar 23 10:07:13.228012 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing extension driver 'port_security' Mar 23 10:07:13.228475 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] PortSecurityExtensionDriver initialization complete Mar 23 10:07:13.228861 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing mechanism driver 'openvswitch' Mar 23 10:07:13.229237 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing mechanism driver 'hyperv' Mar 23 10:07:13.236418 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.plugin [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:13.237120 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.237483 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.237824 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.238336 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 23 10:07:13.238758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.239101 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.239435 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.239839 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 23 10:07:13.240241 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.240581 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.240913 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.241291 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 23 10:07:13.241686 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > security_group after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.242024 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > security_group after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.242354 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.242868 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 23 10:07:13.243266 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.243627 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.243965 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.244345 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 23 10:07:13.244777 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] ML2 OVO RPC backend initialized. {{(pid=83642) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 23 10:07:13.245405 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.245749 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.246157 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.246494 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > networks before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.246829 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.247178 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > ports before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.247493 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.247918 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnets before_response 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.248255 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.248585 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.248911 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.249238 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.250116 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.250443 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.250770 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.251095 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.251418 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.252026 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.plugin [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Modular L2 Plugin initialization complete Mar 23 10:07:13.252354 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading services supported by the core plugin {{(pid=83642) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 10:07:13.252676 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.plugins.ml2.managers [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Got port-security extension from driver 'port_security' Mar 23 10:07:13.253131 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.extensions.vlantransparent [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Disabled vlantransparent extension. Mar 23 10:07:13.253579 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83642) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 10:07:13.253889 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: router Mar 23 10:07:13.290788 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.291166 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_create 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.291530 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router before_create 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.291911 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.292370 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.292622 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_delete 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.292969 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.293325 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_create 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.293665 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_update 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.294004 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_update 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.294341 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.294689 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_update 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.295088 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_update 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.295448 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.295809 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.296141 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: subnet after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.297047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.297393 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.297739 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_create 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.298070 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.298405 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.298752 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router after_update 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.299088 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.299423 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_create 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.299810 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.300148 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_update 55549900 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.300502 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > agent after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.300898 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > agent after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.301178 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > network after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.302064 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Tracking information for resource: router configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:13.302383 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Tracking information for resource: floatingip configured {{(pid=83642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:07:13.307443 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.db.l3_agentschedulers_db [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 10:07:13.308040 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.308393 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port after_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.308736 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port after_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.309079 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: port after_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.309989 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router before_create 55550100 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.310348 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.310704 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_create 55550100 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.311062 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > router precommit_update 55550100 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.315484 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.provider_configuration [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service providers = [] {{(pid=83642) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 10:07:13.315862 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.db.servicetype_db [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83642) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 10:07:13.318801 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.service_base [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:07:13.319146 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.service_base [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:07:13.319482 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.service_base [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:07:13.320375 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.services.service_base [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:07:13.320746 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.services.service_base [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 10:07:13.321119 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.321431 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 10:07:13.332395 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.332722 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: auto_allocate Mar 23 10:07:13.338730 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: network precommit_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.339099 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: network precommit_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.339722 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.340041 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: tag Mar 23 10:07:13.350207 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.350461 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: timestamp Mar 23 10:07:13.354586 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.354918 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: network_ip_availability Mar 23 10:07:13.360862 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.361229 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.361577 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.362306 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.362621 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: flavors Mar 23 10:07:13.367435 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.367785 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading Plugin: revisions Mar 23 10:07:13.372074 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:07:13.372460 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_concurrency.lockutils [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.660s {{(pid=83642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 10:07:13.373202 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83642) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 23 10:07:13.373528 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Initializing extension manager. Mar 23 10:07:13.374017 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: __init__.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.374376 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: __pycache__ {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.374705 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.375027 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.375346 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: _filter_validation_lib.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.375690 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.376009 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: address_group.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.376756 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.377316 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: address-group Mar 23 10:07:13.377628 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: address_scope.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.378323 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.378820 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: address-scope Mar 23 10:07:13.379133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.380086 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.380586 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: router-admin-state-down-before-update Mar 23 10:07:13.380900 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: agent.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.381588 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.382084 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: agent Mar 23 10:07:13.382401 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: agent_resources_synced.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.383317 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.383843 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: agent-resources-synced Mar 23 10:07:13.384160 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: allowedaddresspairs.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.386126 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.386646 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: allowed-address-pairs Mar 23 10:07:13.386969 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: auto_allocated_topology.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.388059 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.388572 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: auto-allocated-topology Mar 23 10:07:13.388891 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: availability_zone.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.389572 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.390103 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: availability_zone Mar 23 10:07:13.390421 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: availability_zone_filter.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.391316 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.391844 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: availability_zone_filter Mar 23 10:07:13.392163 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: data_plane_status.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.393052 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.393555 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 10:07:13.393872 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: default_subnetpools.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.394907 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.395413 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: default-subnetpools Mar 23 10:07:13.395758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.396530 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.397025 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: dhcp_agent_scheduler Mar 23 10:07:13.397340 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: dns.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.398237 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.398733 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 10:07:13.399051 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: dns_domain_ports.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.399981 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.400475 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 10:07:13.400787 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: dvr.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.401443 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.401936 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: dvr Mar 23 10:07:13.402248 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: empty_string_filtering.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.403154 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.403693 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: empty-string-filtering Mar 23 10:07:13.404001 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.404893 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.405387 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 10:07:13.406232 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.407134 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.407669 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 10:07:13.407987 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: external_net.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.408893 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.409645 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: external-net Mar 23 10:07:13.409962 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.410863 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.411357 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: extra_dhcp_opt Mar 23 10:07:13.411712 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: extraroute.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.412614 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.413116 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: extraroute Mar 23 10:07:13.413426 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: extraroute_atomic.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.414458 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.414959 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: extraroute-atomic Mar 23 10:07:13.415278 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: filter_validation.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.415989 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.416495 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: filter-validation Mar 23 10:07:13.416806 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: fip_pf_description.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.417704 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.418205 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 10:07:13.418519 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: fip_port_details.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.419442 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.419971 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: fip-port-details Mar 23 10:07:13.420285 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: flavors.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.422165 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.422672 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: flavors Mar 23 10:07:13.422993 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.424716 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.425235 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 10:07:13.425558 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: floatingip_pools.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.426245 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.426747 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: floatingip-pools Mar 23 10:07:13.427063 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: ip_allocation.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.427995 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.428492 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 10:07:13.428810 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.429730 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.430222 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: ip-substring-filtering Mar 23 10:07:13.430543 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l2_adjacency.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.431455 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.431981 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 10:07:13.432295 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.433282 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.433794 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: router Mar 23 10:07:13.434111 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.436553 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.437114 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 10:07:13.437442 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.438357 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.438866 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: ext-gw-mode Mar 23 10:07:13.439194 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.440122 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.440623 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: l3-ha Mar 23 10:07:13.440941 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3_flavors.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.441842 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.442341 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: l3-flavors Mar 23 10:07:13.442657 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.443578 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.444089 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 10:07:13.444409 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: l3agentscheduler.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.445448 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.445952 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: l3_agent_scheduler Mar 23 10:07:13.446271 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: logging.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.447819 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.448335 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension logging not supported by any of loaded plugins Mar 23 10:07:13.448658 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: metering.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.449393 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.449960 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: metering Mar 23 10:07:13.450277 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.451365 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.451905 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: metering_source_and_destination_fields Mar 23 10:07:13.452224 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: multiprovidernet.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.453218 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.453727 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: multi-provider Mar 23 10:07:13.454047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: netmtu.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.454946 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.455449 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: net-mtu Mar 23 10:07:13.455790 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: netmtu_writable.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.456693 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.457193 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: net-mtu-writable Mar 23 10:07:13.457509 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: network_availability_zone.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.458166 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.458663 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: network_availability_zone Mar 23 10:07:13.458978 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: network_ip_availability.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.460114 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.460621 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: network-ip-availability Mar 23 10:07:13.460941 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: network_segment_range.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.461698 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.462201 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 10:07:13.462517 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: pagination.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.463509 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.463856 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: pagination Mar 23 10:07:13.464169 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.465087 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.465589 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: port-mac-address-regenerate Mar 23 10:07:13.465904 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: port_resource_request.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.466799 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.467318 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 10:07:13.467624 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: portbindings.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.469076 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.469584 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: binding Mar 23 10:07:13.469905 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: portbindings_extended.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.471195 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.471735 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: binding-extended Mar 23 10:07:13.472058 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: portsecurity.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.472963 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.473470 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: port-security Mar 23 10:07:13.473793 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: project_id.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.474753 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.475078 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: project-id Mar 23 10:07:13.475395 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: providernet.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.476346 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.476849 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: provider Mar 23 10:07:13.477167 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.480949 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.481468 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos not supported by any of loaded plugins Mar 23 10:07:13.481795 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.483037 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.483572 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 10:07:13.484445 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.485350 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.485859 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 10:07:13.486179 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_default.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.487080 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.487606 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-default not supported by any of loaded plugins Mar 23 10:07:13.487925 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_fip.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.488568 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.489065 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 10:07:13.489381 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_gateway_ip.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.490297 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.490797 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 10:07:13.491113 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_port_network_policy.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.492043 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.492558 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 10:07:13.492873 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_rule_type_details.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.493776 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.494278 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 10:07:13.494597 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: qos_rules_alias.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.495678 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.496186 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 10:07:13.496504 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: quotasv2.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.497407 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.497725 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: quotas Mar 23 10:07:13.498039 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: quotasv2_detail.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.500229 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.500558 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: quota_details Mar 23 10:07:13.500880 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: rbac.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.501940 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.502450 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: rbac-policies Mar 23 10:07:13.502769 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: rbac_address_scope.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.503712 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.504222 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: rbac-address-scope Mar 23 10:07:13.504536 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: rbac_security_groups.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.505450 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.505951 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: rbac-security-groups Mar 23 10:07:13.506262 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: rbac_subnetpool.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.507172 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.507713 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: rbac-subnetpool Mar 23 10:07:13.508033 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: revisionifmatch.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.508939 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.509442 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: revision-if-match Mar 23 10:07:13.509754 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: revisions.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.510865 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.511366 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: standard-attr-revisions Mar 23 10:07:13.511715 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: router_availability_zone.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.512380 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.512878 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: router_availability_zone Mar 23 10:07:13.513194 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: routerservicetype.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.514098 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.514594 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 10:07:13.515022 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.516427 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.516926 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: port-security-groups-filtering Mar 23 10:07:13.517243 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: securitygroup.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.528470 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.529002 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: security-group Mar 23 10:07:13.529328 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: segment.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.530141 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.530688 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension segment not supported by any of loaded plugins Mar 23 10:07:13.531009 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.532022 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.532536 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 10:07:13.532859 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: servicetype.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.534264 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.534776 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: service-type Mar 23 10:07:13.535099 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: sorting.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.536107 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.536431 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: sorting Mar 23 10:07:13.536744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: standard_attr_segment.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.537650 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.538160 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 10:07:13.538479 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: standardattrdescription.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.539133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.539657 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: standard-attr-description Mar 23 10:07:13.539982 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: stateful_security_group.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.540930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.541436 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: stateful-security-group Mar 23 10:07:13.541842 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: stdattrs_common.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.542328 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 10:07:13.542641 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.543591 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.544117 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 10:07:13.544488 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: subnet_onboard.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.545562 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.546176 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: subnet_onboard Mar 23 10:07:13.546411 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.547338 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.547862 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 10:07:13.548176 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: subnet_service_types.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.549096 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.549598 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: subnet-service-types Mar 23 10:07:13.549918 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: subnetallocation.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.551009 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.551507 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: subnet_allocation Mar 23 10:07:13.551847 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.552506 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.553001 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: subnetpool-prefix-ops Mar 23 10:07:13.553317 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.554241 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.554738 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 10:07:13.555053 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: tagging.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.556157 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.556665 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: standard-attr-tag Mar 23 10:07:13.556980 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: timestamp.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.558172 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.558679 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loaded extension: standard-attr-timestamp Mar 23 10:07:13.558993 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: trunk.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.560039 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.560584 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension trunk not supported by any of loaded plugins Mar 23 10:07:13.560869 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: trunk_details.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.562292 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.563087 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 10:07:13.563199 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: uplink_status_propagation.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.564055 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.564557 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 10:07:13.564874 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Loading extension file: vlantransparent.py {{(pid=83642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 23 10:07:13.565595 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 23 10:07:13.566040 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 10:07:13.568380 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:network Mar 23 10:07:13.569112 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:subnet Mar 23 10:07:13.569703 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:07:13.570489 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:port Mar 23 10:07:13.571791 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.572236 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service FLAVORS assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.572826 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.573249 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.573578 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:router Mar 23 10:07:13.574231 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 10:07:13.574927 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service METERING assigned prefix: /metering {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.576401 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.576759 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.577103 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:07:13.578802 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 10:07:13.579234 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:security_group Mar 23 10:07:13.579924 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 10:07:13.580890 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service CORE assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.581138 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:07:13.581469 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] subnetpool is already registered Mar 23 10:07:13.582079 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service CORE assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.582407 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:07:13.582727 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] subnetpool is already registered Mar 23 10:07:13.585264 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.585685 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service FLAVORS assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.586259 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.586674 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.586996 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:router Mar 23 10:07:13.587317 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] router is already registered Mar 23 10:07:13.587929 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 10:07:13.588253 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] floatingip is already registered Mar 23 10:07:13.588915 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service METERING assigned prefix: /metering {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.589518 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 10:07:13.589838 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] rbac_policy is already registered Mar 23 10:07:13.590374 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:security_group Mar 23 10:07:13.590693 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] security_group is already registered Mar 23 10:07:13.591272 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 10:07:13.591626 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] security_group_rule is already registered Mar 23 10:07:13.592280 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service CORE assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.592612 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:07:13.592935 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] subnetpool is already registered Mar 23 10:07:13.593547 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.v2.resource_helper [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Service CORE assigned prefix: {{(pid=83642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:07:13.593868 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:07:13.594194 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING neutron.quota.resource_registry [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] subnetpool is already registered Mar 23 10:07:13.594828 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: extensions {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.596341 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: address-groups {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.597884 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: address-scopes {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.599075 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: agents {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.600288 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: auto-allocated-topology {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.601457 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: availability_zones {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.602735 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: dhcp-networks {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.604126 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: dhcp-agents {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.605518 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: routers {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.607317 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: flavors {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.608494 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: service_profiles {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.609688 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: next_providers {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.611180 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: service_profiles {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.612605 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: floatingip-pools {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.613967 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: routers {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.615755 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: floatingips {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.616930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: l3-routers {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.618250 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: l3-agents {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.619662 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: metering-labels {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.621087 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: metering-label-rules {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.622308 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: network-ip-availabilities {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.623575 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: bindings {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.626692 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: quotas {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.628151 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: quotas {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.629990 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: rbac-policies {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.631262 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: security-groups {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.632468 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: security-group-rules {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.633661 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: service-providers {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.634849 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: subnetpools {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.636453 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: subnetpools {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.637874 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.639488 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.641826 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.643531 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.645339 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.646972 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.648726 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.650517 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.652366 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.654139 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron.api.extensions [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Extended resource: tags {{(pid=83642) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 23 10:07:13.660386 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING keystonemiddleware.auth_token [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 10:07:13.665104 dv-neutron-834653-2-hyperv neutron-server[83642]: WARNING keystonemiddleware.auth_token [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 10:07:13.673686 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_concurrency.lockutils [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Acquired lock "singleton_lock" {{(pid=83642) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 23 10:07:13.674157 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_concurrency.lockutils [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Releasing lock "singleton_lock" {{(pid=83642) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 23 10:07:13.674785 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Starting 2 workers Mar 23 10:07:13.679356 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Started child 83745 {{(pid=83642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:07:13.683762 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Started child 83746 {{(pid=83642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:07:13.684915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.685482 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO neutron.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 10:07:13.685965 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Notify callbacks [] for process, before_spawn {{(pid=83642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.686542 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [-] (83745) wsgi starting up on http://0.0.0.0:9696 Mar 23 10:07:13.689086 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Starting 1 workers Mar 23 10:07:13.689652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.691103 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [-] (83746) wsgi starting up on http://0.0.0.0:9696 Mar 23 10:07:13.694097 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Started child 83747 {{(pid=83642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:07:13.694601 dv-neutron-834653-2-hyperv neutron-server[83642]: INFO oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Starting 1 workers Mar 23 10:07:13.698049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] calling RpcWorker wait() {{(pid=83747) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 10:07:13.698659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] returning from RpcWorker wait() {{(pid=83747) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 10:07:13.698975 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Started child 83748 {{(pid=83642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:07:13.699731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.699851 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG neutron_lib.callbacks.manager [None req-ae99995b-ff49-4a39-b04c-a303eb7abb83 None None] Notify callbacks [] for process, after_spawn {{(pid=83642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.700222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:13.701690 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83642) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 23 10:07:13.702406 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:07:13.702406 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:07:13.702406 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:07:13.702611 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:07:13.702825 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:07:13.703253 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.703526 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.703812 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.704113 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.704588 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.704588 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.704897 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.705174 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.705448 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.705705 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.705957 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.706121 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.706262 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.706496 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.706744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.707032 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.707302 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.707565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.707837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.707983 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.708233 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.708490 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.708710 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.708981 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] debug = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.709354 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.709824 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.710060 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.710300 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.710550 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.710826 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.711048 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.711351 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.711627 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.711856 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.712092 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.712358 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.712667 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.713029 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.713300 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.713397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 36390) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:13.713526 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.714014 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] host = dv-neutron-834653-2-hyperv {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.714240 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.714474 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.714719 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.714963 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.715219 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.715450 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.715743 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.716006 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.716260 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.716550 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.716823 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.717084 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.717305 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.717604 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_file = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.717772 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_options = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.718010 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.718380 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.718652 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.718844 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.719011 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.719185 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.719449 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.719634 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.719890 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.720124 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.720345 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.720643 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.720884 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.721214 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.721563 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.721900 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.722224 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.722527 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.722912 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074239 Mar 23 10:07:13.723257 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.723791 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.724175 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.725404 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.725801 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.726178 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.726551 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.726790 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.727025 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.727247 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.727463 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.727724 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.727996 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.728253 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.728488 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.728732 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.728960 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.729188 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.729400 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.729676 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.730050 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.730431 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.730851 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.731215 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.731653 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.732006 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.732358 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.732726 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_json = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.733085 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.733446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.734378 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.734752 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.735122 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.735474 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.735860 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.736245 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.736614 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.738042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.739122 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.739632 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.740035 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.740428 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.740812 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.741194 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.741550 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.741920 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.742508 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.742958 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.743307 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:13.743428 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.743729 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.744010 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.744263 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.744532 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.744753 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.744996 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.745217 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.745457 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.745674 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.746071 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.746173 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.746364 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.746723 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.747076 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.747474 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.747802 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.748427 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.748427 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.748682 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.748938 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.749162 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.749432 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.750159 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.750391 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.750620 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.750849 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.751090 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.751349 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752272 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752272 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752272 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752272 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.752953 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.753093 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.753307 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.753517 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.753729 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.753972 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.754184 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.754535 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.754878 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.755231 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.755609 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.755997 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.756361 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.756784 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.757141 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.757509 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.757856 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.758212 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.758567 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.758913 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.759251 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.759634 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.759985 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.760343 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.760698 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.760933 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.761172 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.761536 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.761986 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.762308 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.762561 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.762819 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.763038 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.763435 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.763818 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.764204 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.764593 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.765483 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.765856 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.766271 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.766626 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.767022 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.767264 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.767668 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.768074 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.768311 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.768563 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.768782 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.769188 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.769552 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.769990 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.770379 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.770746 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.771121 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.771483 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.771929 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.772325 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.772726 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.773081 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.773465 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.773899 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.774328 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.774731 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.775118 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.775505 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.776021 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.776380 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.776782 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.777171 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.777566 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.777923 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.778331 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.778747 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.779137 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.779494 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.779921 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.780409 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.784256 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.784633 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.785000 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.785400 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.785818 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.786162 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.786659 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.787744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.787744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.787744 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.788074 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.789162 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.789162 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.789162 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.789539 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.790163 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.790490 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.792167 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.792167 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.792349 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.792605 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.792838 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.793072 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795638 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795638 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795638 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.795933 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.796183 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.796441 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.796698 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.797273 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.797273 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.797434 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.797637 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.797854 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.798108 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.798339 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.799287 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.799287 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.799287 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.799287 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.799592 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.800144 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.800376 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.800619 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.802061 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.802429 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.802700 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.803403 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.803706 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.803937 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.804181 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.804405 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.804627 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.804852 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.805084 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.805773 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.806015 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.806703 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.806953 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.808829 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.809268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.811815 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.812108 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.812353 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.812592 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.812850 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.813111 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.813368 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.813593 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.813839 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.814063 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.814293 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.814728 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.815240 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.815483 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.816223 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.817783 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.818546 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.818546 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.819789 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.820069 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.820356 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.820597 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.820833 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.821072 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.821304 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.821685 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.821957 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.822220 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.822543 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.822826 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.823081 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.823347 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.824183 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.824183 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.824183 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.824412 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.824580 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.824809 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.825103 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.825596 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.826439 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.826439 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.826439 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.826703 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.826998 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.827280 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.828055 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.828359 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.828675 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.829724 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.829724 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.829724 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.829978 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.830071 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.830214 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.830454 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.830705 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.830926 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.831169 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.831409 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.831702 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.831924 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833268 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.833722 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:07:13.833944 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83642) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 23 10:07:13.834139 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:07:13.834365 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:07:13.834498 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:07:13.834689 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:07:13.834784 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:07:13.835047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.835146 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.835308 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.835479 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.835660 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.835825 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.835987 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.836307 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.836493 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.836697 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.836850 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.837007 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.837319 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.837477 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.837777 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.838085 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.838758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.838758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.838758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.838758 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.839028 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.839028 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.839308 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] debug = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.839308 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.839501 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.839852 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.840018 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.840163 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.840324 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.840470 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.840606 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841357 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841357 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841357 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841357 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841357 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841910 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841910 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841910 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.841910 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] host = dv-neutron-834653-2-hyperv {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.842156 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.842232 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.843142 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.843142 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.843142 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.843142 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.843142 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.843142 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844228 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844228 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844228 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844452 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844452 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844596 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_file = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844726 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_options = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.844884 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.845043 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.845201 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.845387 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.845551 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.845710 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.845870 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.846029 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.846187 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.846345 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.846503 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.846662 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.846820 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847000 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847158 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847315 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847473 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847651 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847812 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.847969 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.848128 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.848291 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.849599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850232 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850232 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850232 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850232 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850532 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850532 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850661 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.850784 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851032 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851175 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851316 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851690 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851690 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.851858 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_json = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.852168 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.852168 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.852536 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.852536 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.852796 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.852796 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.853011 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.853084 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.853192 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:07:13.853374 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.853557 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.853692 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.853856 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.854018 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.854239 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.854328 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855902 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855902 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.855902 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.856076 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.858781 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859321 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.859843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860297 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860297 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860297 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860492 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860570 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860721 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.860903 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.861930 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.862837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.862837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.862837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.862837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.862837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.862837 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863391 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863391 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863391 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863662 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863662 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863814 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.863908 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.864046 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.864209 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865047 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865827 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865827 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865827 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865827 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.865827 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866440 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866947 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866947 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.866947 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.867196 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.867196 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.867451 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.867607 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.867748 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.867904 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868039 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868172 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868314 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868441 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868608 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868769 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.868940 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.869101 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.869270 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.869431 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.869598 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.869771 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.869934 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.870096 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.870259 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.870420 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.870596 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.870742 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.870874 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.871026 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.871189 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.871349 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.871518 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.871715 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.872021 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.872333 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.872542 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.872687 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.872852 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873024 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873181 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873319 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873489 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873619 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873746 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.873893 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.874049 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.874212 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.874585 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.875565 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876097 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876097 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876097 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876270 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876335 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876517 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876604 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876782 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.876931 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.877095 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.877257 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.877418 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.877579 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.877740 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.877902 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.878064 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.878225 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.878388 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.878554 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.878732 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.878887 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.879042 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.879194 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.879348 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.879500 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.879685 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.879861 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.880016 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.880154 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.880290 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.880458 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.880602 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.881446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.881446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.881446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.881446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.881446 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882133 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882754 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882754 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882754 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.882754 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.883265 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.883265 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.883265 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.883757 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.883757 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.884592 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.884768 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.884919 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.885086 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.885251 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.885413 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.885577 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.885739 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.885902 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.886064 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.886227 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.886388 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.886551 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.886724 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.886885 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.887046 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.887221 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.887383 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.887599 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.887761 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.887924 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.888094 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.888967 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.888967 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.888967 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.888967 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.888967 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.889464 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.889464 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.889464 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.889464 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.889855 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.889855 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.890629 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.890629 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.890884 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.890991 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.891103 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.891209 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.891377 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.891681 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.891797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:13.891917 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.891917 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.892114 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.892234 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.892341 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.892511 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.892674 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.892843 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893104 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893205 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893315 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893476 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893637 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893797 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.893953 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.894093 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.894256 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.894419 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.894581 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.894743 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.894906 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.895057 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.895216 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.895373 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.895509 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.896483 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.896658 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.896803 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:07:13.896942 dv-neutron-834653-2-hyperv neutron-server[83642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:07:24.350642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4478c-85a9-47b0-928a-52c9c655ebde None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:07:24.453501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4478c-85a9-47b0-928a-52c9c655ebde None None] No non-hosted networks {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 10:07:24.455400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3966681e-9c75-4eaa-99e6-7437d9633782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414420'] for agent, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:26.640737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-48635e03-199f-4660-8a6a-e0ee2523c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414420'] for agent, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:26.679164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-66c229bb-9c1d-46b3-941f-9673f86cda24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:27.671105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414420'] for agent, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:27.672555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.673144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.673733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.674783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.675324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.675941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.676320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.676674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.677000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.677400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.677883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:27.678718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834653-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:27.688766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834653-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:27.815073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414420'] for agent, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:29.156660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414420'] for agent, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:30.939338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 36494) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:31.669090 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING oslo_policy.policy [None req-40e13f09-b871-4c69-bb2c-d2f34160941a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:31.669659 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING oslo_policy.policy [None req-40e13f09-b871-4c69-bb2c-d2f34160941a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:31.748636 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.db.l3_hamode_db [None req-59b9e09c-49ca-4dee-954d-c2ed40060ade None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 10:07:31.841149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9e09c-49ca-4dee-954d-c2ed40060ade None None] Routers set() bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:07:31.841532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9e09c-49ca-4dee-954d-c2ed40060ade None None] Router IDs set() for agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 23 10:07:31.886835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-40e13f09-b871-4c69-bb2c-d2f34160941a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:07:31.887847 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40e13f09-b871-4c69-bb2c-d2f34160941a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9476221 Mar 23 10:07:34.185853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 36508) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:34.597914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:07:34.650787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.policy [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83745) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 23 10:07:34.651524 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING oslo_policy.policy [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:34.651946 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING oslo_policy.policy [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:34.655842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.quota [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] Loaded quota_driver: . Mar 23 10:07:34.671429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:34.742618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766046401179', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766046428011', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766046427287', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766046430331', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766046440829', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1600547', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1490359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3760010'] for rbac-policy, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:34.808814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:34.809935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6291427f-052a-4c90-8db6-e8cfaae195e4 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225989 Mar 23 10:07:37.345314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36522) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:37.945887 dv-neutron-834653-2-hyperv neutron-server[83746]: WARNING oslo_policy.policy [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:37.946447 dv-neutron-834653-2-hyperv neutron-server[83746]: WARNING oslo_policy.policy [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:38.163217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '13e031ef83e84157929ab1fa93347074', 'name': 'private'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:07:38.164888 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.quota [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Loaded quota_driver: . Mar 23 10:07:38.184000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:38.190941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Usage tracker for resource:network and tenant:13e031ef83e84157929ab1fa93347074 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:38.196532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:38.204009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:38.219440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Made reservation on behalf of 13e031ef83e84157929ab1fa93347074 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:07:38.258534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.policy [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83746) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 23 10:07:38.259283 dv-neutron-834653-2-hyperv neutron-server[83746]: WARNING oslo_policy.policy [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:38.259679 dv-neutron-834653-2-hyperv neutron-server[83746]: WARNING oslo_policy.policy [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:38.264187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.286232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.335284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:38.339324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Usage tracker for resource:security_group_rule and tenant:13e031ef83e84157929ab1fa93347074 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:38.342775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:38.348512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:38.420219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.424660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.450022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] vlan segment allocate from pool success with {'vlan_id': 976, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:07:38.474832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766047631728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.475422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Unsubscribe: segment precommit_create {{(pid=83746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 10:07:38.475956 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Added segment c53b0abf-c7d2-41e8-a01e-a91bc58f4232 of type vlan for network c8ddb4e4-c960-4b5c-9c67-821161e595dc Mar 23 10:07:38.485038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4d57fe-1f3a-43a4-830d-6de535ef044b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:38.554373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.554702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.555035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.555368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.555745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.556074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.556396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.556715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.557033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.557362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.557659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Tracked resource versions report: Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: pushed versions: Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Log': {'1.0'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Network': {'1.1'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Port': {'1.5'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'PortForwarding': {'1.2'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'QosPolicy': {'1.8'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroup': {'1.2'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SubPort': {'1.0'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Subnet': {'1.1'}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Trunk': {'1.1'}} Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: consumer versions: Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Log': '1.0', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Network': '1.1', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Port': '1.5', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'PortForwarding': '1.2', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'QosPolicy': '1.8', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroup': '1.2', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroupRule': '1.0', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SubPort': '1.0', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Subnet': '1.1', Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Trunk': '1.1'}} Mar 23 10:07:38.558914 dv-neutron-834653-2-hyperv neutron-server[83746]: {{(pid=83746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:07:38.594746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.636316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.637380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:38.638010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:38.744665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ddb4e4-c960-4b5c-9c67-821161e595dc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:38.747416 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b90f5b0b-5c62-4183-8962-4661f8fef135 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4000385 Mar 23 10:07:38.777179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:07:41.357561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36544) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:41.821473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b6390-fa55-42fe-88de-da4636b932f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:41.822806 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cc6b6390-fa55-42fe-88de-da4636b932f4 admin admin] 10.222.0.73 "GET /v2.0/networks/c8ddb4e4-c960-4b5c-9c67-821161e595dc HTTP/1.1" status: 200 len: 825 time: 0.4637384 Mar 23 10:07:41.852455 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e8258f34-1a63-4d5b-8d9d-8106fcc0788e admin admin] 10.222.0.73 "GET /v2.0/subnetpools/0bdd08ba-ec75-4643-9f4b-7efc72c7d68e HTTP/1.1" status: 200 len: 734 time: 0.0242383 Mar 23 10:07:41.861271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Request body: {'subnet': {'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:07:41.865584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:41.869227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Usage tracker for resource:subnet and tenant:13e031ef83e84157929ab1fa93347074 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:41.872431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:41.878503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:41.888865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Made reservation on behalf of 13e031ef83e84157929ab1fa93347074 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:07:41.891181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:42.169738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:42.256794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9ce2ce-0f50-41f8-8c2e-ca543ea21553,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:42.266714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Checking segment: {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:07:42.267089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Network hostable DHCP agents. Network: c8ddb4e4-c960-4b5c-9c67-821161e595dc, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:07:42.290917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:07:42.301101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, c8ddb4e4-c960-4b5c-9c67-821161e595dc) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:07:42.305500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:42.306086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:42.311507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395cb28c-ae46-4b37-9a73-830068e97744 None None] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:07:42.325961 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f5d5a552-1a54-4f61-b7e9-4010afdeb453 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4683557 Mar 23 10:07:42.632079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:07:42.633870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:42.838061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Allocated IP 172.20.0.2 (c8ddb4e4-c960-4b5c-9c67-821161e595dc/7d9ce2ce-0f50-41f8-8c2e-ca543ea21553/9c9aea03-aacb-4500-b76c-dc6866e35e46) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:07:43.076019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:43.090385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Transition to ACTIVE for port object 9c9aea03-aacb-4500-b76c-dc6866e35e46 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:07:43.112897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Transition to ACTIVE for port object 9c9aea03-aacb-4500-b76c-dc6866e35e46 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:07:43.120088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:43.187214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:07:43.189981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:07:43.198015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:07:43.200273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Pushing event updated for resources: {'Port': ['ID=9c9aea03-aacb-4500-b76c-dc6866e35e46,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:43.238758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.239101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.239433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.239785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.240123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.240447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.240769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.241101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.241419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.241736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.242047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Tracked resource versions report: Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: pushed versions: Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Log': {'1.0'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Network': {'1.1'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Port': {'1.5'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'PortForwarding': {'1.2'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'QosPolicy': {'1.8'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroup': {'1.2'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SubPort': {'1.0'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Subnet': {'1.1'}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Trunk': {'1.1'}} Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: consumer versions: Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Log': '1.0', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Network': '1.1', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Port': '1.5', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'PortForwarding': '1.2', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'QosPolicy': '1.8', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroup': '1.2', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroupRule': '1.0', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SubPort': '1.0', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Subnet': '1.1', Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Trunk': '1.1'}} Mar 23 10:07:43.243352 dv-neutron-834653-2-hyperv neutron-server[83747]: {{(pid=83747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:07:43.305850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Attempting to bind port 9c9aea03-aacb-4500-b76c-dc6866e35e46 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:07:43.306233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Attempting to bind port 9c9aea03-aacb-4500-b76c-dc6866e35e46 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:07:43.306649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Attempting to bind port 9c9aea03-aacb-4500-b76c-dc6866e35e46 on network c8ddb4e4-c960-4b5c-9c67-821161e595dc {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:07:43.313785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:07:43.314383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Checking segment: {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:07:43.314635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:43.315018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Bound using segment: {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:07:43.315527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Bound port: 9c9aea03-aacb-4500-b76c-dc6866e35e46, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:07:43.315938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:43.400633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] For port 9c9aea03-aacb-4500-b76c-dc6866e35e46, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:07:43.404504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] For port 9c9aea03-aacb-4500-b76c-dc6866e35e46, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9c9aea03-aacb-4500-b76c-dc6866e35e46,segment=NetworkSegment(c53b0abf-c7d2-41e8-a01e-a91bc58f4232),segment_id=c53b0abf-c7d2-41e8-a01e-a91bc58f4232)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:07:43.409915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:43.516433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61631315-b1ff-4ecd-b3a7-2aabadb81953 None None] Pushing event updated for resources: {'Port': ['ID=9c9aea03-aacb-4500-b76c-dc6866e35e46,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:44.657223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36554) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:45.057509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-acf64324-c096-48b7-a237-0dbca7b05bbd admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:07:45.058548 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-acf64324-c096-48b7-a237-0dbca7b05bbd admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4003849 Mar 23 10:07:47.161439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d5ea99-87dd-4062-9ee2-e0f6ac0300de None None] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:07:47.272427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5cf56050-ce89-4270-8802-3d86c478a7b9 None None] Provisioning for port 9c9aea03-aacb-4500-b76c-dc6866e35e46 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:07:47.395868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36568) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:47.802423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-841df6b5-da57-4cd7-9484-68faea582351 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:07:47.803389 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-841df6b5-da57-4cd7-9484-68faea582351 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4066010 Mar 23 10:07:47.987830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9c9aea03-aacb-4500-b76c-dc6866e35e46 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:07:48.059224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 9c9aea03-aacb-4500-b76c-dc6866e35e46 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:07:48.069358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9c9aea03-aacb-4500-b76c-dc6866e35e46 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:48.069805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:48.184097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:48.216878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 9c9aea03-aacb-4500-b76c-dc6866e35e46, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9c9aea03-aacb-4500-b76c-dc6866e35e46,segment=NetworkSegment(c53b0abf-c7d2-41e8-a01e-a91bc58f4232),segment_id=c53b0abf-c7d2-41e8-a01e-a91bc58f4232)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:07:48.220789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:48.285123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=9c9aea03-aacb-4500-b76c-dc6866e35e46,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:49.964797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9c9aea03-aacb-4500-b76c-dc6866e35e46 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:07:50.036122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9c9aea03-aacb-4500-b76c-dc6866e35e46 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:50.036490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:50.470532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36580) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:50.839871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:07:50.845584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:50.849317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Usage tracker for resource:router and tenant:13e031ef83e84157929ab1fa93347074 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:50.852794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:50.858940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:50.868607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:50.870093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:50.896343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:51.012764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:51.030007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:51.031234 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3b79676a-251b-4298-81fd-fac6611e3ab5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5597501 Mar 23 10:07:53.319563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36590) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:53.713086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-91181908-6964-4399-910c-a896f70d1937 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:07:53.714093 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-91181908-6964-4399-910c-a896f70d1937 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3935969 Mar 23 10:07:54.261634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e57fd7b5-4f24-43b1-a48d-2070e5cdf3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:55.963437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36600) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:56.361287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:07:56.366092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:56.369811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Usage tracker for resource:network and tenant:9d9fcb641b7944cc8f25ada6fd8ace0c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:56.372612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:56.378925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:56.388617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Made reservation on behalf of 9d9fcb641b7944cc8f25ada6fd8ace0c for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:07:56.390844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.402646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.434138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:56.439443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9fcb641b7944cc8f25ada6fd8ace0c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:56.445101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:56.451340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:56.516670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.520347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.537395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Reserving flat network on physical network physnet1 {{(pid=83746) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 10:07:56.559007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397861b4-702a-41a3-b552-c3360e8c8b1f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:56.563724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.564060 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Added segment 633efa8b-155b-4262-8cc2-f07477508066 of type flat for network 272d9772-59bd-424d-bc7d-8a127081a924 Mar 23 10:07:56.595780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.631270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.631653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd38c-eccf-47b9-9a34-43c0f17e37e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.632202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:56.632566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:56.731296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] Pushing event updated for resources: {'Network': ['ID=272d9772-59bd-424d-bc7d-8a127081a924,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:56.747572 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-69b50ce8-e857-4555-b0d6-e4c471383515 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7705979 Mar 23 10:07:56.748042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 272d9772-59bd-424d-bc7d-8a127081a924 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:07:57.660723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:57.729394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:59.015777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36620) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:59.087330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:59.331109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230040e3-84a8-416d-82bd-2e95957b62ab admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:59.332369 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-230040e3-84a8-416d-82bd-2e95957b62ab admin admin] 10.222.0.73 "GET /v2.0/subnets/7d9ce2ce-0f50-41f8-8c2e-ca543ea21553 HTTP/1.1" status: 200 len: 849 time: 0.3156543 Mar 23 10:07:59.482669 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2a71b9c0-63a1-4c5e-8e16-8dd2cdbc6fdc admin admin] 10.222.0.73 "GET /v2.0/routers/4eb009ff-0f5c-4a11-b9b9-25065e3dda40 HTTP/1.1" status: 200 len: 704 time: 0.1449442 Mar 23 10:07:59.946807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.178105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Allocated IP 172.20.0.1 (c8ddb4e4-c960-4b5c-9c67-821161e595dc/7d9ce2ce-0f50-41f8-8c2e-ca543ea21553/8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:08:00.362542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.379453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Transition to ACTIVE for port object 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:08:00.427851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.500135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:08:00.502710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:08:00.506462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:08:00.506973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.513198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:00.632446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.699596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ee625101-a020-4308-a238-fa77d41a2cda None None] Provisioning for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:08:00.704855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ee625101-a020-4308-a238-fa77d41a2cda None None] Provisioning complete for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:08:00.705225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee625101-a020-4308-a238-fa77d41a2cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.755780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ee625101-a020-4308-a238-fa77d41a2cda None None] Port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:08:00.873859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.878038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:00.878871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:01.006810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:01.071637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:08:01.073090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:08:01.279767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0256129f-d3f5-46a3-a3d8-fceb5e80e31a None None] Provisioning complete for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:08:01.280051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0256129f-d3f5-46a3-a3d8-fceb5e80e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:01.333598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0256129f-d3f5-46a3-a3d8-fceb5e80e31a None None] Port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:08:01.440007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:08:01.606877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:08:01.616479 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Sync routers for ids ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:08:01.617019 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-310c065d-f4c9-40a3-aae5-050249d082b7 admin admin] 10.222.0.73 "PUT /v2.0/routers/4eb009ff-0f5c-4a11-b9b9-25065e3dda40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1288040 Mar 23 10:08:01.629583 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Routers {'4eb009ff-0f5c-4a11-b9b9-25065e3dda40'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:08:01.630426 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:07:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:01.802828 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Set router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:08:02.180998 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:50Z', 'updated_at': '2022-03-23T10:08:00Z', 'revision_number': 2, 'project_id': '13e031ef83e84157929ab1fa93347074', 'gw_port_host': None, '_interfaces': [{'id': '8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3', 'name': '', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'mac_address': 'fa:16:3e:66:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:59Z', 'updated_at': '2022-03-23T10:08:00Z', 'revision_number': 2, 'project_id': '13e031ef83e84157929ab1fa93347074', 'subnets': [{'id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:02.186761 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Checking router: 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:08:02.187121 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Updating router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:08:02.241856 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:02.619183 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:02.634488 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Transition to ACTIVE for port object 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:08:02.641181 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:02.843236 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Pushing event updated for resources: {'Port': ['ID=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:02.895867 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.896218 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.896554 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.896885 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.897225 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.897577 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.897896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.898231 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.898551 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.898867 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.899179 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Tracked resource versions report: Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: pushed versions: Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Log': {'1.0'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Network': {'1.1'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Port': {'1.5'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'PortForwarding': {'1.2'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'QosPolicy': {'1.8'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroup': {'1.2'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SubPort': {'1.0'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Subnet': {'1.1'}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Trunk': {'1.1'}} Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: consumer versions: Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Log': '1.0', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Network': '1.1', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Port': '1.5', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'PortForwarding': '1.2', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'QosPolicy': '1.8', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroup': '1.2', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroupRule': '1.0', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SubPort': '1.0', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Subnet': '1.1', Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Trunk': '1.1'}} Mar 23 10:08:02.900484 dv-neutron-834653-2-hyperv neutron-server[83748]: {{(pid=83748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:08:02.905192 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Attempting to bind port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:08:02.905587 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Attempting to bind port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:08:02.905997 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Attempting to bind port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 on network c8ddb4e4-c960-4b5c-9c67-821161e595dc {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:08:02.913568 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:08:02.913976 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Checking segment: {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:08:02.914443 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:02.914827 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Bound using segment: {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:08:02.915345 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Bound port: 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53b0abf-c7d2-41e8-a01e-a91bc58f4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:08:02.915752 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:03.003404 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] For port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:08:03.008648 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] For port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,segment=NetworkSegment(c53b0abf-c7d2-41e8-a01e-a91bc58f4232),segment_id=c53b0abf-c7d2-41e8-a01e-a91bc58f4232)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:08:03.013195 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:03.098668 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Routers {'4eb009ff-0f5c-4a11-b9b9-25065e3dda40'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:08:03.099297 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:07:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:03.231390 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0c043-20cb-4777-9831-c9560c9617fc None None] Pushing event updated for resources: {'Port': ['ID=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:03.258354 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] Set router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:08:03.590469 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:50Z', 'updated_at': '2022-03-23T10:08:00Z', 'revision_number': 2, 'project_id': '13e031ef83e84157929ab1fa93347074', 'gw_port_host': None, '_interfaces': [{'id': '8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3', 'name': '', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'mac_address': 'fa:16:3e:66:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:59Z', 'updated_at': '2022-03-23T10:08:02Z', 'revision_number': 4, 'project_id': '13e031ef83e84157929ab1fa93347074', 'subnets': [{'id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:03.594256 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b58a8d-4030-4643-9bd1-4e8ace2846b9 None None] The sync data for ids ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'] in dv-neutron-834653-2-hyperv is: [{'id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:50Z', 'updated_at': '2022-03-23T10:08:00Z', 'revision_number': 2, 'project_id': '13e031ef83e84157929ab1fa93347074', 'gw_port_host': None, '_interfaces': [{'id': '8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3', 'name': '', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'mac_address': 'fa:16:3e:66:36:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:59Z', 'updated_at': '2022-03-23T10:08:02Z', 'revision_number': 4, 'project_id': '13e031ef83e84157929ab1fa93347074', 'subnets': [{'id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:08:03.740677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36642) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:08:03.918642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3eb588-17e5-4bd0-8b45-5f9f248d3577 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:08:03.919187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3e3eb588-17e5-4bd0-8b45-5f9f248d3577 admin admin] Synchronizing usage tracker for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:08:03.937356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3e3eb588-17e5-4bd0-8b45-5f9f248d3577 admin admin] Unset dirty status for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:08:03.938557 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3e3eb588-17e5-4bd0-8b45-5f9f248d3577 admin admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 842 time: 0.1969035 Mar 23 10:08:03.948015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.7.1', 'enable_dhcp': False, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'cidr': '172.26.7.0/24', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:08:03.953111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:08:03.956880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Usage tracker for resource:subnet and tenant:9d9fcb641b7944cc8f25ada6fd8ace0c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:08:03.959657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:08:04.010854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:08:04.020784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Made reservation on behalf of 9d9fcb641b7944cc8f25ada6fd8ace0c for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:08:04.023152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:04.380840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:08:04.381262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:04.470933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1151ec0-6b13-468f-8e57-f82e5fd8cd9f,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:04.475724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:08:04.476078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Network hostable DHCP agents. Network: 272d9772-59bd-424d-bc7d-8a127081a924, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:08:04.507215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:08:04.517298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 272d9772-59bd-424d-bc7d-8a127081a924) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:08:04.521372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:08:04.521950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:04.526646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98e857-24d7-4ddf-a12c-5e358e3dd5ad None None] Network 272d9772-59bd-424d-bc7d-8a127081a924 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:08:04.549324 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2a5393ab-9087-4d60-8f7b-49405a654cf7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6046665 Mar 23 10:08:04.756126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee9873-1fd4-4525-b138-0b7d11d88b50 None None] Network 272d9772-59bd-424d-bc7d-8a127081a924 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:08:05.987806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:08:06.062038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:08:06.067024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:08:06.067569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:06.223703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:06.265935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,segment=NetworkSegment(c53b0abf-c7d2-41e8-a01e-a91bc58f4232),segment_id=c53b0abf-c7d2-41e8-a01e-a91bc58f4232)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:08:06.270704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:06.353089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:06.823206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36656) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:08:07.071649 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-703e6541-a697-4572-b9a8-3d2d639429ce admin admin] 10.222.0.73 "GET /v2.0/routers/4eb009ff-0f5c-4a11-b9b9-25065e3dda40 HTTP/1.1" status: 200 len: 710 time: 0.2471573 Mar 23 10:08:07.212329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0401e2-25f4-4935-8644-7edb32e9c025 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:08:07.213691 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bd0401e2-25f4-4935-8644-7edb32e9c025 admin admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 886 time: 0.1365705 Mar 23 10:08:07.223024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:08:07.690923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:07.910035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:07.968355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:07.974496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:08:08.040580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:08:08.041001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:08.102255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Allocated IP 172.26.7.134 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/b1ca7c77-b538-4c96-88a4-fc8dd5dc37de) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:08:08.250910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:08.285457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:08.359067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:08:08.361860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:08:08.367023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:08:08.390954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ca7c77-b538-4c96-88a4-fc8dd5dc37de,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:08.522102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:08.701750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:08.705348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:08.935478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:08:09.170719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:08:09.181513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:09.182714 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-439a7789-eac3-4b69-8301-d362e7b2b6e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/4eb009ff-0f5c-4a11-b9b9-25065e3dda40 HTTP/1.1" status: 200 len: 890 time: 1.9630070 Mar 23 10:08:09.184103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Sync routers for ids ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:08:09.203250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Routers {'4eb009ff-0f5c-4a11-b9b9-25065e3dda40'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:08:09.205644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:07:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:09.416558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Set router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:08:09.770361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b1ca7c77-b538-4c96-88a4-fc8dd5dc37de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:50Z', 'updated_at': '2022-03-23T10:08:08Z', 'revision_number': 4, 'project_id': '13e031ef83e84157929ab1fa93347074', 'gw_port': {'id': 'b1ca7c77-b538-4c96-88a4-fc8dd5dc37de', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:08:08Z', 'updated_at': '2022-03-23T10:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3', 'name': '', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'mac_address': 'fa:16:3e:66:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:59Z', 'updated_at': '2022-03-23T10:08:06Z', 'revision_number': 5, 'project_id': '13e031ef83e84157929ab1fa93347074', 'subnets': [{'id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:09.777082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Checking router: 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:08:09.777422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Updating router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:08:09.831758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:10.194893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:10.209756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Transition to ACTIVE for port object b1ca7c77-b538-4c96-88a4-fc8dd5dc37de will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:08:10.220827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:10.306406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Attempting to bind port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:08:10.306764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Attempting to bind port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:08:10.307130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Attempting to bind port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:08:10.309090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8401cea-65b1-462c-9b51-5607b6775f1f None None] Pushing event updated for resources: {'Port': ['ID=b1ca7c77-b538-4c96-88a4-fc8dd5dc37de,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:10.317825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:08:10.318108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:08:10.318499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:10.318875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:08:10.319330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Bound port: b1ca7c77-b538-4c96-88a4-fc8dd5dc37de, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:08:10.319757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:10.397206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] For port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:08:10.400299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] For port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b1ca7c77-b538-4c96-88a4-fc8dd5dc37de,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:08:10.407507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:10.513390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8401cea-65b1-462c-9b51-5607b6775f1f None None] Pushing event updated for resources: {'Port': ['ID=b1ca7c77-b538-4c96-88a4-fc8dd5dc37de,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:10.519660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Routers {'4eb009ff-0f5c-4a11-b9b9-25065e3dda40'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:08:10.520289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:07:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:10.753751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] Set router 4eb009ff-0f5c-4a11-b9b9-25065e3dda40 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:08:11.106766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b1ca7c77-b538-4c96-88a4-fc8dd5dc37de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:50Z', 'updated_at': '2022-03-23T10:08:08Z', 'revision_number': 4, 'project_id': '13e031ef83e84157929ab1fa93347074', 'gw_port': {'id': 'b1ca7c77-b538-4c96-88a4-fc8dd5dc37de', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:08:08Z', 'updated_at': '2022-03-23T10:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3', 'name': '', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'mac_address': 'fa:16:3e:66:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:59Z', 'updated_at': '2022-03-23T10:08:06Z', 'revision_number': 5, 'project_id': '13e031ef83e84157929ab1fa93347074', 'subnets': [{'id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:08:11.111799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f3a09-de68-4eb4-8728-9941782233d0 None None] The sync data for ids ['4eb009ff-0f5c-4a11-b9b9-25065e3dda40'] in dv-neutron-834653-2-hyperv is: [{'id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'name': 'router1', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.134'}], 'enable_snat': True}, 'gw_port_id': 'b1ca7c77-b538-4c96-88a4-fc8dd5dc37de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:50Z', 'updated_at': '2022-03-23T10:08:08Z', 'revision_number': 4, 'project_id': '13e031ef83e84157929ab1fa93347074', 'gw_port': {'id': 'b1ca7c77-b538-4c96-88a4-fc8dd5dc37de', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:08:08Z', 'updated_at': '2022-03-23T10:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3', 'name': '', 'network_id': 'c8ddb4e4-c960-4b5c-9c67-821161e595dc', 'tenant_id': '13e031ef83e84157929ab1fa93347074', 'mac_address': 'fa:16:3e:66:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb009ff-0f5c-4a11-b9b9-25065e3dda40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:59Z', 'updated_at': '2022-03-23T10:08:06Z', 'revision_number': 5, 'project_id': '13e031ef83e84157929ab1fa93347074', 'subnets': [{'id': '7d9ce2ce-0f50-41f8-8c2e-ca543ea21553', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bdd08ba-ec75-4643-9f4b-7efc72c7d68e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:08:11.679204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 36666) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:08:11.767800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:08:11.817282 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9677d4e5-6fe8-40c8-bc69-beae0fe4bbe3 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1368506 Mar 23 10:08:11.999904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b1ca7c77-b538-4c96-88a4-fc8dd5dc37de up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:08:12.068515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:08:12.073435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:08:12.073801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:12.191107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:12.208614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b1ca7c77-b538-4c96-88a4-fc8dd5dc37de,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:08:12.213404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:12.279184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b1ca7c77-b538-4c96-88a4-fc8dd5dc37de,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:08:13.981939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b1ca7c77-b538-4c96-88a4-fc8dd5dc37de up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:08:14.063003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b1ca7c77-b538-4c96-88a4-fc8dd5dc37de triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:08:14.063381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:24.255705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f6790d7c-58b2-4412-b453-aabb26de34b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:26.637534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdc3-f6a9-4048-8b01-8b15ff4a7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:27.666192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:27.731528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:29.101603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:48.770592 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:08:54.331199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5e2af74-a303-4f20-95fb-3207686478d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:56.633895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c839cf0-796f-4707-9c60-cfd0209c500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:57.663018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:57.735713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:59.123789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:24.257879 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-502b9af3-0046-40d0-bc15-dad074b3f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:25.770159 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:09:26.638288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc19e111-e5a0-43fe-ad0f-9ee08ad534b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:27.659383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:27.740180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:29.111705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:54.253161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6b866b3a-9366-46ea-80f6-a57a155fed6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:56.643946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc74dcc0-d1bf-4057-b64a-81aab80e98e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:57.655360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:57.743203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:59.110454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:02.770984 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:10:20.057480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37276) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:20.153122 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac84a22c-81e2-43b9-b2ee-ec292a7dc08f admin admin] GET failed (client error): The resource could not be found. Mar 23 10:10:20.157345 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ac84a22c-81e2-43b9-b2ee-ec292a7dc08f admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0959170 Mar 23 10:10:20.287953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df190d8-1af0-46eb-bc78-d102cd3a2767 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:20.289340 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2df190d8-1af0-46eb-bc78-d102cd3a2767 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1303539 Mar 23 10:10:22.373119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37286) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:22.545684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d305d078-ee1b-4819-9a53-0820d1a1149b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:22.546299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d305d078-ee1b-4819-9a53-0820d1a1149b admin admin] Synchronizing usage tracker for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:10:22.562618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d305d078-ee1b-4819-9a53-0820d1a1149b admin admin] Unset dirty status for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:10:22.563739 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d305d078-ee1b-4819-9a53-0820d1a1149b admin admin] 10.222.0.73 "GET /v2.0/subnets/7d9ce2ce-0f50-41f8-8c2e-ca543ea21553 HTTP/1.1" status: 200 len: 849 time: 0.1896026 Mar 23 10:10:22.572929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:10:22.689508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:22.881028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766047603613'] for subnet, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:22.929476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:22.930046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:22.931309 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] 10.222.0.73 "PUT /v2.0/subnets/7d9ce2ce-0f50-41f8-8c2e-ca543ea21553 HTTP/1.1" status: 200 len: 868 time: 0.3621223 Mar 23 10:10:22.948321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0d5ee-be05-4f54-8d46-aa0fd3586633 None None] Network c8ddb4e4-c960-4b5c-9c67-821161e595dc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:10:22.952511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9ce2ce-0f50-41f8-8c2e-ca543ea21553,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:10:22.962103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.962466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.962829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.963236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.963580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.963912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.964247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.964574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.965766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.966095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:22.966408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d671b04-7510-4cfc-af29-1dab9363b869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.441916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ea742bb1-b009-45d9-a9ba-2e3454f98863 None None] Provisioning complete for port 9c9aea03-aacb-4500-b76c-dc6866e35e46 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:10:23.442442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ea742bb1-b009-45d9-a9ba-2e3454f98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.570743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ea742bb1-b009-45d9-a9ba-2e3454f98863 None None] Provisioning complete for port 8bc8a7d5-cc60-4537-bfaa-27ff250dc9d3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:10:23.571028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ea742bb1-b009-45d9-a9ba-2e3454f98863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:24.257472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-abbfc387-a1b2-4b9b-a81d-432eff236b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:25.006066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37296) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:25.210656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994497e-e6dc-472e-81bd-3d707aec9cd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:25.210941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994497e-e6dc-472e-81bd-3d707aec9cd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:25.212505 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e994497e-e6dc-472e-81bd-3d707aec9cd7 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2054920 Mar 23 10:10:26.647509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e647050c-5b91-407e-8119-684fbb97419b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:27.441288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37306) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:27.650509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:27.684170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6acc80-3cd4-4431-9204-c7440a042d0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:27.684473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6acc80-3cd4-4431-9204-c7440a042d0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:27.686176 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3f6acc80-3cd4-4431-9204-c7440a042d0e admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2439516 Mar 23 10:10:27.747001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:29.117512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:29.807470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37316) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:29.999505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702442f5-96ef-4584-aa14-45c87cce8cc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:30.000954 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-702442f5-96ef-4584-aa14-45c87cce8cc4 admin admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 886 time: 0.1925199 Mar 23 10:10:32.056041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37326) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:32.262709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75edb4f7-90d4-471e-a39e-785c4bcde216 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:32.263994 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-75edb4f7-90d4-471e-a39e-785c4bcde216 admin admin] 10.222.0.73 "GET /v2.0/networks/c8ddb4e4-c960-4b5c-9c67-821161e595dc HTTP/1.1" status: 200 len: 869 time: 0.2070115 Mar 23 10:10:34.425507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37336) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:34.570664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976db57-e8f6-45c1-ad3c-b35a8f4cec76 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:34.571020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976db57-e8f6-45c1-ad3c-b35a8f4cec76 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:34.572550 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7976db57-e8f6-45c1-ad3c-b35a8f4cec76 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458023 Mar 23 10:10:36.744474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37346) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:36.891125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c174d-f20c-4e73-aa3b-723d253f43f2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:36.891485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c174d-f20c-4e73-aa3b-723d253f43f2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:36.893044 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-156c174d-f20c-4e73-aa3b-723d253f43f2 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1476011 Mar 23 10:10:38.995799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37356) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:39.141464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3adad6d-4cd4-44b8-a83b-e818c97b453a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:39.143135 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d3adad6d-4cd4-44b8-a83b-e818c97b453a admin admin] 10.222.0.73 "GET /v2.0/subnets/7d9ce2ce-0f50-41f8-8c2e-ca543ea21553 HTTP/1.1" status: 200 len: 868 time: 0.1456814 Mar 23 10:10:39.771647 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:10:41.354757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37366) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:41.489571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed687b1b-136a-43e3-bbfa-6a27c9f8179a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:41.490794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ed687b1b-136a-43e3-bbfa-6a27c9f8179a admin admin] 10.222.0.73 "GET /v2.0/subnets/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f HTTP/1.1" status: 200 len: 816 time: 0.1348493 Mar 23 10:10:54.329250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fec32b0d-ff12-470e-a639-1b70b1c0faf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:56.654605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2f9f9f5e-148f-4140-b626-5efc09f0732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:57.669213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:57.757747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:59.142423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:01.001937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37404) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:01.082074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-40b9dc02-bc6f-4d0a-9cea-ae8fbed2d7dc admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:11:01.083944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40b9dc02-bc6f-4d0a-9cea-ae8fbed2d7dc admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0805330 Mar 23 10:11:03.534372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37414) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:03.655781 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5a6624-dc42-4b2f-b6dd-9d7f43fadfa0 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:11:03.658223 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4f5a6624-dc42-4b2f-b6dd-9d7f43fadfa0 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1226594 Mar 23 10:11:03.799105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18216266-e802-4e97-9ad7-3221abea8304 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:11:03.800852 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-18216266-e802-4e97-9ad7-3221abea8304 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386175 Mar 23 10:11:06.153116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37424) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:06.237136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:11:06.243031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:11:06.256314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:11:06.267995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Made reservation on behalf of 9d9fcb641b7944cc8f25ada6fd8ace0c for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:11:06.270907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:06.400099 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING neutron.services.revisions.revision_plugin [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Could not find related network for resource to bump revision. Mar 23 10:11:06.424575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 957, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:11:06.442834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766047631728', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:06.443445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Unsubscribe: segment precommit_create {{(pid=83745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 10:11:06.443982 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Added segment 23bece3c-9e69-4585-98da-9e2f448bea02 of type vlan for network aed5a5c8-d20e-4e1d-9d52-173398c40d37 Mar 23 10:11:06.531709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:06.584921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:06.586459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:11:06.587481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:06.704997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5504267 Mar 23 10:11:06.738990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Pushing event updated for resources: {'Network': ['ID=aed5a5c8-d20e-4e1d-9d52-173398c40d37,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:06.752921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.753402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.753830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.754240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.754715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.755121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.755577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.756090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.756498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.756890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.757271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0250747-ab69-40f4-a0a3-8c308c7b29e7 admin admin] Tracked resource versions report: Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: pushed versions: Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Log': {'1.0'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Network': {'1.1'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Port': {'1.5'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'PortForwarding': {'1.2'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'QosPolicy': {'1.8'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroup': {'1.2'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SubPort': {'1.0'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Subnet': {'1.1'}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Trunk': {'1.1'}} Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: consumer versions: Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Log': '1.0', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Network': '1.1', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Port': '1.5', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'PortForwarding': '1.2', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'QosPolicy': '1.8', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroup': '1.2', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroupRule': '1.0', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SubPort': '1.0', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Subnet': '1.1', Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Trunk': '1.1'}} Mar 23 10:11:06.758708 dv-neutron-834653-2-hyperv neutron-server[83745]: {{(pid=83745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:11:06.803819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network aed5a5c8-d20e-4e1d-9d52-173398c40d37 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:11:09.103861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37438) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:09.239509 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce902b4d-4000-4c8f-831b-7d4b897a7360 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:11:09.240047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ce902b4d-4000-4c8f-831b-7d4b897a7360 admin admin] Synchronizing usage tracker for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:11:09.264903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ce902b4d-4000-4c8f-831b-7d4b897a7360 admin admin] Unset dirty status for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:11:09.266777 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ce902b4d-4000-4c8f-831b-7d4b897a7360 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1616077 Mar 23 10:11:09.421295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b293d09-8844-45bd-bef2-ec7aab481ba2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:11:09.422772 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3b293d09-8844-45bd-bef2-ec7aab481ba2 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1521654 Mar 23 10:11:09.436920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Request body: {'subnet': {'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:11:09.444733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:11:09.462991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:11:09.477570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Made reservation on behalf of 9d9fcb641b7944cc8f25ada6fd8ace0c for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:11:09.480903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:09.747126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:09.826964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acd7017-2f11-4aae-86b6-566d574af0f6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:09.849488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Checking segment: {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:11:09.849872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Network hostable DHCP agents. Network: aed5a5c8-d20e-4e1d-9d52-173398c40d37, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:11:09.878844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Network aed5a5c8-d20e-4e1d-9d52-173398c40d37 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:11:09.892188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, aed5a5c8-d20e-4e1d-9d52-173398c40d37) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:11:09.898636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:11:09.899624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:09.906041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146437d-4b37-400f-8012-f4a4c28d8c4d None None] Network aed5a5c8-d20e-4e1d-9d52-173398c40d37 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:11:09.934859 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c8966355-989f-448e-b746-fb27ff29e43a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5048909 Mar 23 10:11:10.220965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-aed5a5c8-d20e-4e1d-9d52-173398c40d37', 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37', 'tenant_id': '9d9fcb641b7944cc8f25ada6fd8ace0c', 'fixed_ips': [{'subnet_id': '9acd7017-2f11-4aae-86b6-566d574af0f6'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:11:10.222246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:10.451717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Allocated IP 192.168.233.2 (aed5a5c8-d20e-4e1d-9d52-173398c40d37/9acd7017-2f11-4aae-86b6-566d574af0f6/a910a86d-f2a0-4e32-818c-9af90a9d043e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:11:10.734777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:10.752810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Transition to ACTIVE for port object a910a86d-f2a0-4e32-818c-9af90a9d043e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:11:10.790149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Transition to ACTIVE for port object a910a86d-f2a0-4e32-818c-9af90a9d043e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:11:10.798197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:10.889609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Network aed5a5c8-d20e-4e1d-9d52-173398c40d37 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:11:10.890581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Pushing event updated for resources: {'Port': ['ID=a910a86d-f2a0-4e32-818c-9af90a9d043e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:10.893362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:11:10.896087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:11:10.908857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.909665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.909665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.909945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.910188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.910517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.910841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.911228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.911529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.911880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:10.912204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:11.006877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Attempting to bind port a910a86d-f2a0-4e32-818c-9af90a9d043e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:11:11.007153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Attempting to bind port a910a86d-f2a0-4e32-818c-9af90a9d043e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:11:11.007496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Attempting to bind port a910a86d-f2a0-4e32-818c-9af90a9d043e on network aed5a5c8-d20e-4e1d-9d52-173398c40d37 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:11:11.015984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:11:11.016357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Checking segment: {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:11:11.016765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:11.017158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Bound using segment: {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:11:11.017648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Bound port: a910a86d-f2a0-4e32-818c-9af90a9d043e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:11:11.018040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:11.180582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] For port a910a86d-f2a0-4e32-818c-9af90a9d043e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:11:11.188147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] For port a910a86d-f2a0-4e32-818c-9af90a9d043e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a910a86d-f2a0-4e32-818c-9af90a9d043e,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:11:11.196226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:11.342861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976a88-28e8-4173-a792-c239f3807894 None None] Pushing event updated for resources: {'Port': ['ID=a910a86d-f2a0-4e32-818c-9af90a9d043e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:12.152740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a910a86d-f2a0-4e32-818c-9af90a9d043e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:11:12.319515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a910a86d-f2a0-4e32-818c-9af90a9d043e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:11:12.439248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59b236-1870-4ba4-82be-d38f8d0ceab3 None None] Network aed5a5c8-d20e-4e1d-9d52-173398c40d37 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:11:12.554349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] Provisioning for port a910a86d-f2a0-4e32-818c-9af90a9d043e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:11:12.580717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] Provisioning complete for port a910a86d-f2a0-4e32-818c-9af90a9d043e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:11:12.581287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:12.843480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:12.913035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] For port a910a86d-f2a0-4e32-818c-9af90a9d043e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a910a86d-f2a0-4e32-818c-9af90a9d043e,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:11:12.922107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:13.044030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fdd4a-c9d3-43c3-92b8-5aeecc793e50 None None] Pushing event updated for resources: {'Port': ['ID=a910a86d-f2a0-4e32-818c-9af90a9d043e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:13.260465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cab12390-246f-44bd-9d16-4df2ef0e41bb None None] Provisioning complete for port a910a86d-f2a0-4e32-818c-9af90a9d043e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:11:13.261989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cab12390-246f-44bd-9d16-4df2ef0e41bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:14.084556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a910a86d-f2a0-4e32-818c-9af90a9d043e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:11:14.169300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a910a86d-f2a0-4e32-818c-9af90a9d043e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:11:14.169300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:16.772109 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:11:24.269125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-107acac1-08e5-48c9-b9c9-bf6c98f5aa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:26.656666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-19f2138f-e490-4b81-b9d0-d4aa3a65bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:27.660011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:27.763312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:29.141904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:53.773713 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:11:54.267659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a3f40e17-9429-4763-bfeb-588c702948f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:56.658707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a3328ea7-ffc5-4ed0-99ce-6dd54df74060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:57.662193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:57.757585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:59.141935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:24.274970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ba36ab45-75bf-497e-bfb2-10ff4c1703d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:26.657554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27e2698f-4146-43ed-a440-b93db6a160b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:27.666635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:27.761828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:27.853538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37480) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:12:27.860131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-7a97d7fd-08eb-46fb-8b07-519dabf8ca8d tempest-verify_tempest_config-741339311 tempest-verify_tempest_config-741339311-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:12:27.861443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7a97d7fd-08eb-46fb-8b07-519dabf8ca8d tempest-verify_tempest_config-741339311 tempest-verify_tempest_config-741339311-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0066550 Mar 23 10:12:28.273213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:12:28.433930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.469390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:12:28.474822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc3b2f9c80f4853a7b2037242990c29 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:12:28.478202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:12:28.485086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:12:28.587738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.594462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.644278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc41e4-a777-4453-9c0d-942c881933c2,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:12:28.647332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Synchronizing usage tracker for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:12:28.659318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.659706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.660044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.660399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.660734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.661064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.661418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.661743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.662060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.662376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.662691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:12:28.682280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] Unset dirty status for tenant:9d9fcb641b7944cc8f25ada6fd8ace0c on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:12:28.684147 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9922f0c8-f93e-4934-ac37-31d14625c5c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fc3b2f9c80f4853a7b2037242990c29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4096625 Mar 23 10:12:28.687656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37502) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:12:28.797117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7f7aec3a-8463-49b3-82a0-4c22a2235ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.845672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7f7aec3a-8463-49b3-82a0-4c22a2235ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.964119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7f7aec3a-8463-49b3-82a0-4c22a2235ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.984572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aec3a-8463-49b3-82a0-4c22a2235ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc41e4-a777-4453-9c0d-942c881933c2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:12:28.993069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7f7aec3a-8463-49b3-82a0-4c22a2235ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:28.994208 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7f7aec3a-8463-49b3-82a0-4c22a2235ee5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77dc41e4-a777-4453-9c0d-942c881933c2 HTTP/1.1" status: 204 len: 168 time: 0.3050928 Mar 23 10:12:29.136195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:30.774273 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:12:54.331798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f93f74bc-acf0-4865-a6b7-03b08fb4e35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:56.652553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e892aba6-59f9-4d06-9813-3865efeb3c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:57.666600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:57.764657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:59.145679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:07.775770 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:13:24.271661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2169bb96-c738-435b-bf85-b06a680b644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:26.671613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4695487c-2dc0-4ab4-90d0-1f946308b7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:27.664814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:27.767602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:29.152843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:44.777117 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 5 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:13:54.261279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414420'] for agent, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:54.277525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a42406b3-7b66-4543-89da-5df2089192c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:56.665674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91102cba-05e9-43a0-acf7-1f8cb3c53dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:57.662259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:57.776018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:59.146053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:10.967159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37572) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:11.125539 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-67b6df14-ea45-4293-b7a7-f029cf1bd454 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1566892 Mar 23 10:14:13.305944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37582) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:13.412153 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-06098806-e840-46e3-8982-fa1a2e112390 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1049175 Mar 23 10:14:21.779462 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:14:24.206866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:24.272337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-66b69c93-b953-4d16-b6ea-bf1f23777b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:26.665172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2241e44c-227a-496e-862f-b26d0a55e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:27.658395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:27.775158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:29.148959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:54.477759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:54.524866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c3539fb-85f9-466b-9d68-a84c4f7db523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.663148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f459d3e1-6ee9-443c-91cf-c6fcb7d588fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.675261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.781922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.789032 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:14:59.156139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.236066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.283194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fb6946b9-0388-45a6-83c0-0956fb5314ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.667466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3b8df802-6535-4bc7-a950-643a45a2b75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.670829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.782936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:29.172953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.785782 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:15:43.644570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37744) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:43.685474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37752) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:44.258230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-551627617-network', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:44.264409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:44.270556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Usage tracker for resource:network and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:44.274848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:44.284820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:44.295193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37770) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:44.308286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1239507811-network', 'tenant_id': '9cfd07de243147da89c3c62cab84441c'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:44.315848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Made reservation on behalf of 038e9dd718e54b049acc8bd46c2bf9be for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:44.319335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.335069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:44.342565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.356513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Usage tracker for resource:network and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:44.362824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:44.388079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:44.418083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:44.423345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Usage tracker for resource:security_group_rule and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:44.426682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Made reservation on behalf of 9cfd07de243147da89c3c62cab84441c for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:44.430472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.452948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:44.459500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.477734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:44.541193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:44.546465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:44.550161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:44.557053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:44.628264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.671714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.697978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:44.709838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.710207 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Added segment ff0375a0-60ea-4e36-b8e2-455929d9d8ca of type vlan for network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 Mar 23 10:15:44.720920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.746922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.764796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.776394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:44.789724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.790555 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Added segment 2ea2842b-e76f-4f96-9d0f-3ae909351a65 of type vlan for network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 Mar 23 10:15:44.856927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.895065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ae8df-c739-4052-894c-0ae54e0cb117,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:44.901615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.903272 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.904069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.932940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.933775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.934349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.950278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.950908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.959779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.960804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.961838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.962290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.962635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.963072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.963639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.964105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.964567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Tracked resource versions report: Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: pushed versions: Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Log': {'1.0'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Network': {'1.1'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Port': {'1.5'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'PortForwarding': {'1.2'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'QosPolicy': {'1.8'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroup': {'1.2'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SubPort': {'1.0'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Subnet': {'1.1'}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Trunk': {'1.1'}} Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: consumer versions: Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Log': '1.0', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Network': '1.1', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Port': '1.5', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'PortForwarding': '1.2', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'QosPolicy': '1.8', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroup': '1.2', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SecurityGroupRule': '1.0', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'SubPort': '1.0', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Subnet': '1.1', Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: 'Trunk': '1.1'}} Mar 23 10:15:44.965676 dv-neutron-834653-2-hyperv neutron-server[83746]: {{(pid=83746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:15:45.037105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2058969738-network', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:45.042202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:45.047334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Usage tracker for resource:network and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:45.051016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:45.058676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:45.107705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Made reservation on behalf of 67e43e5ee0794250ad4c6f43dd5f7737 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:45.110701 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4236898 Mar 23 10:15:45.111259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.129125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37790) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.151198 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5045736 Mar 23 10:15:45.154865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Request body: {'subnet': {'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1239507811-subnet', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:45.162636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37794) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.167963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:45.174410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Usage tracker for resource:subnet and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:45.177276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Request body: {'subnet': {'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-551627617-subnet', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:45.179770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:45.186433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:45.188590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:45.194858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Usage tracker for resource:subnet and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:45.206427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.206985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:45.216824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Made reservation on behalf of 9cfd07de243147da89c3c62cab84441c for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:45.219437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.219658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7721289-a55b-4a1a-89dd-4ff80835c634 admin admin] Pushing event updated for resources: {'Network': ['ID=3e2283f2-363b-4b9c-94cc-d2736a49f3f9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:45.222142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:45.224886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ead3d-a188-40a9-bed6-91006687325c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:45.238026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:45.496685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Made reservation on behalf of 038e9dd718e54b049acc8bd46c2bf9be for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:45.499455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.518612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe99c67-6d18-48d6-a242-54791c276061 admin admin] Pushing event updated for resources: {'Network': ['ID=8f9b51b0-f60a-4ada-8726-ec28e8ed5089,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:45.537854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:45.571201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.637777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37804) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.693096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9913eb76-9dad-4761-a6c5-384d3d896add,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:45.724975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.725663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.726163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.726743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.727250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.727794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.728292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.728831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.729308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.729831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.730344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Tracked resource versions report: Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: pushed versions: Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Log': {'1.0'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Network': {'1.1'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Port': {'1.5'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'PortForwarding': {'1.2'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'QosPolicy': {'1.8'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroup': {'1.2'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SubPort': {'1.0'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Subnet': {'1.1'}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Trunk': {'1.1'}} Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: consumer versions: Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Log': '1.0', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Network': '1.1', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Port': '1.5', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'PortForwarding': '1.2', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'QosPolicy': '1.8', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroup': '1.2', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SecurityGroupRule': '1.0', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'SubPort': '1.0', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Subnet': '1.1', Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: 'Trunk': '1.1'}} Mar 23 10:15:45.731926 dv-neutron-834653-2-hyperv neutron-server[83745]: {{(pid=83745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:15:45.754667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Checking segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:45.755338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Network hostable DHCP agents. Network: 8f9b51b0-f60a-4ada-8726-ec28e8ed5089, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:45.763229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:45.774428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Usage tracker for resource:security_group_rule and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:45.779295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:45.788360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:45.804993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:45.833326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8f9b51b0-f60a-4ada-8726-ec28e8ed5089) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:45.842588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:45.843702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.912341 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3d1e246f-8ba8-4b7f-a942-b39a9ebe3fd8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7766576 Mar 23 10:15:45.923969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37816) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.934622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8a5fc-71ac-46ef-826c-04d6028c0920 None None] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:45.938268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:45.944418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:45.949782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Usage tracker for resource:router and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:45.955520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:45.973093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:45.977944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.987530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.010982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.012830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.046366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:46.069259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94e361-65ae-40cf-89aa-ac0787773b7b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.078121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.078472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Added segment 69134e8f-8a17-4b4f-b024-51d8386e7998 of type vlan for network ba405026-9636-42e5-a741-35ed0588179b Mar 23 10:15:46.101856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.130980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.261374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.291010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Checking segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:46.291759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Network hostable DHCP agents. Network: 3e2283f2-363b-4b9c-94cc-d2736a49f3f9, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:46.305382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-59564693'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:46.322283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:46.327409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f2f0dd-0e74-460d-ae41-551f849867ad,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.339282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:46.350275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Usage tracker for resource:network and tenant:4469cbca909a4b09ad606a05a6b8d366 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:46.354558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 3e2283f2-363b-4b9c-94cc-d2736a49f3f9) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:46.361446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.363492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.367113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:46.369808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5fb48-b3f9-470f-bf79-0c890ae72a66 None None] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:46.404726 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-13943083-9152-46ed-a20a-abf607d62487 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2365196 Mar 23 10:15:46.408303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37828) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.414332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:46.420021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:46.425069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Usage tracker for resource:router and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:46.431325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:46.441103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:46.459750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.461508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.507594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:46.517557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:46.519489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.550895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:15:46.551961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.678704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.679585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.680171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.724195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:46.727370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.831619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.846187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] Pushing event updated for resources: {'Network': ['ID=ba405026-9636-42e5-a741-35ed0588179b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.850304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Allocated IP 172.20.0.2 (8f9b51b0-f60a-4ada-8726-ec28e8ed5089/9913eb76-9dad-4761-a6c5-384d3d896add/3fb30a6c-902f-4612-8ea5-4ff3960ba0a2) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:46.855741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.857600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.882611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ba405026-9636-42e5-a741-35ed0588179b details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:46.927481 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2bda226c-d9f3-46ee-b982-2e9055ea9a15 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6307373 Mar 23 10:15:46.929188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37842) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.942463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:47.021391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Request body: {'subnet': {'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2058969738-subnet', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:47.028266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:47.038453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Usage tracker for resource:subnet and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:47.042943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:47.051122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Usage tracker for resource:security_group_rule and tenant:4469cbca909a4b09ad606a05a6b8d366 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:47.055277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:47.057271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:47.067197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:47.123293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:15:47.124428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.165829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Made reservation on behalf of 67e43e5ee0794250ad4c6f43dd5f7737 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:47.176140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.398582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37850) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:47.446389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.488805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.507844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.509926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Transition to ACTIVE for port object 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:47.513321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Allocated IP 172.20.0.2 (3e2283f2-363b-4b9c-94cc-d2736a49f3f9/93f2f0dd-0e74-460d-ae41-551f849867ad/32bd6cfd-af9a-4d2f-bd54-85e4e9692601) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:47.525408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.548224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Transition to ACTIVE for port object 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:47.568530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.627158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.655138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6707920-6b05-40ec-8d67-7ede0b2fe0e5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:47.668766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:47.694277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.747113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:47.761820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:47.772164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:47.778102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Pushing event updated for resources: {'Port': ['ID=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:47.787467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.790189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.790563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Added segment 9a255606-3c7e-4709-833c-947709e188f6 of type vlan for network 19200b87-a1fd-4210-8ef4-241f4558881f Mar 23 10:15:47.875034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Allocated IP 172.26.7.126 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/5b8fae7b-fc8a-4060-b922-05dff81790e8) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:47.909941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.959575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.971577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:47.976225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.976591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.977103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.977753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.978232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.978736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.979206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.980207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.980556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.980883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.981345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.981820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.982293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Tracked resource versions report: Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: pushed versions: Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Log': {'1.0'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Network': {'1.1'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Port': {'1.5'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'PortForwarding': {'1.2'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'QosPolicy': {'1.8'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroup': {'1.2'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SubPort': {'1.0'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Subnet': {'1.1'}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Trunk': {'1.1'}} Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: consumer versions: Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Log': '1.0', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Network': '1.1', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Port': '1.5', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'PortForwarding': '1.2', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'QosPolicy': '1.8', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroup': '1.2', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SecurityGroupRule': '1.0', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'SubPort': '1.0', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Subnet': '1.1', Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: 'Trunk': '1.1'}} Mar 23 10:15:47.983490 dv-neutron-834653-2-hyperv neutron-server[83747]: {{(pid=83747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:15:48.118291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Attempting to bind port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:48.118553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Attempting to bind port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:48.122053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Attempting to bind port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 on network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:48.141682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-706943612'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:48.147605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.153064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Usage tracker for resource:network and tenant:638c00ceb8af42d283340de0da6314e8 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.156782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.164451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:48.173861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Network': ['ID=19200b87-a1fd-4210-8ef4-241f4558881f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:48.183894 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-141222c3-5878-4695-bc80-c663560b623e tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4877245 Mar 23 10:15:48.184200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:15:48.184398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Checking segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:48.185621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.185621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Bound using segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:15:48.185621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Bound port: 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:48.186093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.188517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Made reservation on behalf of 638c00ceb8af42d283340de0da6314e8 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:48.193016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.208388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37866) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:48.224965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'subnet': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:48.248415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.249345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.256664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.267684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 19200b87-a1fd-4210-8ef4-241f4558881f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:48.286034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.367040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Pushing event updated for resources: {'Port': ['ID=5b8fae7b-fc8a-4060-b922-05dff81790e8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:48.370745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Transition to ACTIVE for port object 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:48.413283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:48.417325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:48.422094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:48.454417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e72224-5e02-4d4e-baa3-30c2187a7dd9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:48.473635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Checking segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:48.473977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Network hostable DHCP agents. Network: ba405026-9636-42e5-a741-35ed0588179b, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:48.530467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Network ba405026-9636-42e5-a741-35ed0588179b is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:48.536969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.548013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, ba405026-9636-42e5-a741-35ed0588179b) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:48.551741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.555159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:48.556092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.557523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Usage tracker for resource:subnet and tenant:4469cbca909a4b09ad606a05a6b8d366 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.560822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.569127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:48.577890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Usage tracker for resource:security_group_rule and tenant:638c00ceb8af42d283340de0da6314e8 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.586340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.590197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:48.613294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Transition to ACTIVE for port object 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:48.615523 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ec9646b8-cbab-4a30-b4d8-cd1def160342 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6018116 Mar 23 10:15:48.619816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37874) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:48.627806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:48.629798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.630547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.643164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee39228-1923-4f59-bfc5-b9eb90a82559 None None] Network ba405026-9636-42e5-a741-35ed0588179b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:48.643966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:48.650715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.655331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Usage tracker for resource:router and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.659419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.666692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:48.684366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Allocated IP 172.26.7.106 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:48.702493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.749484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.750229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.838010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.983516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.986311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Pushing event updated for resources: {'Port': ['ID=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:49.016645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:49.030455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:49.039094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:49.099669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.228113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.256629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Subnet': ['ID=0ad73970-71aa-4b04-95c6-066d80005b6b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:49.284775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Router 8ec5e14d-23b4-4110-bb2f-ff681591959c is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:15:49.415847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37888) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:49.481065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.481394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Attempting to bind port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:49.481394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Attempting to bind port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:49.482052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Attempting to bind port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 on network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:49.491933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] For port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:15:49.523003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.528505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:15:49.528979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Checking segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:49.529262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.529682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Bound using segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:15:49.530235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Bound port: 32bd6cfd-af9a-4d2f-bd54-85e4e9692601, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:49.530622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.545831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] For port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:15:49.556127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] vlan segment allocate from pool success with {'vlan_id': 967, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:49.568847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.581557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.582211 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Added segment f5b529fe-946c-4c34-b062-7ff1bdb47122 of type vlan for network 941ca041-fcac-4dd7-85ec-1637cbead2cc Mar 23 10:15:49.644937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.724068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] For port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:15:49.731408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] For port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:15:49.772518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.830140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cecd90a-3f30-45f3-8281-e3bb4b3bbaab,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:49.852121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6e08-e550-4e9a-972a-c84b45de306a None None] Pushing event updated for resources: {'Port': ['ID=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:49.945284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:49.956590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-ba405026-9636-42e5-a741-35ed0588179b', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:15:49.957406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.962518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Checking segment: {'id': '9a255606-3c7e-4709-833c-947709e188f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:49.964831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network hostable DHCP agents. Network: 19200b87-a1fd-4210-8ef4-241f4558881f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:49.992020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.007328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.020314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:50.022108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.043455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.055164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.133626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:15:50.150632 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Sync routers for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:15:50.172988 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:15:50.174523 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:50.302021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.307215 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d753ec6b-4330-49fe-8206-92f758bafdef admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8976643 Mar 23 10:15:50.308009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37906) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.502777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Allocated IP 172.20.0.2 (ba405026-9636-42e5-a741-35ed0588179b/22e72224-5e02-4d4e-baa3-30c2187a7dd9/17247cfc-c04f-479c-bb9e-f6730b2fbbd6) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:50.588654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37910) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.622324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:50.684442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Pushing event updated for resources: {'Network': ['ID=941ca041-fcac-4dd7-85ec-1637cbead2cc,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:50.788683 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:15:50.808451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 941ca041-fcac-4dd7-85ec-1637cbead2cc details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:50.917801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Usage tracker for resource:floatingip and tenant:a23269de3f3f409c9be65a32a5934be9 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:50.933549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:50.935421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37918) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.961065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:51.054168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.063637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Allocated IP 172.26.7.219 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/6ea097fe-8e75-41e8-84a9-385f30733f6f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:51.070155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9d5df-2876-4cec-93f0-95fcc1634385 None None] Pushing event updated for resources: {'Port': ['ID=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.111798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.146518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Transition to ACTIVE for port object 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:51.195993 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-81ff032f-a9b9-4876-8366-651af0bb13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.7949471 Mar 23 10:15:51.208379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:51.211958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Transition to ACTIVE for port object 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:51.229677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.241827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0ff8c530-c665-4af2-ac0f-3efe4f098ae3 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:51.260446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.335856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.360713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 19200b87-a1fd-4210-8ef4-241f4558881f) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:51.371716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:51.392859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1803553532'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:51.427015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b90e3-d9c4-4825-8adb-37b59a7665b6 None None] Network 19200b87-a1fd-4210-8ef4-241f4558881f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:51.448031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:51.455944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.481684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:51.495029 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:48Z', 'revision_number': 3, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:51.512579 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Checking router: 8ec5e14d-23b4-4110-bb2f-ff681591959c for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:15:51.513254 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Updating router 8ec5e14d-23b4-4110-bb2f-ff681591959c port 5b8fae7b-fc8a-4060-b922-05dff81790e8 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:15:51.534750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Pushing event updated for resources: {'Port': ['ID=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.562173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:51.562770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.567929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Pushing event updated for resources: {'Port': ['ID=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.602209 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1cf56501-9c12-4b54-9b2f-4ff74eb7fad8 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3901565 Mar 23 10:15:51.603445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:51.651062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37936) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:51.660195 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.664934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'name': 'tempest-AllowedAddressPairTestJSON-760872698'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:51.738366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Usage tracker for resource:network and tenant:08a7901d82fe417e8edec5552c202083 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:51.756568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:51.768994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:51.802483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Network ba405026-9636-42e5-a741-35ed0588179b is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:51.809237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:51.828612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:51.851968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea097fe-8e75-41e8-84a9-385f30733f6f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.889345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:51.979597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:51.983949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:52.154512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:52.166067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Usage tracker for resource:port and tenant:4469cbca909a4b09ad606a05a6b8d366 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:52.170171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:52.229871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:52.254646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.293803 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0ff8c530-c665-4af2-ac0f-3efe4f098ae3 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "PUT /v2.0/quotas/2faf0afd6c1f4a56aac9589e68e1428a HTTP/1.1" status: 200 len: 366 time: 1.3497837 Mar 23 10:15:52.295286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Made reservation on behalf of 08a7901d82fe417e8edec5552c202083 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:52.302212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.308410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37942) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:52.315239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:52.318805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.352991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.380430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8e3ef-52f2-4b56-9c36-baaddbde2574 None None] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:52.442039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c33cb286-3d81-47a8-88b8-dc46d48a327b tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1304646 Mar 23 10:15:52.450488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:52.451522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] device_id is not set on port 6d8b37b3-9200-4554-ba03-397751b471e7 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:15:52.461097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Usage tracker for resource:security_group_rule and tenant:08a7901d82fe417e8edec5552c202083 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:52.468102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:52.481974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Attempting to bind port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:52.482301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Attempting to bind port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:52.482557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Attempting to bind port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 on network ba405026-9636-42e5-a741-35ed0588179b {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:52.485151 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:52.551847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37946) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:52.597005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:15:52.597949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Checking segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:52.598591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.599334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Bound using segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:15:52.600088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Bound port: 17247cfc-c04f-479c-bb9e-f6730b2fbbd6, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:52.600874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.607666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.618441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.636455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:52.651043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.652142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.659569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.659914 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Added segment 6e63d7e0-ef01-4ed4-b994-2193f759e621 of type vlan for network cb6f119c-576b-4a91-aadf-4f2d48503dcd Mar 23 10:15:52.671254 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.717182 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Transition to ACTIVE for port object 5b8fae7b-fc8a-4060-b922-05dff81790e8 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:52.727930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5107064-8d17-47a1-8548-a5911c6ebe15,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:52.746682 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ea2a319a-5613-42d7-bb61-772084567183 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "GET /v2.0/quotas/2faf0afd6c1f4a56aac9589e68e1428a HTTP/1.1" status: 200 len: 366 time: 0.1843157 Mar 23 10:15:52.748157 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.749532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37950) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:52.803590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.811651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9e968-8c54-4482-befd-4d9021875c3f None None] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:52.823842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.824876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.844555 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-56cca542-d40b-490c-a1a8-647f6c7e7d9e tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/2faf0afd6c1f4a56aac9589e68e1428a HTTP/1.1" status: 204 len: 168 time: 0.0817797 Mar 23 10:15:52.848601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:52.927699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:52.940687 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Pushing event updated for resources: {'Port': ['ID=5b8fae7b-fc8a-4060-b922-05dff81790e8,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:52.962336 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.962782 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.963329 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.964177 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.965050 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.965486 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.966120 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.966840 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.967482 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.968228 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.968840 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Tracked resource versions report: Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: pushed versions: Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: { 'ConntrackHelper': {'1.0'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Log': {'1.0'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Network': {'1.1'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Port': {'1.5'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'PortForwarding': {'1.2'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'QosPolicy': {'1.8'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroup': {'1.2'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroupRule': {'1.0'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SubPort': {'1.0'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Subnet': {'1.1'}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Trunk': {'1.1'}} Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: consumer versions: Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: { DHCP agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: L3 agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: Metadata agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: Metering agent@dv-neutron-834653-2-hyperv: {}, Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: Open vSwitch agent@dv-neutron-834653-2-hyperv: { 'ConntrackHelper': '1.0', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Log': '1.0', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Network': '1.1', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Port': '1.5', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'PortForwarding': '1.2', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'QosPolicy': '1.8', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroup': '1.2', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SecurityGroupRule': '1.0', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'SubPort': '1.0', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Subnet': '1.1', Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: 'Trunk': '1.1'}} Mar 23 10:15:52.971960 dv-neutron-834653-2-hyperv neutron-server[83748]: {{(pid=83748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:15:53.018234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 37960) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.030165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Request body: {'port': {'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520525893'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:53.035898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:53.041603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Usage tracker for resource:port and tenant:b665e6733eb944dd85f233aa3cbbaab5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:53.045671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:53.049618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] For port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:15:53.053066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:53.054259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] For port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:15:53.061744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.064332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-68a3d2c7-66b9-4f7f-8bcc-18ddad0b2bdc None None] Provisioning for port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:53.067464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:53.068190 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Attempting to bind port 5b8fae7b-fc8a-4060-b922-05dff81790e8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:53.068312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.068588 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Attempting to bind port 5b8fae7b-fc8a-4060-b922-05dff81790e8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:53.080148 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Attempting to bind port 5b8fae7b-fc8a-4060-b922-05dff81790e8 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:53.087451 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:15:53.087880 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:53.088250 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.088638 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:15:53.098852 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Bound port: 5b8fae7b-fc8a-4060-b922-05dff81790e8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:53.099314 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.119440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Made reservation on behalf of b665e6733eb944dd85f233aa3cbbaab5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:53.129174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.141908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.146242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-19200b87-a1fd-4210-8ef4-241f4558881f', 'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'tenant_id': '4469cbca909a4b09ad606a05a6b8d366', 'fixed_ips': [{'subnet_id': '0ad73970-71aa-4b04-95c6-066d80005b6b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:15:53.147183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.218243 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6239781 Mar 23 10:15:53.229378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37968) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.233006 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b39d1900-c3ad-40d3-8490-5abfb6ffe21a tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2977648 Mar 23 10:15:53.234534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Allocated IP 172.26.7.179 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/ce11b3ce-48df-47a1-ad61-b63e2b60b3ba) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:53.240510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37972) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.249495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.254488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652abed-f1be-4f30-92d4-b0a0434a5f5d None None] Pushing event updated for resources: {'Port': ['ID=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.265984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816715f6-5655-4ae5-a75c-425bc6f98b3f tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Pushing event updated for resources: {'Network': ['ID=cb6f119c-576b-4a91-aadf-4f2d48503dcd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.286339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Allocated IP 172.20.0.14 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/6d8b37b3-9200-4554-ba03-397751b471e7) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:53.330302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network cb6f119c-576b-4a91-aadf-4f2d48503dcd details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:53.362888 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-816659f7-a133-4542-ac27-6d88263f3907 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "GET /v2.0/quotas/2faf0afd6c1f4a56aac9589e68e1428a HTTP/1.1" status: 200 len: 370 time: 0.1146483 Mar 23 10:15:53.373156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37980) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.377548 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] For port 5b8fae7b-fc8a-4060-b922-05dff81790e8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:15:53.385878 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] For port 5b8fae7b-fc8a-4060-b922-05dff81790e8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5b8fae7b-fc8a-4060-b922-05dff81790e8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:15:53.396378 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.399191 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fd937f63-886c-4e38-9e41-09172be47c20 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "GET /v2.0/quotas/2faf0afd6c1f4a56aac9589e68e1428a/default HTTP/1.1" status: 200 len: 370 time: 0.0236037 Mar 23 10:15:53.401148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37984) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.410202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:53.438312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Usage tracker for resource:security_group_rule and tenant:b665e6733eb944dd85f233aa3cbbaab5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:53.474105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:53.507903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:53.600272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8bc3ace9-94cc-4a11-b76e-7f2bca9c5a92 None None] Provisioning for port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:53.630958 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-ae2be519-6084-4c98-bf54-bee4707573cf tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] delete failed (client error): The resource could not be found. Mar 23 10:15:53.644904 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ae2be519-6084-4c98-bf54-bee4707573cf tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/2faf0afd6c1f4a56aac9589e68e1428a HTTP/1.1" status: 404 len: 348 time: 0.2271917 Mar 23 10:15:53.665896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'network': {'name': 'tempest-network--1223773508', 'router:external': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:53.679112 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:15:53.680153 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:53.706863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:53.724532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:53.744367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:53.744829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.850577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:network and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:53.864240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:53.909650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:53.965505 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebcb14-91ce-4848-836f-82b3c4b977c8 None None] Pushing event updated for resources: {'Port': ['ID=5b8fae7b-fc8a-4060-b922-05dff81790e8,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.028628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Made reservation on behalf of cb86509d25d04c7d9603dae82abddae5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:54.030526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.046121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37992) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:54.067992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.134550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.158803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:network and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.176525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:54.185872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.188648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:security_group_rule and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.196884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.248924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:54.262431 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:15:54.264215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.291605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:subnet and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.312373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Transition to ACTIVE for port object 6d8b37b3-9200-4554-ba03-397751b471e7 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:54.318493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.371686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.372570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Router f55e8528-3751-4d13-8930-450b0695db02 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:15:54.390876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.403380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a7b96e1-d242-49b5-ab12-777d7d67ecda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.406907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:subnetpool and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.441959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.453816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.460714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:15:54.472686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.473835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:54.609605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.705697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.714399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:port and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.728972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.760178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.786557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Allocated IP 172.20.0.1 (3e2283f2-363b-4b9c-94cc-d2736a49f3f9/93f2f0dd-0e74-460d-ae41-551f849867ad/a5beeb5e-b827-435a-950b-2797a718cc2a) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:54.813502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:54.861232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.865101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68763266-ef6a-43ce-af82-00119df9883c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.872129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Allocated IP 172.20.0.2 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/9fa9568d-5237-4aa0-b7d7-8b0982808e63) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:54.883754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=6d8b37b3-9200-4554-ba03-397751b471e7,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.886809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Router c97f1178-9447-4c76-a568-10022d63d397 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:15:54.911334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.911967 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Added segment 6ef4cbd1-93fa-483c-9d17-9ebc6b8afc3c of type vlan for network 3ea6ab75-d2ff-4c92-84f7-6f23278c460f Mar 23 10:15:54.929050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.929880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:router and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:55.049571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.081381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:55.081728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.114824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:55.115407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.156130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992b6a3c-50f9-4bcc-8a92-401a26edc611,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:55.186257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:55.348439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port e57d489c-ff95-4d6c-b09a-2e8f52432362 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:15:55.400966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:55.404699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:55.408442 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:48Z', 'revision_number': 3, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:55.409126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:55.410011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.416085 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac797f-6034-45c8-867f-42e948da1a0b None None] The sync data for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv is: [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:48Z', 'revision_number': 3, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:15:55.463804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c47d54ce-d2be-4e2f-8cef-94d058c1fc57 None None] Provisioning complete for port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:55.464817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c47d54ce-d2be-4e2f-8cef-94d058c1fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.525662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.550001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef039015-ba78-4efe-8f01-4056fa0b7ee6 None None] Network ba405026-9636-42e5-a741-35ed0588179b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:55.554673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:55.622717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.624376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:55.625411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.632303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fffd5695-e928-45d9-b8e6-fddf1bd43f3d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9776294 Mar 23 10:15:55.634086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 37996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:55.639883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:floatingip and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:55.644289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:55.651288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:55.654048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:55.678149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Pushing event updated for resources: {'Port': ['ID=ce11b3ce-48df-47a1-ad61-b63e2b60b3ba,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:55.726090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.745576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.767256 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Transition to ACTIVE for port object 9fa9568d-5237-4aa0-b7d7-8b0982808e63 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:55.881498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Transition to ACTIVE for port object 9fa9568d-5237-4aa0-b7d7-8b0982808e63 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:55.905217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'name': 'tempest-AllowedAddressPairTestJSON-456978782', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e1:2f:0e'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:56.036613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:15:56.132048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.232746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Network': ['ID=3ea6ab75-d2ff-4c92-84f7-6f23278c460f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:56.235122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:56.254926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.269846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.286454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port e57d489c-ff95-4d6c-b09a-2e8f52432362 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:15:56.304306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.308672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Transition to ACTIVE for port object a5beeb5e-b827-435a-950b-2797a718cc2a will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:56.317733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.318028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:56.323622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 3ea6ab75-d2ff-4c92-84f7-6f23278c460f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:56.364601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:56.376611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:15:56.377360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.409720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Transition to ACTIVE for port object e57d489c-ff95-4d6c-b09a-2e8f52432362 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:56.448993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.489829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.493315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:56.496919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:56.505680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Sync routers for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:15:56.549366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.552593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Usage tracker for resource:port and tenant:4469cbca909a4b09ad606a05a6b8d366 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.554089 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d88ce42b-4c4f-4502-9c81-d2ec2c9f811a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6286025 Mar 23 10:15:56.561754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:15:56.562385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:56.564073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38002) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:56.567214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Pushing event updated for resources: {'Port': ['ID=a5beeb5e-b827-435a-950b-2797a718cc2a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:56.570118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:56.575324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:56.590355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:56.592772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:56.596496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:security_group and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.605979 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4321fdc8-266d-4fb9-a706-f9e9aff39234 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3754733 Mar 23 10:15:56.608489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:56.608955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.638386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38006) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:56.639001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:56.785237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Usage tracker for resource:security_group_rule and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.824099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:15:56.841371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=e57d489c-ff95-4d6c-b09a-2e8f52432362,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:56.907109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:56.927316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5b8fae7b-fc8a-4060-b922-05dff81790e8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:57.028868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.030958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:57.033248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:57.073894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Checking segment: {'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:57.074669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Network hostable DHCP agents. Network: 941ca041-fcac-4dd7-85ec-1637cbead2cc, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:57.095619 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ce24c03c-3b12-40c0-85ef-d56fe15f0806 tempest-QuotasTest-946499530 tempest-QuotasTest-946499530-project-admin] 10.222.0.73 "GET /v2.0/quotas/d417a1e18271458d85414e82cbae5bde/details.json HTTP/1.1" status: 200 len: 703 time: 3.0477903 Mar 23 10:15:57.102149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.245375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Network 941ca041-fcac-4dd7-85ec-1637cbead2cc is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:57.264014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:15:57.279290 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Sync routers for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:15:57.302431 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:15:57.303216 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:57.309756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.314737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 941ca041-fcac-4dd7-85ec-1637cbead2cc) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:57.325959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.337020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:15:57.355753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.443432 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817637b4-0322-4ded-91bd-1e6ea9443ee8 None None] Network 941ca041-fcac-4dd7-85ec-1637cbead2cc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:15:57.500096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:57.500766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:57.502065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:57.552988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.571304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:57.571304 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:57.573438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 2 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:57.587082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.643204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.647268 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c6459110-7de0-4c16-9313-f121991c0d34 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.0200210 Mar 23 10:15:57.648937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] device_id is not set on port 7e6dd7ad-084b-46bf-a21d-377b47c805f0 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:15:57.700844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38018) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:57.707915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c47d54ce-d2be-4e2f-8cef-94d058c1fc57 None None] Provisioning complete for port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:57.708576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c47d54ce-d2be-4e2f-8cef-94d058c1fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.718188 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:15:57.760119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Attempting to bind port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:57.760419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Attempting to bind port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '9a255606-3c7e-4709-833c-947709e188f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:57.760902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Attempting to bind port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 on network 19200b87-a1fd-4210-8ef4-241f4558881f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:57.817900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38022) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:57.834711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:15:57.835109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Checking segment: {'id': '9a255606-3c7e-4709-833c-947709e188f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:15:57.835477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.835899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Bound using segment: {'id': '9a255606-3c7e-4709-833c-947709e188f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:15:57.836372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Bound port: 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a255606-3c7e-4709-833c-947709e188f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:57.836760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.875637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f3aae0ad-347c-4e05-bdee-e994a21810fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.909439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.909785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.910551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.910864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > port after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.911167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.911510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > port after_update 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.911873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.912182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.912490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.912793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:57.964363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Pushing event updated for resources: {'Port': ['ID=ce11b3ce-48df-47a1-ad61-b63e2b60b3ba,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:57.981003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:57.982202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:57.982790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:58.014097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:58.014391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:15:58.015806 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:58.018642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9fa9568d-5237-4aa0-b7d7-8b0982808e63,segment=NetworkSegment(9a255606-3c7e-4709-833c-947709e188f6),segment_id=9a255606-3c7e-4709-833c-947709e188f6)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:15:58.019156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.022181 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e88a7721-80f3-4a51-9d59-df21a32f6cd5 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5969284 Mar 23 10:15:58.064587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 3 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:58.070028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.083436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:58.083821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:58.084122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:58.084637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:58.085193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea6ab75-d2ff-4c92-84f7-6f23278c460f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:58.086559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.111844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38032) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:58.134435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1995313223', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'fixed_ips': [{'ip_address': '172.26.7.179'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:58.140852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef4cbd1-93fa-483c-9d17-9ebc6b8afc3c') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:58.140852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef4cbd1-93fa-483c-9d17-9ebc6b8afc3c') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:58.146948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.147627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 5b8fae7b-fc8a-4060-b922-05dff81790e8 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:58.158105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:58.176726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Usage tracker for resource:port and tenant:a23269de3f3f409c9be65a32a5934be9 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:58.182797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:58.183760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:58.185471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:58.209689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.211816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5b8fae7b-fc8a-4060-b922-05dff81790e8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:58.212188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.223677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:58.224151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:58.224922 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:58.236943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 4 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:58.289614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:58.290765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:58.291341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:58.291999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:58.318558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Pushing event updated for resources: {'Port': ['ID=9fa9568d-5237-4aa0-b7d7-8b0982808e63,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:58.355666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:58.357309 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:58.387124 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 5 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:58.389333 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:15:52Z', 'revision_number': 3, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:58.405433 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Checking router: f55e8528-3751-4d13-8930-450b0695db02 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:15:58.416216 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Updating router f55e8528-3751-4d13-8930-450b0695db02 port 6ea097fe-8e75-41e8-84a9-385f30733f6f binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:15:58.446701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4933899-3610-4347-b912-d1fae0a08f21 None None] Pushing event updated for resources: {'Port': ['ID=9fa9568d-5237-4aa0-b7d7-8b0982808e63,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:58.498831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:58.499773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:58.500540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:58.549027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.590748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Made reservation on behalf of a23269de3f3f409c9be65a32a5934be9 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:58.592137 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.593294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.619099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:15:58.619503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn_limited( Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn_limited( Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:58.640790 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:58.734264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.771734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:58.774399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Allocated IP 172.20.0.9 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/7e6dd7ad-084b-46bf-a21d-377b47c805f0) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:58.785710 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:58.798463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:58.840595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.849898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.862890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.873452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.908530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bca4b97d-c626-45e2-bb3d-70c19f7ce123 None None] Provisioning for port a5beeb5e-b827-435a-950b-2797a718cc2a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:58.917953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bca4b97d-c626-45e2-bb3d-70c19f7ce123 None None] Provisioning complete for port a5beeb5e-b827-435a-950b-2797a718cc2a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:58.918632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bca4b97d-c626-45e2-bb3d-70c19f7ce123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.928157 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 6 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:58.970341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 5b8fae7b-fc8a-4060-b922-05dff81790e8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5b8fae7b-fc8a-4060-b922-05dff81790e8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:15:58.987464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.992744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.994148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:59.066951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:59.075681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Usage tracker for resource:security_group_rule and tenant:8971627f6664484a933d7daf72339614 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:59.084610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ea6ab75-d2ff-4c92-84f7-6f23278c460f {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:15:59.097328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:59.100334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:59.113795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:59.127490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.142980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Usage tracker for resource:security_group_rule and tenant:a23269de3f3f409c9be65a32a5934be9 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:59.150332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:59.150662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:59.150834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:59.150972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:59.161987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ea6ab75-d2ff-4c92-84f7-6f23278c460f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.186061 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e91ea982-9abd-4779-8026-6481b5dd0920 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/networks/3ea6ab75-d2ff-4c92-84f7-6f23278c460f HTTP/1.1" status: 204 len: 168 time: 2.5388570 Mar 23 10:15:59.187367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:59.190142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38038) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:59.210347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:59.210805 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:59.211005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.213574 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 7 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:59.238241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Pushing event updated for resources: {'Port': ['ID=a5beeb5e-b827-435a-950b-2797a718cc2a,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.268508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:59.268832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:59.269183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:59.274544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=5b8fae7b-fc8a-4060-b922-05dff81790e8,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.277938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bca4b97d-c626-45e2-bb3d-70c19f7ce123 None None] Port a5beeb5e-b827-435a-950b-2797a718cc2a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:15:59.302608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:15:59.328234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:59.328527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:59.328527 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:59.334887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.338045 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 8 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:59.370898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bca4b97d-c626-45e2-bb3d-70c19f7ce123 None None] Provisioning for port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:59.372879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.384236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:network and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:59.388610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:51Z', 'revision_number': 3, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:59.404957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:59.421254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:59.421619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.436807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:59.466821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Checking router: c97f1178-9447-4c76-a568-10022d63d397 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:15:59.476141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Updating router c97f1178-9447-4c76-a568-10022d63d397 port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:15:59.489053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:59.489053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:59.489588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:59.519873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.652248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.688324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.698418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:15:59.698892 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:15:59.714728 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 9 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:15:59.730014 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.755003 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Transition to ACTIVE for port object 6ea097fe-8e75-41e8-84a9-385f30733f6f will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:59.773465 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.814945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662e557-16ca-4589-a4b5-f6ce081fb00a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.831584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-398d86c4-2a0f-44ee-9b55-20e3739e5724 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8971627f6664484a933d7daf72339614&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8359559 Mar 23 10:15:59.832407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:59.832733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:59.833061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:15:59.849749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38042) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:59.940915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.988440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:00.003705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:00.004760 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:00.040202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 10 to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 Mar 23 10:16:00.108431 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Attempting to bind port 6ea097fe-8e75-41e8-84a9-385f30733f6f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:00.109054 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Attempting to bind port 6ea097fe-8e75-41e8-84a9-385f30733f6f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:00.109630 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Attempting to bind port 6ea097fe-8e75-41e8-84a9-385f30733f6f on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:00.117817 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2fee7-83ce-4e20-b726-6429454f3290 None None] Pushing event updated for resources: {'Port': ['ID=6ea097fe-8e75-41e8-84a9-385f30733f6f,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:00.151364 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:00.152475 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:00.153037 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.153704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:00.154369 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Bound port: 6ea097fe-8e75-41e8-84a9-385f30733f6f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:00.154922 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.166697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0dac4-c922-4e29-966a-020e99596b5a None None] Network 19200b87-a1fd-4210-8ef4-241f4558881f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:00.179783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.211292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:00.212085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:00.212781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:00.212973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.225405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Made reservation on behalf of cb86509d25d04c7d9603dae82abddae5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:00.230759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.233886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:00.250125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port e57d489c-ff95-4d6c-b09a-2e8f52432362 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:00.250859 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port e57d489c-ff95-4d6c-b09a-2e8f52432362 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:00.251649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.319396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.320511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:00.366136 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] For port 6ea097fe-8e75-41e8-84a9-385f30733f6f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:00.381115 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] For port 6ea097fe-8e75-41e8-84a9-385f30733f6f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6ea097fe-8e75-41e8-84a9-385f30733f6f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:00.399020 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.408092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:00.437285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.438925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Added segment cc573a76-afba-4ed9-b5e6-11c9cf76d053 of type vlan for network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd Mar 23 10:16:00.463056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bd39a01-a0d8-4a39-8c0d-1d5cfd0c7e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.512407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.590513 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2fee7-83ce-4e20-b726-6429454f3290 None None] Pushing event updated for resources: {'Port': ['ID=6ea097fe-8e75-41e8-84a9-385f30733f6f,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:00.596391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] device_id is not set on port 0b06b85f-ba81-49a2-80a8-6de8c6dc9f17 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:00.603356 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:00.604192 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:00.633641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bd39a01-a0d8-4a39-8c0d-1d5cfd0c7e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.709669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:00.733989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:00.756615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] For port e57d489c-ff95-4d6c-b09a-2e8f52432362, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:00.757427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempted to set empty binding levels {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 10:16:00.761801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Transition to ACTIVE for port object 7e6dd7ad-084b-46bf-a21d-377b47c805f0 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:00.829675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:00.852565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.888764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-aa0a4bf9-2270-436d-a950-0f2a30a03be5 None None] Provisioning for port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:00.976436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.978118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:00.985000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.134376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bd39a01-a0d8-4a39-8c0d-1d5cfd0c7e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.144224 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:01.280331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd39a01-a0d8-4a39-8c0d-1d5cfd0c7e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662e557-16ca-4589-a4b5-f6ce081fb00a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:01.376970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.425908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=e57d489c-ff95-4d6c-b09a-2e8f52432362,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:01.431486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bd39a01-a0d8-4a39-8c0d-1d5cfd0c7e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.452551 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8bd39a01-a0d8-4a39-8c0d-1d5cfd0c7e02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a662e557-16ca-4589-a4b5-f6ce081fb00a HTTP/1.1" status: 204 len: 168 time: 1.5901012 Mar 23 10:16:01.466896 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0a47ddbb-6e89-4021-90af-c942d5aa15c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.4375994 Mar 23 10:16:01.471670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38048) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:01.489189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94c9ff-bd6f-4943-b297-f471d6e07d1f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:01.495704 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2782149 Mar 23 10:16:01.504385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38050) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:01.520508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:01.521312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.587872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.608801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'subnet': {'network_id': '7fcf025d-2523-4ec8-a8b0-0e771e545fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:01.615488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:01.619871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:subnet and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:01.623847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:01.631735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:01.665519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b030718-b546-408e-92bd-025cda60845d None None] Provisioning complete for port a5beeb5e-b827-435a-950b-2797a718cc2a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:01.666395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b030718-b546-408e-92bd-025cda60845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.737641 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:15:52Z', 'revision_number': 3, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:01.745672 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa4e03-da5b-48fb-8df5-894c2e835038 None None] The sync data for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv is: [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:15:52Z', 'revision_number': 3, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:16:01.782263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0b030718-b546-408e-92bd-025cda60845d None None] Port a5beeb5e-b827-435a-950b-2797a718cc2a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:01.785992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:01.786348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Made reservation on behalf of cb86509d25d04c7d9603dae82abddae5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:01.789543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.806774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Deleting port e57d489c-ff95-4d6c-b09a-2e8f52432362 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:01.807641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.120214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.225568 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Transition to ACTIVE for port object 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:02.246231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375ff11-2160-4bd0-9e28-9be9350836ca tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Network': ['ID=7fcf025d-2523-4ec8-a8b0-0e771e545fbd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:02.260231 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.357161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:02.360866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:02.373554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.463761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:02.646151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Attempting to bind port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:02.647128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Attempting to bind port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:02.647341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Attempting to bind port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:02.747413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:02.747882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:02.748294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.748688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:02.762082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Bound port: 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:02.763384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.769830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:02.909886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5b8fae7b-fc8a-4060-b922-05dff81790e8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:02.926551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38058) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:03.013461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a758217-25aa-4e4b-bc58-b9efcb8ed523 None None] Pushing event updated for resources: {'Port': ['ID=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:03.114776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] For port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:03.128453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] For port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:03.142121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5b8fae7b-fc8a-4060-b922-05dff81790e8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:03.142627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.183196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.222114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Allocated IP 172.20.0.1 (8f9b51b0-f60a-4ada-8726-ec28e8ed5089/9913eb76-9dad-4761-a6c5-384d3d896add/fb1fa3dd-f31b-4cd5-86c7-a67bd844c651) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:03.316450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e66cd319-bb19-41f7-b898-6bb023e38d4b None None] Provisioning for port 6d8b37b3-9200-4554-ba03-397751b471e7 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:03.322670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a758217-25aa-4e4b-bc58-b9efcb8ed523 None None] Pushing event updated for resources: {'Port': ['ID=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:03.358189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e66cd319-bb19-41f7-b898-6bb023e38d4b None None] Provisioning complete for port 6d8b37b3-9200-4554-ba03-397751b471e7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:03.358640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e66cd319-bb19-41f7-b898-6bb023e38d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.411235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=7e6dd7ad-084b-46bf-a21d-377b47c805f0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:03.434183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.435774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] For port e57d489c-ff95-4d6c-b09a-2e8f52432362, host hv-neutron-8346, got binding levels [] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:03.436653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.483511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e66cd319-bb19-41f7-b898-6bb023e38d4b None None] Port 6d8b37b3-9200-4554-ba03-397751b471e7 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:03.500665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:03.501736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:03.512789 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 10:16:03.513900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:16:03.562523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:03.564081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.597652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Calling delete_port for e57d489c-ff95-4d6c-b09a-2e8f52432362 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:03.658102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9fa9568d-5237-4aa0-b7d7-8b0982808e63 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:03.742794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Provisioning for port 7e6dd7ad-084b-46bf-a21d-377b47c805f0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:03.757861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Provisioning complete for port 7e6dd7ad-084b-46bf-a21d-377b47c805f0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:03.758316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.853553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Port 7e6dd7ad-084b-46bf-a21d-377b47c805f0 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:03.858160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.880364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:03.880909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.883714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Transition to ACTIVE for port object fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:03.910826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:03.937405 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-213b0979-14b1-4052-b386-33bfde3c7e23 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.8160062 Mar 23 10:16:03.942267 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c7053b45-57f4-4aad-9409-274886e06cd6 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 8.0701761 Mar 23 10:16:03.943063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38062) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:03.943340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38064) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:03.950401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Usage tracker for resource:security_group_rule and tenant:d417a1e18271458d85414e82cbae5bde is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:03.952061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event deleted for resources: {'Port': ['ID=e57d489c-ff95-4d6c-b09a-2e8f52432362,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:03.964299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:03.997436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Provisioning complete for port 6d8b37b3-9200-4554-ba03-397751b471e7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:03.997436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.009072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.029433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-acf278ca-0350-48eb-895c-6ccee0c9e702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e57d489c-ff95-4d6c-b09a-2e8f52432362 HTTP/1.1" status: 204 len: 168 time: 2.5129180 Mar 23 10:16:04.029694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38070) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:04.048423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:04.051302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:04.068214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:04.068214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.087355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-027957e0-d7ed-4b55-8a44-0785cc0b72e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:16:04.088061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-027957e0-d7ed-4b55-8a44-0785cc0b72e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Synchronizing usage tracker for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:04.099061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.194602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Pushing event updated for resources: {'Port': ['ID=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:04.203922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208a91b-817e-46f3-8752-48ad7c88f480 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:04.208852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208a91b-817e-46f3-8752-48ad7c88f480 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:04.212779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208a91b-817e-46f3-8752-48ad7c88f480 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:04.213658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2208a91b-817e-46f3-8752-48ad7c88f480 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Synchronizing usage tracker for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:04.218012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:04.221956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:04.223917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:04.224855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.255987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Deleting port ce11b3ce-48df-47a1-ad61-b63e2b60b3ba {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:04.256447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.264133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2208a91b-817e-46f3-8752-48ad7c88f480 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Unset dirty status for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:04.265885 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2208a91b-817e-46f3-8752-48ad7c88f480 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3184958 Mar 23 10:16:04.270529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38074) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:04.427156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port 7e6dd7ad-084b-46bf-a21d-377b47c805f0 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:04.427659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.494804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.524694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-34094279-802b-4a74-a71b-382bd987f328 None None] Port 6d8b37b3-9200-4554-ba03-397751b471e7 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:04.722045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.759261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.866974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.867282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.878519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-027957e0-d7ed-4b55-8a44-0785cc0b72e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Unset dirty status for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:04.887062 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-027957e0-d7ed-4b55-8a44-0785cc0b72e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "GET /v2.0/ports/e57d489c-ff95-4d6c-b09a-2e8f52432362 HTTP/1.1" status: 404 len: 333 time: 0.8519013 Mar 23 10:16:04.888451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38078) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:04.894232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c09d6b51-3769-4dbf-ba8b-7b0a23341395 None None] Provisioning for port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:04.896843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba92a82-08ac-4b53-be9d-3033a2c7bc96,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:04.908139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.920089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c09d6b51-3769-4dbf-ba8b-7b0a23341395 None None] Provisioning complete for port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:04.920233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c09d6b51-3769-4dbf-ba8b-7b0a23341395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.009154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c09d6b51-3769-4dbf-ba8b-7b0a23341395 None None] Port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:05.015579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9fa9568d-5237-4aa0-b7d7-8b0982808e63,segment=NetworkSegment(9a255606-3c7e-4709-833c-947709e188f6),segment_id=9a255606-3c7e-4709-833c-947709e188f6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:05.026234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.027316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:05.089854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:51Z', 'revision_number': 3, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:05.115236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486dd7-f38c-4ad7-af26-3eaa4adc6d74 None None] The sync data for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv is: [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:51Z', 'revision_number': 3, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:16:05.147649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Request body: {'port': {'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-252037702'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:05.162597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.170231 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dce6cb35-9103-4f49-9513-4e0bedc43fbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d417a1e18271458d85414e82cbae5bde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9947734 Mar 23 10:16:05.178234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Calling delete_port for ce11b3ce-48df-47a1-ad61-b63e2b60b3ba owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:05.209781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38082) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:05.211098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:05.211769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.214561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:05.257895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:05.266081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=9fa9568d-5237-4aa0-b7d7-8b0982808e63,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:05.360237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Made reservation on behalf of b665e6733eb944dd85f233aa3cbbaab5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:05.362116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for 7e6dd7ad-084b-46bf-a21d-377b47c805f0 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:05.362882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.461678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:16:05.462402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.467706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:05.498398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.509250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.510212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.565692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port 90fd4364-54e7-40d1-b355-5c7c3d75a76f yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:05.622196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:05.622844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.655953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Router 8ec5e14d-23b4-4110-bb2f-ff681591959c has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:16:05.664575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73c72b0f-cd07-4285-b612-e4e19b0c6a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.728566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c710450-8c8c-48c7-83ae-42852fb8eda6,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:05.779804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73c72b0f-cd07-4285-b612-e4e19b0c6a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.865740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Checking segment: {'id': 'cc573a76-afba-4ed9-b5e6-11c9cf76d053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '7fcf025d-2523-4ec8-a8b0-0e771e545fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:05.866142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Network hostable DHCP agents. Network: 7fcf025d-2523-4ec8-a8b0-0e771e545fbd, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:05.869696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Pushing event updated for resources: {'Port': ['ID=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:05.884619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.891187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.026562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=7e6dd7ad-084b-46bf-a21d-377b47c805f0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:06.087099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce11b3ce-48df-47a1-ad61-b63e2b60b3ba,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:06.112473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9fa9568d-5237-4aa0-b7d7-8b0982808e63 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:06.217022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:06.222053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:06.316678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:06.318681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.363032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.524482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73c72b0f-cd07-4285-b612-e4e19b0c6a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.548355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:06.591442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.602470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.617925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6ea097fe-8e75-41e8-84a9-385f30733f6f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:06.642879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c72b0f-cd07-4285-b612-e4e19b0c6a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba92a82-08ac-4b53-be9d-3033a2c7bc96,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:06.659022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.712023 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c9f99b0e-39ce-4e71-9617-0f69cf201e75 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/ports/7e6dd7ad-084b-46bf-a21d-377b47c805f0 HTTP/1.1" status: 204 len: 168 time: 2.4379971 Mar 23 10:16:06.715508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38088) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:06.715810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 7fcf025d-2523-4ec8-a8b0-0e771e545fbd) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:06.720764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:06.721358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.738865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e153397-7a7d-44cf-a2ae-08e9336bf406 None None] Network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:06.801128 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacc2d34-409f-49c4-adac-da3e4085fae7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] GET failed (client error): The resource could not be found. Mar 23 10:16:06.802336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bacc2d34-409f-49c4-adac-da3e4085fae7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Synchronizing usage tracker for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:06.815938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Network 941ca041-fcac-4dd7-85ec-1637cbead2cc is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:06.828481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:06.831391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:06.832088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:06.833047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.847286 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cc1becef-0991-4fcb-97cd-fe917f79f2e6 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2529309 Mar 23 10:16:06.847286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=90fd4364-54e7-40d1-b355-5c7c3d75a76f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:06.856548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38092) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:06.857218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.865604 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-162a6a8f-97b6-40da-8e05-5ea3471cb7a2 tempest-ExternalNetworksAdminNegativeTestJSON-181775439 tempest-ExternalNetworksAdminNegativeTestJSON-181775439-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/56b3683b-ca9a-47cd-b318-9f55557810a5 HTTP/1.1" status: 204 len: 168 time: 2.9047444 Mar 23 10:16:06.865604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73c72b0f-cd07-4285-b612-e4e19b0c6a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.865604 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-73c72b0f-cd07-4285-b612-e4e19b0c6a8f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cba92a82-08ac-4b53-be9d-3033a2c7bc96 HTTP/1.1" status: 204 len: 168 time: 1.6492672 Mar 23 10:16:06.884928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'floatingip': {'floating_network_id': '7fcf025d-2523-4ec8-a8b0-0e771e545fbd'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:06.922377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bacc2d34-409f-49c4-adac-da3e4085fae7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Unset dirty status for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:06.928641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bacc2d34-409f-49c4-adac-da3e4085fae7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "GET /v2.0/ports/7e6dd7ad-084b-46bf-a21d-377b47c805f0 HTTP/1.1" status: 404 len: 333 time: 0.2117119 Mar 23 10:16:06.937719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38100) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:06.945500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-71cf897e-ba76-4a17-aae6-eb566e4fd4d8 None None] Provisioning complete for port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:06.946072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-71cf897e-ba76-4a17-aae6-eb566e4fd4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.951876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'name': 'tempest-AllowedAddressPairTestJSON-1446154550'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:06.978815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:07.003961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:floatingip and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:07.018815 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e2f32fda-9cf6-4203-8441-67d9337ff99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1224108 Mar 23 10:16:07.024132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38104) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:07.041579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:07.079679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:07.106463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-71cf897e-ba76-4a17-aae6-eb566e4fd4d8 None None] Port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:07.131776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:07.151638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6ea097fe-8e75-41e8-84a9-385f30733f6f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:07.190893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6ea097fe-8e75-41e8-84a9-385f30733f6f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:07.191984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.245955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.259835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:07.274395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:07.275426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.303387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:07.306689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.345469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] device_id is not set on port 64323988-1808-4d09-b1af-4b7ba12e3fbf yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:07.426873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Router c97f1178-9447-4c76-a568-10022d63d397 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:16:07.631717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.673272 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:16:07.716552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Allocated IP 172.20.0.7 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/64323988-1808-4d09-b1af-4b7ba12e3fbf) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:07.736221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Sync routers for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:16:07.804195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:07.805457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:07.857728 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-320d6492-106a-4a56-999f-4c1621f90187 admin admin] 10.222.0.73 "PUT /v2.0/routers/8ec5e14d-23b4-4110-bb2f-ff681591959c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5483570 Mar 23 10:16:07.906302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38116) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:07.949189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10636eb7-ba61-45f2-aa73-f03e4641ff7e None None] Network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:07.959013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:16:07.998835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8f63e351-fa26-408f-8e9a-6f6e571eb8eb admin admin] 10.222.0.73 "PUT /v2.0/routers/c97f1178-9447-4c76-a568-10022d63d397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4269164 Mar 23 10:16:08.052096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.056892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.110158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Transition to ACTIVE for port object 64323988-1808-4d09-b1af-4b7ba12e3fbf will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:08.170432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.393924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=64323988-1808-4d09-b1af-4b7ba12e3fbf,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:08.425347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.446195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:08.449409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:08.468503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:08.479966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:08.481148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.509031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 6ea097fe-8e75-41e8-84a9-385f30733f6f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6ea097fe-8e75-41e8-84a9-385f30733f6f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:08.534187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:08.534822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.541517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Usage tracker for resource:security_group_rule and tenant:aa11d5a50f0f41f69bed7dda9fb7cc9f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:08.545716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:08.552775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port 90fd4364-54e7-40d1-b355-5c7c3d75a76f yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:08.555034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:08.562744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.601977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Transition to ACTIVE for port object 90fd4364-54e7-40d1-b355-5c7c3d75a76f will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:08.650875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.654262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7daf5ae8-46a4-4f03-8d25-193cfedab8d0 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7150741 Mar 23 10:16:08.658636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38140) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:08.668607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.672154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e1:2f:0e'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:08.709769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Allocated IP 172.20.0.1 (ba405026-9636-42e5-a741-35ed0588179b/22e72224-5e02-4d4e-baa3-30c2187a7dd9/7e2813af-7bee-41dc-b257-c11e896cae28) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:08.866946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.873254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=6ea097fe-8e75-41e8-84a9-385f30733f6f,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:08.995861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.034672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dfaf67-91ff-4c38-af22-e265445b76b0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:09.036076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Transition to ACTIVE for port object 7e2813af-7bee-41dc-b257-c11e896cae28 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:09.113904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.201788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4fceb1f-03d3-4a61-a15f-ba1705ef6404 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa11d5a50f0f41f69bed7dda9fb7cc9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2912021 Mar 23 10:16:09.202160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38148) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:09.214880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1cfa44e2-8baf-434d-a16c-8c8487788bd9 None None] Provisioning for port 64323988-1808-4d09-b1af-4b7ba12e3fbf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:09.242512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Network ba405026-9636-42e5-a741-35ed0588179b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:09.270611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1cfa44e2-8baf-434d-a16c-8c8487788bd9 None None] Provisioning complete for port 64323988-1808-4d09-b1af-4b7ba12e3fbf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:09.271404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cfa44e2-8baf-434d-a16c-8c8487788bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.275401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:09.282479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:09.472151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa44e2-8baf-434d-a16c-8c8487788bd9 None None] Port 64323988-1808-4d09-b1af-4b7ba12e3fbf cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:09.538208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=90fd4364-54e7-40d1-b355-5c7c3d75a76f,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:09.633320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:09.673347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.676011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:09.676445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:09.676866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:09.679673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38156) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:09.717148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9c51ffa-a652-49f7-b39f-f27162da2c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.739742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011426822', 'description': 'tempest-description--963684493'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:09.763099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.769304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:09.796716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Usage tracker for resource:security_group and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:09.812346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:09.818891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:09.819237 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:09.831957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.852034 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 2 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:09.896538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9c51ffa-a652-49f7-b39f-f27162da2c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.899374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Pushing event updated for resources: {'Port': ['ID=7e2813af-7bee-41dc-b257-c11e896cae28,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:09.905770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:09.936206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:09.936653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:09.936900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:09.998505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8d48138d-824c-4453-b3b2-48dcf194a61c None None] Provisioning for port 7e2813af-7bee-41dc-b257-c11e896cae28 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:10.011082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8d48138d-824c-4453-b3b2-48dcf194a61c None None] Provisioning complete for port 7e2813af-7bee-41dc-b257-c11e896cae28 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:10.011567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8d48138d-824c-4453-b3b2-48dcf194a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.115758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Allocated IP 172.20.0.10 (7fcf025d-2523-4ec8-a8b0-0e771e545fbd/0c710450-8c8c-48c7-83ae-42852fb8eda6/c59d7be6-5800-40af-862d-cf77f710f6e6) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:10.257321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8d48138d-824c-4453-b3b2-48dcf194a61c None None] Port 7e2813af-7bee-41dc-b257-c11e896cae28 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:10.294819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:15:57Z', 'revision_number': 2, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:10.305747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Checking router: 8ec5e14d-23b4-4110-bb2f-ff681591959c for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:16:10.306545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Updating router 8ec5e14d-23b4-4110-bb2f-ff681591959c port a5beeb5e-b827-435a-950b-2797a718cc2a binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:16:10.312627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.330505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.366959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:10.367773 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:10.372101 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 3 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:10.382570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.383937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.484512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:10.485827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:10.486513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:10.550972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] In _notify_port_updated(), no bound segment for port 64323988-1808-4d09-b1af-4b7ba12e3fbf on network 19200b87-a1fd-4210-8ef4-241f4558881f {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:16:10.559874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:10.560638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.570802 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "PUT /v2.0/ports/64323988-1808-4d09-b1af-4b7ba12e3fbf HTTP/1.1" status: 200 len: 994 time: 1.9107754 Mar 23 10:16:10.576956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38168) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:10.634403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:10.634916 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:10.685541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a71b7-717c-4277-86d1-cb7b02f6b242 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=64323988-1808-4d09-b1af-4b7ba12e3fbf,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:10.695946 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 4 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:10.740117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.772522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9c51ffa-a652-49f7-b39f-f27162da2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.775983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6ea097fe-8e75-41e8-84a9-385f30733f6f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:10.933305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9c51ffa-a652-49f7-b39f-f27162da2c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.941840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e9c51ffa-a652-49f7-b39f-f27162da2c14 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42dfaf67-91ff-4c38-af22-e265445b76b0 HTTP/1.1" status: 204 len: 168 time: 1.7381918 Mar 23 10:16:10.963883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port 64323988-1808-4d09-b1af-4b7ba12e3fbf {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:10.972214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.974582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.991281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:11.050970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Usage tracker for resource:security_group_rule and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:11.056523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:11.070008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:11.517787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:11.518608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:11.519137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:11.542585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38176) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:11.569555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96279afc-4dc0-42a4-a39c-ce0081e234a1 None None] Provisioning complete for port 64323988-1808-4d09-b1af-4b7ba12e3fbf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:11.570802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96279afc-4dc0-42a4-a39c-ce0081e234a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.709893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6ea097fe-8e75-41e8-84a9-385f30733f6f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:11.710397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.801678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.994592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for 64323988-1808-4d09-b1af-4b7ba12e3fbf owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:12.066332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264320146', 'description': 'tempest-description--364259797'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:12.130547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.138153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:12.157785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:12.158050 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:12.160260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.182624 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 5 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:12.196066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-96279afc-4dc0-42a4-a39c-ce0081e234a1 None None] Port 64323988-1808-4d09-b1af-4b7ba12e3fbf cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:12.236315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Usage tracker for resource:security_group and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:12.249614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.251381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:12.252022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:12.252022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:12.270979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.298695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.327390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c51ffa-a652-49f7-b39f-f27162da2c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dfaf67-91ff-4c38-af22-e265445b76b0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.345754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Transition to ACTIVE for port object a5beeb5e-b827-435a-950b-2797a718cc2a will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:12.361980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.455633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=64323988-1808-4d09-b1af-4b7ba12e3fbf,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.463018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.465060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:12.486475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:12.488202 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:12.576677 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 6 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:12.586566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Pushing event updated for resources: {'Port': ['ID=7e2813af-7bee-41dc-b257-c11e896cae28,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.593114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.676521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:12.757837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db163a0a-d46f-48a5-8ec4-7a6c841bc237,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.770218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.773179 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58d30977-e41c-40bd-b58a-5e041bb3d5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 3.0826120 Mar 23 10:16:12.805949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38192) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.807260 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:16:12.810569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.843327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Request body: {'security_group_rule': {'security_group_id': 'db163a0a-d46f-48a5-8ec4-7a6c841bc237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:12.848576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.878653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c11d85ed-7a4a-4140-b310-1aa676043f20 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/ports/64323988-1808-4d09-b1af-4b7ba12e3fbf HTTP/1.1" status: 204 len: 168 time: 2.3004310 Mar 23 10:16:12.879417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38196) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.908830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217b921-ba5b-4ca5-ad51-476e084b12a1 None None] Pushing event updated for resources: {'Port': ['ID=a5beeb5e-b827-435a-950b-2797a718cc2a,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.945796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:12.946517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:12.947178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:12.981325 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-86720d2c-928b-419b-b355-de97c4567ab5 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] GET failed (client error): The resource could not be found. Mar 23 10:16:12.981818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-86720d2c-928b-419b-b355-de97c4567ab5 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Synchronizing usage tracker for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:12.985456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:12.992022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:13.020227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.027355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-86720d2c-928b-419b-b355-de97c4567ab5 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Unset dirty status for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:13.028276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.033666 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-86720d2c-928b-419b-b355-de97c4567ab5 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "GET /v2.0/ports/64323988-1808-4d09-b1af-4b7ba12e3fbf HTTP/1.1" status: 404 len: 333 time: 0.1528378 Mar 23 10:16:13.034305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:13.040051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'name': 'tempest-AllowedAddressPairTestJSON-887775168'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:13.102080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:13.104406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Port': ['ID=c59d7be6-5800-40af-862d-cf77f710f6e6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:13.107078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Usage tracker for resource:security_group_rule and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:13.110988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:13.145344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:13.149465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:13.149898 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:13.153002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:13.163171 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 7 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:13.191388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:13.191844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:13.192110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:13.200189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:13.205529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:13.205927 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:13.208488 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7a9227b1-024a-4373-8dd3-2697d7466984 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a23269de3f3f409c9be65a32a5934be9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0765183 Mar 23 10:16:13.213431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:13.217044 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 8 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:13.276580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:13.276915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:13.277250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:13.465570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:13.477727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:13.498216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Attempting to bind port a5beeb5e-b827-435a-950b-2797a718cc2a on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:13.499046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Attempting to bind port a5beeb5e-b827-435a-950b-2797a718cc2a by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:13.499368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:13.499770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Attempting to bind port a5beeb5e-b827-435a-950b-2797a718cc2a on network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:13.503402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:13.509288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.510573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Usage tracker for resource:security_group_rule and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:13.514950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:13.518580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Checking segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:13.518804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:13.521162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.521894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Bound using segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:13.522971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Bound port: a5beeb5e-b827-435a-950b-2797a718cc2a, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:13.523875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.533451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:13.569704 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:13.570434 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:13.580783 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 9 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:13.584173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] device_id is not set on port be592bc3-4b58-47bb-91bb-134a6c5585dc yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:13.662398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.675105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:13.680322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:13.681157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:13.738472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] For port a5beeb5e-b827-435a-950b-2797a718cc2a, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:13.746852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] For port a5beeb5e-b827-435a-950b-2797a718cc2a, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a5beeb5e-b827-435a-950b-2797a718cc2a,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:13.751492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:13.765528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.786777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:13.787387 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:13.793909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38216) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:13.808170 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 10 to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f Mar 23 10:16:13.856556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4e1c-3ab3-456e-a626-043c3942b354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.860940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:13.862938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.895976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Allocated IP 172.20.0.5 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/be592bc3-4b58-47bb-91bb-134a6c5585dc) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:13.910708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4e1c-3ab3-456e-a626-043c3942b354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.000172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.002566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:14.003088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:14.003643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:14.055039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.060201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217b921-ba5b-4ca5-ad51-476e084b12a1 None None] Pushing event updated for resources: {'Port': ['ID=a5beeb5e-b827-435a-950b-2797a718cc2a,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:14.081022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Network ba405026-9636-42e5-a741-35ed0588179b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:14.122676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:14.123832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:14.124248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:14.143693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:14.143862 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:14.144679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.265021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4e1c-3ab3-456e-a626-043c3942b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.515420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4e1c-3ab3-456e-a626-043c3942b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94c9ff-bd6f-4943-b297-f471d6e07d1f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:14.608417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4e1c-3ab3-456e-a626-043c3942b354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.615656 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5a1c4e1c-3ab3-456e-a626-043c3942b354 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e94c9ff-bd6f-4943-b297-f471d6e07d1f HTTP/1.1" status: 204 len: 168 time: 1.3925979 Mar 23 10:16:14.684869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:14.807858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.813503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-453722505', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:14.824264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:14.829998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] For port 90fd4364-54e7-40d1-b355-5c7c3d75a76f, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:14.830390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempted to set empty binding levels {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 10:16:14.841389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Transition to ACTIVE for port object be592bc3-4b58-47bb-91bb-134a6c5585dc will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:14.879517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.899314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.903732 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.8518670 Mar 23 10:16:14.903732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Usage tracker for resource:port and tenant:4dd8a343d25b446b9ac909583a7827fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:14.906004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.907654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.913120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38224) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.918722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:14.927915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.929854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.997579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:15.038837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:15.046270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Request body: {'security_group_rule': {'security_group_id': '09a1588c-48f3-486b-a10a-43a138877eab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:15.048115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7843a-3eba-4128-a5bb-0372ceb7bfff tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1588c-48f3-486b-a10a-43a138877eab,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:15.052602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:15.057619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] In _notify_port_updated(), no bound segment for port 90fd4364-54e7-40d1-b355-5c7c3d75a76f on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:16:15.058680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.062820 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "PUT /v2.0/ports/90fd4364-54e7-40d1-b355-5c7c3d75a76f HTTP/1.1" status: 200 len: 980 time: 8.0068433 Mar 23 10:16:15.062820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c727f4-3559-4d75-8c4b-38a94dcb1b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=90fd4364-54e7-40d1-b355-5c7c3d75a76f,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:15.063975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38228) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:15.073380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.074566 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2661238 Mar 23 10:16:15.087616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:15.112097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Usage tracker for resource:security_group_rule and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:15.127253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=be592bc3-4b58-47bb-91bb-134a6c5585dc,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:15.134726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38232) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:15.136756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236a8cd-7db7-472d-8d80-bf6b001ca939 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01968514-f3e7-4d9c-9365-7f97480c779c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:15.142275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:15.152426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:15.174997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:15.178647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.179527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.208676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:15.229725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:15.236933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Request body: {'security_group_rule': {'security_group_id': 'db163a0a-d46f-48a5-8ec4-7a6c841bc237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:15.251042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e890dbea-45f2-4c33-a7d0-1ae4eca53885 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2142267 Mar 23 10:16:15.253541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38238) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:15.263062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e1:2f:0e'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:15.263316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:15.277451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Usage tracker for resource:security_group_rule and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:15.282993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:15.297589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:15.355883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Made reservation on behalf of 4dd8a343d25b446b9ac909583a7827fd for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:15.358346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.378525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4708596c-3985-41db-a4c8-c1c8499509f0 None None] Provisioning complete for port 7e2813af-7bee-41dc-b257-c11e896cae28 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:15.381374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4708596c-3985-41db-a4c8-c1c8499509f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.393758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.419250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.425927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.572687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:15.602411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4708596c-3985-41db-a4c8-c1c8499509f0 None None] Port 7e2813af-7bee-41dc-b257-c11e896cae28 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:15.608071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:13Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:15.618397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4298d141-e181-43e2-9e97-5c1943f627bd None None] The sync data for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv is: [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:13Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:16:15.641976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.655374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:15.744038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3e850c28-6391-4b46-b5c1-d88d3870e3b6 None None] Provisioning for port be592bc3-4b58-47bb-91bb-134a6c5585dc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:15.763783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c259c753-b361-45e4-bddc-631a8db599cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Synchronizing usage tracker for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:15.765275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3e850c28-6391-4b46-b5c1-d88d3870e3b6 None None] Provisioning complete for port be592bc3-4b58-47bb-91bb-134a6c5585dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:15.765864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e850c28-6391-4b46-b5c1-d88d3870e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.798040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Usage tracker for resource:security_group_rule and tenant:4dd8a343d25b446b9ac909583a7827fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:15.816437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:15.854317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.901834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.906134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.920210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.963670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced9fc86-66f3-4167-8739-3f101188961c,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:15.992122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3e850c28-6391-4b46-b5c1-d88d3870e3b6 None None] Port be592bc3-4b58-47bb-91bb-134a6c5585dc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:16.031374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.032651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-520b8a3e-9bf7-4e92-ab7b-cea3e2f9a4d8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9919958 Mar 23 10:16:16.036710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38252) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.042987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Request body: {'security_group_rule': {'security_group_id': '09a1588c-48f3-486b-a10a-43a138877eab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:16.044270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:16.131918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c259c753-b361-45e4-bddc-631a8db599cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Unset dirty status for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:16.144846 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c259c753-b361-45e4-bddc-631a8db599cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16124 time: 1.0728426 Mar 23 10:16:16.165447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38258) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.186830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:16.208514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Usage tracker for resource:security_group_rule and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:16.221157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:16.234268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:16.283607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.334471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.362182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Deleting port 90fd4364-54e7-40d1-b355-5c7c3d75a76f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:16.363069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.401985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.402886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.415023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.472873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.497417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.516514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.518166 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3794119 Mar 23 10:16:16.529553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38266) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.544253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537a71f-79f8-4d12-a6db-2d5af30e585f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c57b9a-1a9c-4708-ac6c-caa18a93b0d0,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.547661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] In _notify_port_updated(), no bound segment for port be592bc3-4b58-47bb-91bb-134a6c5585dc on network 19200b87-a1fd-4210-8ef4-241f4558881f {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:16:16.553039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:16.553039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.557361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "PUT /v2.0/ports/be592bc3-4b58-47bb-91bb-134a6c5585dc HTTP/1.1" status: 200 len: 995 time: 1.3025541 Mar 23 10:16:16.561695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:16.565734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38270) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.574533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe0c666-c5f9-4288-a91f-a698dd9cd538,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.613417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f131de-0684-4ee3-b618-237a03ca3e2b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=be592bc3-4b58-47bb-91bb-134a6c5585dc,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.621638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:16.637058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Usage tracker for resource:floatingip and tenant:9cfd07de243147da89c3c62cab84441c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:16.654238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:16.658379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.659673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7974b07b-6fb0-45f0-87da-eeb633700176 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6222045 Mar 23 10:16:16.661260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.677340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:16.679788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38274) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.695327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:16.715186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:16.739309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port be592bc3-4b58-47bb-91bb-134a6c5585dc {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:16.739712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.774357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.786251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] device_id is not set on port 60625653-ab5d-44da-84bb-6b59f6a46c9e yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:16.851694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.871236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Usage tracker for resource:floatingip and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:16.878019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Router f55e8528-3751-4d13-8930-450b0695db02 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:16:16.879679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:16.903976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:16.925996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.941247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-45bdc497-e286-453d-9dd4-9f305b5849ce None None] Provisioning complete for port be592bc3-4b58-47bb-91bb-134a6c5585dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:16.942054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-45bdc497-e286-453d-9dd4-9f305b5849ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.956261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.034339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.052582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-45bdc497-e286-453d-9dd4-9f305b5849ce None None] Port be592bc3-4b58-47bb-91bb-134a6c5585dc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:17.366105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a27503-a04f-4405-ac69-5eef323d6229,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:17.514021 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:17.600039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:17.600435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.712946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] For port 90fd4364-54e7-40d1-b355-5c7c3d75a76f, host hv-neutron-8346, got binding levels [] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:17.713535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.732275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Port': ['ID=c59d7be6-5800-40af-862d-cf77f710f6e6,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:17.756224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.772775 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5beeb5e-b827-435a-950b-2797a718cc2a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:17.867024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a5beeb5e-b827-435a-950b-2797a718cc2a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:17.876003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a5beeb5e-b827-435a-950b-2797a718cc2a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:17.876393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.977112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for be592bc3-4b58-47bb-91bb-134a6c5585dc owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:17.987943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Allocated IP 172.26.7.94 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/60625653-ab5d-44da-84bb-6b59f6a46c9e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:18.072682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.146280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Calling delete_port for 90fd4364-54e7-40d1-b355-5c7c3d75a76f owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:18.217844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.253410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.255923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.267880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port a5beeb5e-b827-435a-950b-2797a718cc2a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a5beeb5e-b827-435a-950b-2797a718cc2a,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:18.273196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.340611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38294) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.387505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=a5beeb5e-b827-435a-950b-2797a718cc2a,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:18.419850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.423042 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-770a2e84-a29c-4073-97f0-51b2b2f9b116 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.5604062 Mar 23 10:16:18.424724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38300) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.442183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.507524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=be592bc3-4b58-47bb-91bb-134a6c5585dc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:18.555107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-115ce5f6-7005-43f3-95df-c2079986c2dd tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Synchronizing usage tracker for tenant:cb86509d25d04c7d9603dae82abddae5 on resource:floatingip {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:18.569093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.591360 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f9cedb80-2586-442a-9be4-bb13ad7fa955 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/ports/be592bc3-4b58-47bb-91bb-134a6c5585dc HTTP/1.1" status: 204 len: 168 time: 2.0184867 Mar 23 10:16:18.595118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38304) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.679259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1108543051', 'router:external': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:18.698653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a1f3a1-b2fb-409e-891f-85edf6cc8433 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] GET failed (client error): The resource could not be found. Mar 23 10:16:18.699510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a8a1f3a1-b2fb-409e-891f-85edf6cc8433 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Synchronizing usage tracker for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:18.709017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:18.723141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:network and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:18.733624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:18.749751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:18.764563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a8a1f3a1-b2fb-409e-891f-85edf6cc8433 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Unset dirty status for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:18.767658 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a8a1f3a1-b2fb-409e-891f-85edf6cc8433 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "GET /v2.0/ports/be592bc3-4b58-47bb-91bb-134a6c5585dc HTTP/1.1" status: 404 len: 333 time: 0.1705356 Mar 23 10:16:18.773051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38308) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.785672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'name': 'tempest-AllowedAddressPairTestJSON-629991665'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:18.820080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.897665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-115ce5f6-7005-43f3-95df-c2079986c2dd tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Unset dirty status for tenant:cb86509d25d04c7d9603dae82abddae5 on resource:floatingip {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:18.899092 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-115ce5f6-7005-43f3-95df-c2079986c2dd tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=7fcf025d-2523-4ec8-a8b0-0e771e545fbd HTTP/1.1" status: 200 len: 690 time: 0.4637997 Mar 23 10:16:18.905633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event deleted for resources: {'Port': ['ID=90fd4364-54e7-40d1-b355-5c7c3d75a76f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:18.912971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38312) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.926709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Made reservation on behalf of 96e6f9824e174330acd68f43d614227b for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:18.930644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.982533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.024435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.094791 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-07925596-a085-4483-8b5d-73f5409a13ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "DELETE /v2.0/ports/90fd4364-54e7-40d1-b355-5c7c3d75a76f HTTP/1.1" status: 204 len: 168 time: 2.9156783 Mar 23 10:16:19.097544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:19.112472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.115461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38316) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:19.124893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:security_group_rule and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:19.133558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:19.152103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:19.161671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:19.192748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:19.200639 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3283f8b8-ffa6-4fd3-a007-a3e4e86cfce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:16:19.201149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3283f8b8-ffa6-4fd3-a007-a3e4e86cfce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Synchronizing usage tracker for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:19.223319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.245899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:19.250938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.312586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3283f8b8-ffa6-4fd3-a007-a3e4e86cfce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Unset dirty status for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:19.312586 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3283f8b8-ffa6-4fd3-a007-a3e4e86cfce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "GET /v2.0/ports/90fd4364-54e7-40d1-b355-5c7c3d75a76f HTTP/1.1" status: 404 len: 333 time: 0.1946821 Mar 23 10:16:19.321520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38320) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:19.340644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:16:19.350118 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6223529c-43eb-462e-87bd-fb16c22d987b admin admin] 10.222.0.73 "PUT /v2.0/routers/f55e8528-3751-4d13-8930-450b0695db02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.6447923 Mar 23 10:16:19.350709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-386927974', 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:19.356878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Deleting port c59d7be6-5800-40af-862d-cf77f710f6e6 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:19.357215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.374404 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Sync routers for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:16:19.397156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5beeb5e-b827-435a-950b-2797a718cc2a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:19.416332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.437449 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:19.443051 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:19.451513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:19.477738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] device_id is not set on port 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:19.576071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:19.706231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:19.706987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Pushing event updated for resources: {'Port': ['ID=60625653-ab5d-44da-84bb-6b59f6a46c9e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:19.711830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:19.722095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:19.761288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a5beeb5e-b827-435a-950b-2797a718cc2a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:19.761688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.781246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.871607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.872118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.888417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.919776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:19.942359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.943632 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Added segment 50a36872-0758-46f5-9a64-d8a2b41d30ce of type vlan for network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 Mar 23 10:16:19.954075 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:20.030966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.031299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Calling delete_port for c59d7be6-5800-40af-862d-cf77f710f6e6 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:20.115451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Allocated IP 172.26.7.125 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/c190d02e-c8c3-47c6-81ee-4b34f99ccae5) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:20.121711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:20.122328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.181380 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-016dfea9-30b4-4e04-95ba-717b4926de18 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.3635194 Mar 23 10:16:20.196729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:20.212946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.94'}]}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:20.242304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:20.252898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Usage tracker for resource:router and tenant:4dd8a343d25b446b9ac909583a7827fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:20.260173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:20.280204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:20.309461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017106a6-2f52-4d5b-9389-3ec297c9726a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:20.312029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Made reservation on behalf of b665e6733eb944dd85f233aa3cbbaab5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:20.314441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.339276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.340198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:20.340796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.401430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port 18a5f647-d9a8-431f-a187-55df81ace632 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:20.407719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.409387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.440590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.448885 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0712149 Mar 23 10:16:20.454893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38336) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:20.536936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'subnet': {'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:20.537961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Port': ['ID=c59d7be6-5800-40af-862d-cf77f710f6e6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:20.542718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:20.547235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:subnet and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:20.550555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:20.557489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:20.570230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.584457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38340) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:20.612133 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:11Z', 'revision_number': 2, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:20.619482 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Checking router: f55e8528-3751-4d13-8930-450b0695db02 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:16:20.620370 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Updating router f55e8528-3751-4d13-8930-450b0695db02 port 7e2813af-7bee-41dc-b257-c11e896cae28 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:16:20.679856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--802891238', 'description': 'tempest-description--2075409489'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:20.706103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Allocated IP 172.20.0.3 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:20.707863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbbd12-d810-4d04-a1f0-954eed1330cc tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Network': ['ID=2e1274b0-8c76-47e5-9b14-aa39298b2af6,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:20.710521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Made reservation on behalf of 96e6f9824e174330acd68f43d614227b for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:20.713351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.723115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:20.729766 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.949492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.955409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:20.987328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Usage tracker for resource:security_group and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:21.012147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:21.017092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.040534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.115902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:21.203006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.217318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.342548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.353689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.456324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:21.468079 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.478882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Usage tracker for resource:security_group_rule and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:21.493572 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Transition to ACTIVE for port object 7e2813af-7bee-41dc-b257-c11e896cae28 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:21.494697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c710450-8c8c-48c7-83ae-42852fb8eda6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:21.494932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:21.509050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:21.510796 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.554875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.617524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.651973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcf025d-2523-4ec8-a8b0-0e771e545fbd']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:21.668212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc573a76-afba-4ed9-b5e6-11c9cf76d053') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:21.668494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc573a76-afba-4ed9-b5e6-11c9cf76d053') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:21.681939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.698886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.700472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.709107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:21.709743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.714073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.800791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:21.814742 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:21.842122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.860302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event updated for resources: {'Port': ['ID=c190d02e-c8c3-47c6-81ee-4b34f99ccae5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:21.870486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fcf025d-2523-4ec8-a8b0-0e771e545fbd {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:16:21.884563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:21.887882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fcf025d-2523-4ec8-a8b0-0e771e545fbd,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:21.893688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.906212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Transition to ACTIVE for port object 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:21.924243 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9fd11f81-391e-415f-b090-bddeafc55dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/networks/7fcf025d-2523-4ec8-a8b0-0e771e545fbd HTTP/1.1" status: 204 len: 168 time: 3.0101984 Mar 23 10:16:21.929563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38346) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:21.939219 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabfc2a-5843-4ae6-802f-2c858b516dd1 None None] Pushing event updated for resources: {'Port': ['ID=7e2813af-7bee-41dc-b257-c11e896cae28,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:21.971337 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Attempting to bind port 7e2813af-7bee-41dc-b257-c11e896cae28 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:21.971994 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Attempting to bind port 7e2813af-7bee-41dc-b257-c11e896cae28 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:21.972506 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Attempting to bind port 7e2813af-7bee-41dc-b257-c11e896cae28 on network ba405026-9636-42e5-a741-35ed0588179b {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:21.982276 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:21.983129 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Checking segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:21.983733 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.984701 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Bound using segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:21.986155 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Bound port: 7e2813af-7bee-41dc-b257-c11e896cae28, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:21.986890 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.046168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:22.061302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f86e5e69-5c12-4756-acdc-800f5cbb0df7 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Synchronizing usage tracker for tenant:cb86509d25d04c7d9603dae82abddae5 on resource:floatingip {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:22.067054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:22.086574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.128172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.129204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f86e5e69-5c12-4756-acdc-800f5cbb0df7 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Unset dirty status for tenant:cb86509d25d04c7d9603dae82abddae5 on resource:floatingip {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:22.130397 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f86e5e69-5c12-4756-acdc-800f5cbb0df7 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1997187 Mar 23 10:16:22.140902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.151314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38350) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.159273 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] For port 7e2813af-7bee-41dc-b257-c11e896cae28, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:22.164092 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] For port 7e2813af-7bee-41dc-b257-c11e896cae28, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7e2813af-7bee-41dc-b257-c11e896cae28,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:22.178203 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.194566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.260739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3020eec-d417-4f62-bfdd-2cd177948901,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:22.357904 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:22.359210 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:15:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:22.385621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:22.419740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:22.427999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Allocated IP 172.26.7.23 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/2e5199e0-68f9-424e-916b-db4807c9c9ca) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:22.445705 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabfc2a-5843-4ae6-802f-2c858b516dd1 None None] Pushing event updated for resources: {'Port': ['ID=7e2813af-7bee-41dc-b257-c11e896cae28,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:22.456571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:22.463940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:22.465161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.650307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.726172 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:22.804355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Network 941ca041-fcac-4dd7-85ec-1637cbead2cc is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:22.847944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bdf97e7b-088d-4bb3-8dbc-2da4899cefa1 None None] Provisioning for port 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:22.856688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bdf97e7b-088d-4bb3-8dbc-2da4899cefa1 None None] Provisioning complete for port 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:22.857263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bdf97e7b-088d-4bb3-8dbc-2da4899cefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.875751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:22.893653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=18a5f647-d9a8-431f-a187-55df81ace632,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:22.901438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:22.902697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:22.903680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.960566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bdf97e7b-088d-4bb3-8dbc-2da4899cefa1 None None] Port 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:22.972208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.973620 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4ed86052-4a37-474f-9760-d30e3d3c32c6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.3276305 Mar 23 10:16:22.976614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38356) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.982950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Request body: {'security_group_rule': {'security_group_id': 'c3020eec-d417-4f62-bfdd-2cd177948901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:22.989526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:22.996844 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2183390 Mar 23 10:16:22.997102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Usage tracker for resource:security_group_rule and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:22.997378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:23.004748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:23.009841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.017216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'network_id': '19200b87-a1fd-4210-8ef4-241f4558881f', 'name': 'tempest-AllowedAddressPairTestJSON-1355226896'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:23.073721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.074266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.074472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.074912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.075417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.075887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.076332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.076787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.085146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e456f10a-0ea5-49a8-a47c-8bfdd7095722 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.8881640 Mar 23 10:16:23.091279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38364) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.140248 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:22Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:23.146479 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65d0b2-ba60-4d1e-ac0d-a4763e334173 None None] The sync data for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv is: [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:22Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:16:23.198017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.246337 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-cdeed880-12ac-422d-988d-bd9068f77235 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] delete failed (client error): The resource could not be found. Mar 23 10:16:23.247731 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cdeed880-12ac-422d-988d-bd9068f77235 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/ff6d46d3-5671-485f-a4b7-dba2976430a0 HTTP/1.1" status: 404 len: 345 time: 0.1480701 Mar 23 10:16:23.261634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38368) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.290702 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-834189e3-4427-444e-89ab-aae641423806 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.9676356 Mar 23 10:16:23.318639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38372) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.319588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.405027 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1063383a-267f-4032-aa6b-aaee5c6b3e96 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] DELETE failed (client error): The resource could not be found. Mar 23 10:16:23.405587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1063383a-267f-4032-aa6b-aaee5c6b3e96 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:16:23.412057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7e2813af-7bee-41dc-b257-c11e896cae28 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:23.437223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:23.441015 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1063383a-267f-4032-aa6b-aaee5c6b3e96 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/networks/7fcf025d-2523-4ec8-a8b0-0e771e545fbd HTTP/1.1" status: 404 len: 339 time: 0.1776099 Mar 23 10:16:23.444384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.446052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Usage tracker for resource:port and tenant:4469cbca909a4b09ad606a05a6b8d366 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:23.452247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47ffa5-7514-4744-9612-ae4ddddba88f tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:23.452409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:23.454111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38376) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.469530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'network': {'name': 'tempest-network--1622046488', 'router:external': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:23.472315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:23.475856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.497992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:23.521564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:network and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:23.527491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ea1a3a-9630-4f21-8ddb-1646a62cb8a6,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:23.529785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:23.533535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Made reservation on behalf of 4469cbca909a4b09ad606a05a6b8d366 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:23.536843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.553356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:23.565524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 7e2813af-7bee-41dc-b257-c11e896cae28 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:23.566206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.567433 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5f7e3e8b-486c-4e84-bb66-9b4eeba5a997 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5897725 Mar 23 10:16:23.571856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38380) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.578247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7e2813af-7bee-41dc-b257-c11e896cae28 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:23.579748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.579909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Request body: {'security_group_rule': {'security_group_id': 'c3020eec-d417-4f62-bfdd-2cd177948901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:23.590225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:23.593194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] device_id is not set on port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:23.632343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Made reservation on behalf of cb86509d25d04c7d9603dae82abddae5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:23.634491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c0bf8426-b07f-4091-9723-3953f94d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Synchronizing usage tracker for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:23.634712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.650758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Usage tracker for resource:security_group_rule and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:23.660103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:23.689886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:23.720216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.732350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] vlan segment allocate from pool success with {'vlan_id': 974, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:23.787944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.809633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.810017 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Added segment b09ad9e9-36e2-4e73-829f-d44b30f3f910 of type vlan for network 575f408e-1888-4b42-869d-b7f0cecdafff Mar 23 10:16:23.858630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.899572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Allocated IP 172.20.0.6 (19200b87-a1fd-4210-8ef4-241f4558881f/0ad73970-71aa-4b04-95c6-066d80005b6b/2ec8f080-4bda-4cb7-83d2-3928022db3b1) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:23.920304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 7e2813af-7bee-41dc-b257-c11e896cae28, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7e2813af-7bee-41dc-b257-c11e896cae28,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:23.928544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.046831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=7e2813af-7bee-41dc-b257-c11e896cae28,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.073101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.102730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c0bf8426-b07f-4091-9723-3953f94d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Unset dirty status for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:24.104704 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c0bf8426-b07f-4091-9723-3953f94d7233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "GET /v2.0/ports/18a5f647-d9a8-431f-a187-55df81ace632 HTTP/1.1" status: 200 len: 958 time: 0.7469461 Mar 23 10:16:24.113577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38384) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.253004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:24.280236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.301879 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.303770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4fa08e86-2011-4ce0-9113-c47127fbe49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.349731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.356840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.363685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Deleting port 18a5f647-d9a8-431f-a187-55df81ace632 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:24.364059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.370998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:24.399363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.413649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.437662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:16:24.437927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.478795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba674da8-a66e-447e-a64e-a26cc2c2f03a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.524349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:24.530450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.532346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:24.533200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event updated for resources: {'Port': ['ID=2e5199e0-68f9-424e-916b-db4807c9c9ca,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.533340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.536210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.550803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:24.576242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.626049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:24.704054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.705078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1745522 Mar 23 10:16:24.712803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c004d39d-6cbf-4239-a05a-fbc1c60595cc,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.735103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.736335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924180dd-c96b-4bcd-9cdc-0f3d8ab22f57 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event updated for resources: {'Port': ['ID=c190d02e-c8c3-47c6-81ee-4b34f99ccae5,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.846443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.847255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Checking segment: {'id': '50a36872-0758-46f5-9a64-d8a2b41d30ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:24.847676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network hostable DHCP agents. Network: 2e1274b0-8c76-47e5-9b14-aa39298b2af6, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:24.851042 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-49f26017-1256-4dc3-82ee-82ce47a21b39 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2754591 Mar 23 10:16:24.853012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38390) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.872317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:24.887814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:24.914364 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4591281 Mar 23 10:16:24.953919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.974079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38394) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.994926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Usage tracker for resource:floatingip and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:25.004901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Transition to ACTIVE for port object 2ec8f080-4bda-4cb7-83d2-3928022db3b1 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:25.020515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:25.038146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.057198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db91d-80ab-46ca-bb42-1e9db4699d64 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Network': ['ID=575f408e-1888-4b42-869d-b7f0cecdafff,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.075388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 575f408e-1888-4b42-869d-b7f0cecdafff details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:25.084143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.097161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:25.235654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Calling delete_port for 18a5f647-d9a8-431f-a187-55df81ace632 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:25.395252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7e2813af-7bee-41dc-b257-c11e896cae28 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:25.430659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.503439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.527072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=2ec8f080-4bda-4cb7-83d2-3928022db3b1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.532261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7e2813af-7bee-41dc-b257-c11e896cae28 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:25.533851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.545319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Network 19200b87-a1fd-4210-8ef4-241f4558881f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:25.555300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:25.620086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38408) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:25.622668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.629605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:25.630360 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 10:16:25.639035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:25.683662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.703738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.831589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.832388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.841095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1a1cd-f670-46f1-9d0f-935758a22e5c tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.847406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1a1cd-f670-46f1-9d0f-935758a22e5c tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.852599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1a1cd-f670-46f1-9d0f-935758a22e5c tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.857347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1a1cd-f670-46f1-9d0f-935758a22e5c tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.860755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.861581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaa6d5a6-f0a3-41ff-b391-67a18f2892ad {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:16:25.863067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec1a1cd-f670-46f1-9d0f-935758a22e5c tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.865397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6ec1a1cd-f670-46f1-9d0f-935758a22e5c tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.8901641 Mar 23 10:16:25.874869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38412) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:25.882884 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e79fb17f-3b52-4d99-8ae9-a6b4e5f1460b tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8718197 Mar 23 10:16:25.887305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38414) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:25.889102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 2e1274b0-8c76-47e5-9b14-aa39298b2af6) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:25.891279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event deleted for resources: {'Port': ['ID=18a5f647-d9a8-431f-a187-55df81ace632,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.905262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.905991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.917408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6e6ac-28e8-45ef-8c51-e97a09f225f0 None None] Network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:25.920501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e1:2f:0e'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:45:52:9b'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:25.960946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.043069 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:16:26.048292 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c67565a9-9ce4-4303-9ddc-035f48072114 tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.8493981 Mar 23 10:16:26.063581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38420) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:26.137284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-7267c5e4-0c5c-4a1d-92e1-39694c68489a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1011426822&fields=id&tenant_id=9cfd07de243147da89c3c62cab84441c HTTP/1.1" status: 200 len: 267 time: 0.5097473 Mar 23 10:16:26.145636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Deleting port 60625653-ab5d-44da-84bb-6b59f6a46c9e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:26.146145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.192586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-22217d57-9c97-4fbe-a2d4-06d627162193 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.7303269 Mar 23 10:16:26.194280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38424) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:26.197071 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bbdbd4b3-84df-4fa6-83a2-31a094af2648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "DELETE /v2.0/ports/18a5f647-d9a8-431f-a187-55df81ace632 HTTP/1.1" status: 204 len: 168 time: 2.0806718 Mar 23 10:16:26.203680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38428) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:26.250722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1540466264', 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:26.263010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.279945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:26.298973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-54dbef66-ed17-43de-a298-b3085c2290c7 None None] Provisioning for port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:26.311574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:port and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:26.316525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-54dbef66-ed17-43de-a298-b3085c2290c7 None None] Provisioning complete for port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:26.317109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54dbef66-ed17-43de-a298-b3085c2290c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.321136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:26.333885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:26.352329 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-819f1b05-5a1c-4e0b-b454-8ed8d8066d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:16:26.362164 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-819f1b05-5a1c-4e0b-b454-8ed8d8066d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "GET /v2.0/ports/18a5f647-d9a8-431f-a187-55df81ace632 HTTP/1.1" status: 404 len: 333 time: 0.1549902 Mar 23 10:16:26.370368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38432) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:26.389132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Request body: {'port': {'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761983461'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:26.389807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Made reservation on behalf of 96e6f9824e174330acd68f43d614227b for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:26.393260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.448953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741dd64-4690-4793-a192-11d5245feb0d req-cb167f96-2874-4714-8283-7cb33b10d2d9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:26.450527 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-cb167f96-2874-4714-8283-7cb33b10d2d9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 812 time: 0.2994432 Mar 23 10:16:26.451812 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] device_id is not set on port 723df1a9-2e1c-41d1-b34d-f96ea4e17bd3 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:26.458401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:26.488712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1634075-5e6a-46a4-b038-1cb41bf2fab5 None None] Network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:26.522414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-54dbef66-ed17-43de-a298-b3085c2290c7 None None] Port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:26.535609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.545751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Usage tracker for resource:port and tenant:b665e6733eb944dd85f233aa3cbbaab5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:26.548670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.573056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:26.604228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-1fdb072b-305e-4060-8520-79a35835c498 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/quotas/9cfd07de243147da89c3c62cab84441c HTTP/1.1" status: 200 len: 375 time: 0.0951400 Mar 23 10:16:26.623522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:26.698052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd813662-79bd-4fa9-92b7-2d695a82bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.770271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.784711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.899642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event updated for resources: {'Port': ['ID=2e5199e0-68f9-424e-916b-db4807c9c9ca,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:27.020756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.022527 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0817397a-dcbb-461b-8a83-aa01fc8930ce tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3419912 Mar 23 10:16:27.053965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Allocated IP 2001:db8::1c (2e1274b0-8c76-47e5-9b14-aa39298b2af6/c004d39d-6cbf-4239-a05a-fbc1c60595cc/723df1a9-2e1c-41d1-b34d-f96ea4e17bd3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:27.082829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Made reservation on behalf of b665e6733eb944dd85f233aa3cbbaab5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:27.086701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.107640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.153202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9741dd64-4690-4793-a192-11d5245feb0d req-1d635225-4d92-4322-9a0a-66443be16811 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Synchronizing usage tracker for tenant:9cfd07de243147da89c3c62cab84441c on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:27.197102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Allocated IP 172.26.7.33 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/0bcec061-f891-4f56-9d1c-295ee3f47933) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:27.296129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:27.311841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9741dd64-4690-4793-a192-11d5245feb0d req-1d635225-4d92-4322-9a0a-66443be16811 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Unset dirty status for tenant:9cfd07de243147da89c3c62cab84441c on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:27.313201 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-1d635225-4d92-4322-9a0a-66443be16811 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6800601 Mar 23 10:16:27.376513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575f408e-1888-4b42-869d-b7f0cecdafff']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:27.458097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ad9e9-36e2-4e73-829f-d44b30f3f910') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:27.458616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ad9e9-36e2-4e73-829f-d44b30f3f910') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:27.482775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.511446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.527773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.584651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.613232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.620628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.636242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.680647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.688503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.760050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-12ac6175-f2ae-4346-bdc8-2c9a78d41703 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:16:27.768182 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-12ac6175-f2ae-4346-bdc8-2c9a78d41703 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2442954 Mar 23 10:16:27.784768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Releasing vlan 974 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:27.785176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.795495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.800879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38454) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:27.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:27.808453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Calling delete_port for 60625653-ab5d-44da-84bb-6b59f6a46c9e owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:27.868418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event updated for resources: {'Port': ['ID=0bcec061-f891-4f56-9d1c-295ee3f47933,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:27.910049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:27.913242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:28.006278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:28.008335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:28.022214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:28.023127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:28.025537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.030440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:28.194262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9953527 Mar 23 10:16:28.208602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38458) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:28.209620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325d608-bb37-429e-8877-6e88907dbdb1 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Port': ['ID=723df1a9-2e1c-41d1-b34d-f96ea4e17bd3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.216333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.242602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-83eb6bf8-d233-4f9c-8d09-98c773f588b0 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1264320146&fields=id&tenant_id=038e9dd718e54b049acc8bd46c2bf9be HTTP/1.1" status: 200 len: 267 time: 0.4335001 Mar 23 10:16:28.264723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 575f408e-1888-4b42-869d-b7f0cecdafff {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:16:28.276412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.323993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Network': ['ID=575f408e-1888-4b42-869d-b7f0cecdafff,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.364621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.366014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-9a273732-635c-437d-a753-6a889ce4b619 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592699 Mar 23 10:16:28.497135 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-19292ba3-c4f7-4918-972f-85eb86a3cbd1 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/networks/575f408e-1888-4b42-869d-b7f0cecdafff HTTP/1.1" status: 204 len: 168 time: 2.6124890 Mar 23 10:16:28.508555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38464) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:28.541867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.565132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'network': {'name': 'tempest-network--570053879', 'router:external': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:28.615078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Pushing event deleted for resources: {'Port': ['ID=60625653-ab5d-44da-84bb-6b59f6a46c9e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.618545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.667917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.711505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.791800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Deleting port 723df1a9-2e1c-41d1-b34d-f96ea4e17bd3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:28.792344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.817371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Network 941ca041-fcac-4dd7-85ec-1637cbead2cc is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:28.829098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:28.886457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event updated for resources: {'Port': ['ID=2ec8f080-4bda-4cb7-83d2-3928022db3b1,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.890817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:28.892205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:28.893146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.910680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:29.012954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.016429 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e4832441-da76-42ab-af8c-ca84fa1be80a tempest-RoutersAdminNegativeTest-505095030 tempest-RoutersAdminNegativeTest-505095030-project-admin] 10.222.0.73 "DELETE /v2.0/ports/60625653-ab5d-44da-84bb-6b59f6a46c9e HTTP/1.1" status: 204 len: 168 time: 2.9516058 Mar 23 10:16:29.070370 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6979458 Mar 23 10:16:29.081015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38470) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:29.087032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-d3b9c14d-9452-43f7-b9de-e90ee07a7159 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818485 Mar 23 10:16:29.088664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:network and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:29.093463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:29.100275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:29.127009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:29.208195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] In _notify_port_updated(), no bound segment for port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 on network 19200b87-a1fd-4210-8ef4-241f4558881f {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:16:29.217910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:29.219685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.222718 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d82323ab-0f68-4d14-a401-514425093628 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "PUT /v2.0/ports/2ec8f080-4bda-4cb7-83d2-3928022db3b1 HTTP/1.1" status: 200 len: 1056 time: 3.3338413 Mar 23 10:16:29.225188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.243713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8152e-acbe-4523-a548-986e1ddca5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=7c79d8f7-bd93-41e1-abe9-31cbb0e74b41,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:29.248191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38474) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:29.257930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96885a02-8cf0-41fd-89af-bba85e19b2c0 None None] Provisioning complete for port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:29.258534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96885a02-8cf0-41fd-89af-bba85e19b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.288994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Made reservation on behalf of cb86509d25d04c7d9603dae82abddae5 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:29.298046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.396710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.598556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-96885a02-8cf0-41fd-89af-bba85e19b2c0 None None] Port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:29.611992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-88b40d0e-14d2-4b16-a78e-f63b3cca0151 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:29.613761 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-88b40d0e-14d2-4b16-a78e-f63b3cca0151 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/networks?id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9 HTTP/1.1" status: 200 len: 811 time: 1.3031142 Mar 23 10:16:29.650238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.696794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.703470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port 2ec8f080-4bda-4cb7-83d2-3928022db3b1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:29.704343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.853300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Calling delete_port for 723df1a9-2e1c-41d1-b34d-f96ea4e17bd3 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:29.910548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:29.988060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.988500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Added segment f1ab5a62-ff39-4a06-a1e6-a7c814402104 of type vlan for network cf673b1d-1e31-4568-8da6-2f1afe6971ab Mar 23 10:16:29.991647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2846002c-3735-49a4-a186-a65239c5d981 req-b7f2fb69-8f14-48ae-9404-e2afd9bd63c6 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.0681577 Mar 23 10:16:29.992242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.013709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:30.059795 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-c5348e56-9e02-4de5-90bf-3efc20bbce6b tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/quotas/038e9dd718e54b049acc8bd46c2bf9be HTTP/1.1" status: 200 len: 375 time: 0.1427519 Mar 23 10:16:30.152596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.492230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.506509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.507899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:30.508881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.554478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.620240 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-e158f085-a736-4f48-a327-cd650d9f3f4d tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=038e9dd718e54b049acc8bd46c2bf9be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5360346 Mar 23 10:16:30.814339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event deleted for resources: {'Port': ['ID=723df1a9-2e1c-41d1-b34d-f96ea4e17bd3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:30.838711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.868867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for 2ec8f080-4bda-4cb7-83d2-3928022db3b1 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:30.943279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-28c1cd42-22af-44b2-8fdd-9274cd6f0bb6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:16:30.943647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] device_id is not set on port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:30.944552 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-28c1cd42-22af-44b2-8fdd-9274cd6f0bb6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1693771 Mar 23 10:16:30.959118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4252872 Mar 23 10:16:30.963587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38530) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:30.963908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.967150 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5dfb2a58-73b6-415b-8b10-85b305d42953 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/ports/723df1a9-2e1c-41d1-b34d-f96ea4e17bd3 HTTP/1.1" status: 204 len: 168 time: 2.7514868 Mar 23 10:16:30.968473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de50e7f-f1fe-4e6c-a4cb-acda097d9a83 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Network': ['ID=cf673b1d-1e31-4568-8da6-2f1afe6971ab,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:30.977101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38532) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:30.984104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network cf673b1d-1e31-4568-8da6-2f1afe6971ab details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:30.988359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.052661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Transition to ACTIVE for port object 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:31.068343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.072058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'external_fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c'}]}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:31.204936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:31.222645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:31.230169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Usage tracker for resource:security_group_rule and tenant:b9517b1cff05432e9c90e7bb7acf8c49 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:31.345761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:31.448537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:31.457252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:router and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:31.459045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:31.465424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:31.498237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:31.505256 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-457cd3f1-2f26-4b31-89d5-3ae5ce372c18 req-ad565494-b9bb-445c-b383-8a2f6979d8bc tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.2797227 Mar 23 10:16:31.507652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.535515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.555183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.558009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=7c79d8f7-bd93-41e1-abe9-31cbb0e74b41,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.594940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Sync routers for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:16:31.620078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:31.624350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:31.717160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e9b911-f5a7-4924-a4d0-5787cff39072 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:31.722244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d6e9b911-f5a7-4924-a4d0-5787cff39072 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] 10.222.0.73 "GET /v2.0/networks/cf673b1d-1e31-4568-8da6-2f1afe6971ab HTTP/1.1" status: 200 len: 756 time: 0.7491086 Mar 23 10:16:31.724156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event updated for resources: {'Port': ['ID=0bcec061-f891-4f56-9d1c-295ee3f47933,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.727196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=2ec8f080-4bda-4cb7-83d2-3928022db3b1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.734074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38546) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:31.756504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.758079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.806075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.872241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.006117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:32.009260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:32.010121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:32.012788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:32.037984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.039244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-574a83b8-e006-43ce-a445-9943381542ca tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1808772 Mar 23 10:16:32.128973 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-28f8103a-9d3b-43e3-aea4-36cd275c1f91 service neutron] 10.222.0.73 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1536114 Mar 23 10:16:32.159317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.162644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:32.163189 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:32.172836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65568d9f-03b9-448a-8008-f69c56f833ac tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:32.173862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-65568d9f-03b9-448a-8008-f69c56f833ac tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Synchronizing usage tracker for tenant:08a7901d82fe417e8edec5552c202083 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:32.192693 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 2 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:32.224640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.260491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.274543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:32.275107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:32.275705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:32.372404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:32.372404 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:32.372404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-65568d9f-03b9-448a-8008-f69c56f833ac tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Unset dirty status for tenant:08a7901d82fe417e8edec5552c202083 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:32.373268 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-65568d9f-03b9-448a-8008-f69c56f833ac tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] 10.222.0.73 "GET /v2.0/networks/cb6f119c-576b-4a91-aadf-4f2d48503dcd HTTP/1.1" status: 200 len: 768 time: 0.6350048 Mar 23 10:16:32.377552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38556) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.385034 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 3 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:32.431999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657ca143-0d6e-4817-821d-35d23087f1f8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:32.446898 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fcfe1a4f-ada5-4330-b3ad-9bec000df402 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9517b1cff05432e9c90e7bb7acf8c49&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4285014 Mar 23 10:16:32.477440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38562) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.485704 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:32.486039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:32.486372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:32.553101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.91', 64419) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.634514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-f5e67917-a75b-4fc5-a8ce-e6ab3ef8284a service neutron] 10.222.0.73 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874387 Mar 23 10:16:32.703757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:32.704031 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:32.746918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.781557 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 4 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:32.785231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-0b23ded8-d508-45c7-86e6-21166ff880cc tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Synchronizing usage tracker for tenant:67e43e5ee0794250ad4c6f43dd5f7737 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:32.815236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.871424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:32.872051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:32.872777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:32.884807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:32.885693 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:32.890018 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 5 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:32.905820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 2, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:32.909247 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-196bb3a2-dd21-4445-9b84-8eab43f55aa3 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/ports/2ec8f080-4bda-4cb7-83d2-3928022db3b1 HTTP/1.1" status: 204 len: 168 time: 3.6548452 Mar 23 10:16:32.913223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38572) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.924518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Checking router: c97f1178-9447-4c76-a568-10022d63d397 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:16:32.925171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Updating router c97f1178-9447-4c76-a568-10022d63d397 port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:16:32.956970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:32.957435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:32.957721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:32.969298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:32.969761 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:32.976992 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 6 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:32.997071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:32.997548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:32.997879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:33.009453 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-887a16cc-31d8-4aa3-b818-37631a19dfa7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] GET failed (client error): The resource could not be found. Mar 23 10:16:33.009453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-887a16cc-31d8-4aa3-b818-37631a19dfa7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Synchronizing usage tracker for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:33.026548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:33.027006 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:33.027414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f88196ca-0e94-4b97-9452-4bededa85ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.030405 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 7 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:33.034828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-0b23ded8-d508-45c7-86e6-21166ff880cc tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Unset dirty status for tenant:67e43e5ee0794250ad4c6f43dd5f7737 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:33.043287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-0b23ded8-d508-45c7-86e6-21166ff880cc tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--802891238&fields=id&tenant_id=67e43e5ee0794250ad4c6f43dd5f7737 HTTP/1.1" status: 200 len: 267 time: 0.5143318 Mar 23 10:16:33.060701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-887a16cc-31d8-4aa3-b818-37631a19dfa7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Unset dirty status for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:33.062168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-887a16cc-31d8-4aa3-b818-37631a19dfa7 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "GET /v2.0/ports/2ec8f080-4bda-4cb7-83d2-3928022db3b1 HTTP/1.1" status: 404 len: 333 time: 0.1477370 Mar 23 10:16:33.066616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38576) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:33.080886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:33.081447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:33.081930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:33.120820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:33.121380 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:33.128231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f88196ca-0e94-4b97-9452-4bededa85ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.135449 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 8 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:33.143840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.232345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:33.232907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.305848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741dd64-4690-4793-a192-11d5245feb0d req-79b46107-e882-45b4-81b1-7e027fcc21ed tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:33.308938 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-79b46107-e882-45b4-81b1-7e027fcc21ed tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 812 time: 0.7541823 Mar 23 10:16:33.313944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.410290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:33.410665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:33.415845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:33.449670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.450125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.451470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.451916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > port after_create 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.452081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:33.452288 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:33.452506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.453545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > port after_update 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.454065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.454537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.454951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.455369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.462149 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 9 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:33.489847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:33.490181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:33.490510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:33.517929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:33.518225 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:33.522771 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempt 10 to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 Mar 23 10:16:33.604263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f88196ca-0e94-4b97-9452-4bededa85ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.639006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.639006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.640070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.640070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:16:33.640381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf673b1d-1e31-4568-8da6-2f1afe6971ab']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:33.652271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:33.652650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:33.653222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempting to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:33.666672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88196ca-0e94-4b97-9452-4bededa85ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657ca143-0d6e-4817-821d-35d23087f1f8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:33.699667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-494b6541-a2c4-4535-982f-037361d33c9a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cfd07de243147da89c3c62cab84441c HTTP/1.1" status: 200 len: 380 time: 0.3503695 Mar 23 10:16:33.707874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:33.707874 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Failed to bind port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'f5b529fe-946c-4c34-b062-7ff1bdb47122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '941ca041-fcac-4dd7-85ec-1637cbead2cc'}] Mar 23 10:16:33.707874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.720466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Request body: {'port': {'device_id': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'admin_state_up': True, 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'security_groups': ['db163a0a-d46f-48a5-8ec4-7a6c841bc237']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:33.766392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f88196ca-0e94-4b97-9452-4bededa85ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.767786 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f88196ca-0e94-4b97-9452-4bededa85ec1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/657ca143-0d6e-4817-821d-35d23087f1f8 HTTP/1.1" status: 204 len: 168 time: 1.2893884 Mar 23 10:16:33.854641 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.856435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-6977b637-022f-40b7-8b84-48dd3d351140 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:33.857934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-6977b637-022f-40b7-8b84-48dd3d351140 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Synchronizing usage tracker for tenant:67e43e5ee0794250ad4c6f43dd5f7737 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:33.878241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28d11463-16eb-454a-b23e-83b597c33328 req-3856ae5a-7e4e-4148-ba36-e5ac59ecb57e tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.2243738 Mar 23 10:16:33.896550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ab5a62-ff39-4a06-a1e6-a7c814402104') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:33.897259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ab5a62-ff39-4a06-a1e6-a7c814402104') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:34.210249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] For port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:34.211819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Attempted to set empty binding levels {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 10:16:34.337733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.370529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for 1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:34.404886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.565580 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8eb671b0-7532-45c5-85b1-571114e5760b req-56db70d4-fb3e-465e-b069-d68fd685f8eb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.2839637 Mar 23 10:16:34.566284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38630) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:34.650022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] In _notify_port_updated(), no bound segment for port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 on network 941ca041-fcac-4dd7-85ec-1637cbead2cc {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:16:34.652239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.654780 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "PUT /v2.0/ports/7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 HTTP/1.1" status: 200 len: 981 time: 5.5717082 Mar 23 10:16:34.686880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:34.689298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.723609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Transition to ACTIVE for port object fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:34.764329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-6977b637-022f-40b7-8b84-48dd3d351140 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Unset dirty status for tenant:67e43e5ee0794250ad4c6f43dd5f7737 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:34.766386 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-6977b637-022f-40b7-8b84-48dd3d351140 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/networks?id=ba405026-9636-42e5-a741-35ed0588179b HTTP/1.1" status: 200 len: 806 time: 1.7226720 Mar 23 10:16:34.773396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.791216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.797707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:34.815178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b97a-ebcd-4742-8b9e-8c643a003fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event updated for resources: {'Port': ['ID=7c79d8f7-bd93-41e1-abe9-31cbb0e74b41,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:34.845295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:34.845711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.880274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Deleting port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:34.881416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn_limited( Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn_limited( Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:34.891195 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:35.077430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72b36d-6282-4923-9140-7c6a185a2b62 None None] Pushing event updated for resources: {'Port': ['ID=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:35.139674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.167248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-0defa6dc-df6c-44d4-a1e4-5efbe873321c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/quotas/67e43e5ee0794250ad4c6f43dd5f7737 HTTP/1.1" status: 200 len: 375 time: 0.3636847 Mar 23 10:16:35.252239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:35.544242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Attempting to bind port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:35.544782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Attempting to bind port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:35.545320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Attempting to bind port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 on network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:35.547349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:35.553997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:35.554540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Checking segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:35.558719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.559302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Bound using segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:35.559971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Bound port: fb1fa3dd-f31b-4cd5-86c7-a67bd844c651, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:35.560470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.569896 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e26f351c-48d9-436d-95d1-2713a651bdb5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dd8a343d25b446b9ac909583a7827fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9760699 Mar 23 10:16:35.588998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38644) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:35.639894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.781965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.808769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] For port 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41, host hv-neutron-8346, got binding levels [] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:35.809888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.848947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.907568 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] For port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:35.916061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] For port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:35.933648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.952353 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88ae1c51-87da-4cd5-be3f-95a889a4faeb req-b3cdd210-e6b3-4396-94fe-c57e0cc351d8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.7581894 Mar 23 10:16:36.007506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Made reservation on behalf of 9cfd07de243147da89c3c62cab84441c for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:36.013930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.287715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72b36d-6282-4923-9140-7c6a185a2b62 None None] Pushing event updated for resources: {'Port': ['ID=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:36.296893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.311371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf673b1d-1e31-4568-8da6-2f1afe6971ab {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:16:36.319143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:36.320740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:36.327364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.531760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Calling delete_port for 7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:36.602158 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-95d91f32-cdf4-4643-9672-6301ca308ccb tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/ports/1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 HTTP/1.1" status: 204 len: 168 time: 3.5261366 Mar 23 10:16:36.614437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38650) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:36.638172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Allocated IP 172.20.0.11 (8f9b51b0-f60a-4ada-8726-ec28e8ed5089/9913eb76-9dad-4761-a6c5-384d3d896add/2744151e-2f74-448f-88f8-1fade9265ef7) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:36.684171 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6f4ca6-3c95-4ef3-baac-744377e152e2 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] GET failed (client error): The resource could not be found. Mar 23 10:16:36.685007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5e6f4ca6-3c95-4ef3-baac-744377e152e2 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Synchronizing usage tracker for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:36.734654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5e6f4ca6-3c95-4ef3-baac-744377e152e2 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Unset dirty status for tenant:4469cbca909a4b09ad606a05a6b8d366 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:36.737251 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5e6f4ca6-3c95-4ef3-baac-744377e152e2 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "GET /v2.0/ports/1e495ca4-39bb-42b0-a82a-e6c6c8dd1e10 HTTP/1.1" status: 404 len: 333 time: 0.1216638 Mar 23 10:16:36.777955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38654) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:36.778184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.91', 64425) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:36.880098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:36.899702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.154070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69ec741d-b501-4e71-bc02-dfec375c5a40 req-a20c9501-8018-4c6c-af75-e87e8bc3d393 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.4323611 Mar 23 10:16:37.156811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf673b1d-1e31-4568-8da6-2f1afe6971ab,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:37.273208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c79d8f7-bd93-41e1-abe9-31cbb0e74b41,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:37.369464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port 6d8b37b3-9200-4554-ba03-397751b471e7 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:37.369794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.485215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.522175 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2bad1fa1-3bda-43b5-984d-131509fbe95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 HTTP/1.1" status: 204 len: 168 time: 2.8306899 Mar 23 10:16:37.526158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:37.561514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9e205949-58f6-4e2f-a6e9-eb6333831739 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/networks/cf673b1d-1e31-4568-8da6-2f1afe6971ab HTTP/1.1" status: 204 len: 168 time: 5.1828341 Mar 23 10:16:37.609937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:37.658586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'network': {'name': 'tempest-network--183617094'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:37.694460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adee0f7b-afda-4e1b-b6af-ecfc7ae796c2 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e43e5ee0794250ad4c6f43dd5f7737&fields=id HTTP/1.1" status: 200 len: 348 time: 2.1105740 Mar 23 10:16:37.695151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-058fbb72-07a5-44aa-a62c-3a4aabaad3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.722525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:37.770042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Usage tracker for resource:network and tenant:cb86509d25d04c7d9603dae82abddae5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:37.783983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:37.804766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:35Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:37.816649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0ceda-964c-48d1-9d5c-c10a9435ecd6 None None] The sync data for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv is: [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:35Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:16:37.831187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:37.833005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-003c4805-02b0-436b-bb34-3ce78cd86302 req-be4728b4-056b-461e-b71f-cb1c47a44702 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Synchronizing usage tracker for tenant:9cfd07de243147da89c3c62cab84441c on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:37.868552 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-293c10ca-123c-4ac7-b05f-5baacbbe9372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:16:37.872981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-293c10ca-123c-4ac7-b05f-5baacbbe9372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Synchronizing usage tracker for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:37.886778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-c17137eb-477d-40b0-9d92-e6d8cc29c096 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:37.891850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-c17137eb-477d-40b0-9d92-e6d8cc29c096 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Synchronizing usage tracker for tenant:038e9dd718e54b049acc8bd46c2bf9be on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:37.996034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Made reservation on behalf of cb86509d25d04c7d9603dae82abddae5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:37.998504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.122262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-c17137eb-477d-40b0-9d92-e6d8cc29c096 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Unset dirty status for tenant:038e9dd718e54b049acc8bd46c2bf9be on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:38.128904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-058fbb72-07a5-44aa-a62c-3a4aabaad3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.133354 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-c17137eb-477d-40b0-9d92-e6d8cc29c096 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.91 "GET /v2.0/networks?id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9 HTTP/1.1" status: 200 len: 811 time: 1.3484430 Mar 23 10:16:38.242290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.268325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Transition to ACTIVE for port object 2744151e-2f74-448f-88f8-1fade9265ef7 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:38.318870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-293c10ca-123c-4ac7-b05f-5baacbbe9372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] Unset dirty status for tenant:b665e6733eb944dd85f233aa3cbbaab5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:38.327082 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-293c10ca-123c-4ac7-b05f-5baacbbe9372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379236030-project-admin] 10.222.0.73 "GET /v2.0/ports/7c79d8f7-bd93-41e1-abe9-31cbb0e74b41 HTTP/1.1" status: 404 len: 333 time: 0.7508748 Mar 23 10:16:38.335724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:38.343700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.359746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:38.360041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Allocated IP 2001:db8::1c (2e1274b0-8c76-47e5-9b14-aa39298b2af6/c004d39d-6cbf-4239-a05a-fbc1c60595cc/bc27eaff-752b-4e97-873d-d9b4ea5c87f2) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:38.430853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.430853 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Added segment 383f14ca-b6dd-442a-9399-6d9963c8c5e4 of type vlan for network f332346f-aa5f-4fc9-805f-4032aa413620 Mar 23 10:16:38.458815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-78ca44dc-3eba-4a16-aff5-ed22a4fe3141 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Synchronizing usage tracker for tenant:038e9dd718e54b049acc8bd46c2bf9be on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:38.526787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.699739 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-b01cb1f4-402e-4ce2-b2e8-99ba8754a562 service neutron] 10.222.0.73 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9163659 Mar 23 10:16:38.738124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.752506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for 6d8b37b3-9200-4554-ba03-397751b471e7 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:38.796573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-058fbb72-07a5-44aa-a62c-3a4aabaad3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.797380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-78ca44dc-3eba-4a16-aff5-ed22a4fe3141 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Unset dirty status for tenant:038e9dd718e54b049acc8bd46c2bf9be on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:38.798794 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-78ca44dc-3eba-4a16-aff5-ed22a4fe3141 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e9dd718e54b049acc8bd46c2bf9be HTTP/1.1" status: 200 len: 380 time: 0.5228715 Mar 23 10:16:38.809216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-003c4805-02b0-436b-bb34-3ce78cd86302 req-be4728b4-056b-461e-b71f-cb1c47a44702 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Unset dirty status for tenant:9cfd07de243147da89c3c62cab84441c on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:38.815428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Request body: {'port': {'device_id': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'admin_state_up': True, 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'security_groups': ['09a1588c-48f3-486b-a10a-43a138877eab']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:38.825890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-003c4805-02b0-436b-bb34-3ce78cd86302 req-be4728b4-056b-461e-b71f-cb1c47a44702 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 1.1527147 Mar 23 10:16:38.944984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:39.023107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.024009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:39.024593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.413487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fbb72-07a5-44aa-a62c-3a4aabaad3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a27503-a04f-4405-ac69-5eef323d6229,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.447089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Network': ['ID=f332346f-aa5f-4fc9-805f-4032aa413620,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.463453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network f332346f-aa5f-4fc9-805f-4032aa413620 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:39.472925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8e4869c8-f4ca-4c6e-b5bd-81c29a2a364a tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8617249 Mar 23 10:16:39.474007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.519656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38682) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:39.624004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:39.730475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:39.759185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=6d8b37b3-9200-4554-ba03-397751b471e7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.804106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:39.814031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:39.814548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.038449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.091340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.166586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:40.175243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-058fbb72-07a5-44aa-a62c-3a4aabaad3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.181547 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-058fbb72-07a5-44aa-a62c-3a4aabaad3ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65a27503-a04f-4405-ac69-5eef323d6229 HTTP/1.1" status: 204 len: 168 time: 4.5519955 Mar 23 10:16:40.182356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event updated for resources: {'Port': ['ID=2744151e-2f74-448f-88f8-1fade9265ef7,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:40.186641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.225025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.364960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:40.439749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:40.447229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:40.450553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:40.451858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Port': ['ID=bc27eaff-752b-4e97-873d-d9b4ea5c87f2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:40.456830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:40.460056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:40.480038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Usage tracker for resource:port and tenant:038e9dd718e54b049acc8bd46c2bf9be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:40.495188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:40.505622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-df0d1a7e-51e4-43cb-960e-88c0fc70bb6c req-9d8f079f-4fd4-4391-850f-deeb13242a9a tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 1.0894747 Mar 23 10:16:40.513358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:40.516746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:40.542429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:40.655151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.724178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.747102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:40.748628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.789099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.790964 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-640fc18c-ac19-47df-98ca-39e9933aa95d tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/ports/6d8b37b3-9200-4554-ba03-397751b471e7 HTTP/1.1" status: 204 len: 168 time: 4.0117228 Mar 23 10:16:40.799049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-900afb73-371b-413e-8c68-509c6c8810e8 service neutron] 10.222.0.73 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0979257 Mar 23 10:16:40.802594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38692) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:40.817461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Made reservation on behalf of 038e9dd718e54b049acc8bd46c2bf9be for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:40.820946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.843654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.932657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Network f332346f-aa5f-4fc9-805f-4032aa413620 is not hosted by any dhcp agent {{(pid=83746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 23 10:16:40.933654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:40.934482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.943094 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "PUT /v2.0/networks/f332346f-aa5f-4fc9-805f-4032aa413620 HTTP/1.1" status: 200 len: 857 time: 1.2717645 Mar 23 10:16:40.943094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:41.032856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-22ddbe6c-aa96-423e-a7bf-a03bf8b435a2 None None] Provisioning for port 2744151e-2f74-448f-88f8-1fade9265ef7 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:41.041770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-22ddbe6c-aa96-423e-a7bf-a03bf8b435a2 None None] Provisioning complete for port 2744151e-2f74-448f-88f8-1fade9265ef7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:41.042284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-22ddbe6c-aa96-423e-a7bf-a03bf8b435a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.209781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-22ddbe6c-aa96-423e-a7bf-a03bf8b435a2 None None] Port 2744151e-2f74-448f-88f8-1fade9265ef7 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:41.376538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6143fcf-7089-47c6-9aa2-2dd35bde8391 tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event updated for resources: {'Network': ['ID=f332346f-aa5f-4fc9-805f-4032aa413620,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:41.449425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.487148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.574166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:41.707309 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d322ee7f-3f98-49ea-8bc6-4eea439a5992 req-b1eb94b7-17bf-488c-9ef3-50b8fc7ddf2a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.1874704 Mar 23 10:16:41.714044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-53ae7b49-2c6a-4b3e-bbfa-4de8a7879592 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0000114 Mar 23 10:16:41.742974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:41.746511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.784957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941ca041-fcac-4dd7-85ec-1637cbead2cc']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:41.819528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b529fe-946c-4c34-b062-7ff1bdb47122') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:41.824271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b529fe-946c-4c34-b062-7ff1bdb47122') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:41.911181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-1ff7592b-f863-43c4-b339-529531889ede tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:16:41.913188 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-1ff7592b-f863-43c4-b339-529531889ede tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1906075 Mar 23 10:16:41.985746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.073574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f332346f-aa5f-4fc9-805f-4032aa413620']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.104082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.115416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383f14ca-b6dd-442a-9399-6d9963c8c5e4') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.136371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383f14ca-b6dd-442a-9399-6d9963c8c5e4') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.201345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.261671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.279414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2371b-30fc-414c-8f70-015341eecf58 req-536feb93-25f4-4624-87f7-14bf7023e9e8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:42.283652 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-baf2371b-30fc-414c-8f70-015341eecf58 req-536feb93-25f4-4624-87f7-14bf7023e9e8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 932 time: 1.4863043 Mar 23 10:16:42.295839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting subnet 0ad73970-71aa-4b04-95c6-066d80005b6b {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:16:42.304953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.305181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.342786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:42.347816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.456155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Releasing vlan 967 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:42.457045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:42.528161 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:42.602176 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:42.636184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Allocated IP 172.20.0.7 (3e2283f2-363b-4b9c-94cc-d2736a49f3f9/93f2f0dd-0e74-460d-ae41-551f849867ad/cc5a21be-2ed0-458e-8d3d-b7e638127d77) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:42.860146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-baf2371b-30fc-414c-8f70-015341eecf58 req-fb1f6516-4ae3-4e6a-80db-bd08df958cd2 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4423246 Mar 23 10:16:42.895767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f7185194-91ec-44c9-a0d4-714e4387d90c req-716f7c8d-6245-4abe-893b-1b27f40810c1 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.4762897 Mar 23 10:16:42.913762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Request body: {'port': {'device_id': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:42.954048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.039207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.079526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.088197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38736) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:43.114530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.126981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f332346f-aa5f-4fc9-805f-4032aa413620 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:16:43.143327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.216096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] Pushing event deleted for resources: {'Network': ['ID=941ca041-fcac-4dd7-85ec-1637cbead2cc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:43.217089 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] 10.222.0.73 "DELETE /v2.0/networks/f332346f-aa5f-4fc9-805f-4032aa413620 HTTP/1.1" status: 204 len: 168 time: 2.2751534 Mar 23 10:16:43.224074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38742) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:43.335737 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f872d629-e9a0-4b93-91cf-f16541fa0349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598639221-project] 10.222.0.73 "DELETE /v2.0/networks/941ca041-fcac-4dd7-85ec-1637cbead2cc HTTP/1.1" status: 204 len: 168 time: 4.9896190 Mar 23 10:16:43.340026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558699c-0116-4ed6-8876-db4f43070dad tempest-ExternalNetworksTestJSON-902444281 tempest-ExternalNetworksTestJSON-902444281-project-admin] Pushing event deleted for resources: {'Network': ['ID=f332346f-aa5f-4fc9-805f-4032aa413620,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:43.396317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-07ea5dd2-6cc2-4fe8-8752-d5f1192d81a0 req-2e53f0a0-4b55-42ba-adfe-d0d846326931 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.2079248 Mar 23 10:16:43.401307 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-03145ad6-7f18-4c1c-bb86-6435627c0662 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] DELETE failed (client error): The resource could not be found. Mar 23 10:16:43.401973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03145ad6-7f18-4c1c-bb86-6435627c0662 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:16:43.407280 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-03145ad6-7f18-4c1c-bb86-6435627c0662 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] 10.222.0.73 "DELETE /v2.0/subnets/0c710450-8c8c-48c7-83ae-42852fb8eda6 HTTP/1.1" status: 404 len: 337 time: 0.1773736 Mar 23 10:16:43.420560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38748) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:43.493223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.534373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Transition to ACTIVE for port object cc5a21be-2ed0-458e-8d3d-b7e638127d77 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:43.578975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.632772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:43.639059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:43.641715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:43.766101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:43.766889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.795697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1136848985'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:43.813255 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0047905 Mar 23 10:16:43.821433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:43.832241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Request body: {'port': {'device_id': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:43.878931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Usage tracker for resource:network and tenant:4fe2015f9a95444595dce2b5e658e5fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:43.907522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:43.999050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.91', 64430) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:44.000376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e25d6d-d212-4818-82e2-0b3e1bf95bd6 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event updated for resources: {'Port': ['ID=cc5a21be-2ed0-458e-8d3d-b7e638127d77,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:44.011887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:44.019050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.024632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.271413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-43acbe2c-f4b3-4919-9017-3901a602dc5a None None] Provisioning for port cc5a21be-2ed0-458e-8d3d-b7e638127d77 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:44.282316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-43acbe2c-f4b3-4919-9017-3901a602dc5a None None] Provisioning complete for port cc5a21be-2ed0-458e-8d3d-b7e638127d77 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:44.286092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-43acbe2c-f4b3-4919-9017-3901a602dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.391696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Made reservation on behalf of 4fe2015f9a95444595dce2b5e658e5fd for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:44.401010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.424641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-43acbe2c-f4b3-4919-9017-3901a602dc5a None None] Port cc5a21be-2ed0-458e-8d3d-b7e638127d77 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:44.509683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.526563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38760) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:44.543562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.599972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.616277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.668567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:44.674599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Usage tracker for resource:security_group_rule and tenant:4fe2015f9a95444595dce2b5e658e5fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:44.701505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:44.708763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-1528b4e1-91ba-42da-8ac3-84cf715bf95a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:44.710435 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-1528b4e1-91ba-42da-8ac3-84cf715bf95a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.91 "GET /v2.0/networks?id=ba405026-9636-42e5-a741-35ed0588179b HTTP/1.1" status: 200 len: 806 time: 0.7014956 Mar 23 10:16:44.725069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:44.784725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.068838 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-a6a2a916-e7eb-4733-9b72-69b8a211b758 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e43e5ee0794250ad4c6f43dd5f7737 HTTP/1.1" status: 200 len: 379 time: 0.3287785 Mar 23 10:16:45.110364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Request body: {'port': {'device_id': '3b1d8720-b1b6-490a-948d-79a88887d858', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'admin_state_up': True, 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'security_groups': ['c3020eec-d417-4f62-bfdd-2cd177948901']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:45.636241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.655048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.751029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.771507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:45.775955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2727315-a1fb-43bc-b736-ab9b365ae573,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:45.786836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:45.794319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Usage tracker for resource:port and tenant:67e43e5ee0794250ad4c6f43dd5f7737 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:45.814344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:45.830075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:45.832884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.833625 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Added segment 452b0982-cb73-421b-a65b-91edf391af60 of type vlan for network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 Mar 23 10:16:45.835564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.835917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.836402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.836725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.837056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.837478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.837798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.838149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.838482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.838801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.839184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:45.890349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Made reservation on behalf of 67e43e5ee0794250ad4c6f43dd5f7737 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:45.893637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.910594 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-38953ac4-6dc5-4ed8-9de2-2fe3da0ad8f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=638c00ceb8af42d283340de0da6314e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3067219 Mar 23 10:16:45.917459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.921996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38770) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:45.922813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.051507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a318522-3137-454d-9ade-49e474d16ddd req-95abee9c-9d9e-4aa4-8f86-85c9ca6bdee5 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:46.078315 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7a318522-3137-454d-9ade-49e474d16ddd req-95abee9c-9d9e-4aa4-8f86-85c9ca6bdee5 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 932 time: 1.5481002 Mar 23 10:16:46.122529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6f119c-576b-4a91-aadf-4f2d48503dcd']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:46.136846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5a21be-2ed0-458e-8d3d-b7e638127d77 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:16:46.163678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.187502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e63d7e0-ef01-4ed4-b994-2193f759e621') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:46.188148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e63d7e0-ef01-4ed4-b994-2193f759e621') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:46.216552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.232295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:46.233247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.237396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df98af-8462-4bb9-80e3-949379fdebe5 req-7c83c3da-5cf1-4595-935a-240e87f15ab0 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:46.250880 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-42df98af-8462-4bb9-80e3-949379fdebe5 req-7c83c3da-5cf1-4595-935a-240e87f15ab0 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 931 time: 1.7374358 Mar 23 10:16:46.365391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad73970-71aa-4b04-95c6-066d80005b6b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:46.382990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.458694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f73654f-f94a-43ed-a6c4-1a4f1d240f2b None None] Network 19200b87-a1fd-4210-8ef4-241f4558881f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:46.482028 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.526880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.551730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.552945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.553854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.554718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.555715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.556589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.557430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.558232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.559469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.560395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.561247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:46.621023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:46.622587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.665974 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5c3d59a3-bc8a-4576-9228-9f268a049316 tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/subnets/0ad73970-71aa-4b04-95c6-066d80005b6b HTTP/1.1" status: 204 len: 168 time: 5.8447134 Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:46.668193 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:46.670862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Transition to ACTIVE for port object cc5a21be-2ed0-458e-8d3d-b7e638127d77 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:46.671422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event updated for resources: {'Network': ['ID=fdcffdfe-cc41-4fe3-9a71-d09c19a4d617,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:46.679857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38774) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:46.709606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:46.712851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.771094 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-42df98af-8462-4bb9-80e3-949379fdebe5 req-ac13f02b-e0d9-4b1f-a4ba-286e69ed2f94 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188618 Mar 23 10:16:46.831085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7a318522-3137-454d-9ade-49e474d16ddd req-b346ae0a-23c7-406d-aeab-c40762d33c7a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7477939 Mar 23 10:16:46.919588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.946702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.022347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] Pushing event deleted for resources: {'Network': ['ID=cb6f119c-576b-4a91-aadf-4f2d48503dcd,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:47.097711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] DHCP port deletion for 19200b87-a1fd-4210-8ef4-241f4558881f request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:16:47.098651 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bdc6eaf8-b7f4-4688-bcb7-de39d37d833b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.9990294 Mar 23 10:16:47.100412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff68c99b-08f2-4df2-aa18-c709711a73f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.103817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Deleting port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:47.104490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.127564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38778) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:47.171016 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a79312a8-b078-4428-b5b0-9325636ba560 tempest-ExternalNetworksTestJSON-746203262 tempest-ExternalNetworksTestJSON-746203262-project] 10.222.0.73 "DELETE /v2.0/networks/cb6f119c-576b-4a91-aadf-4f2d48503dcd HTTP/1.1" status: 204 len: 168 time: 3.7357619 Mar 23 10:16:47.199956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Request body: {'subnet': {'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:47.264279 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4b4163b-edb0-43f2-84bf-c6343a6c3085 req-e52a9c92-6a94-4a59-86f1-fcc274860a86 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.2434561 Mar 23 10:16:47.268006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2744151e-2f74-448f-88f8-1fade9265ef7 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:16:47.301775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.414480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Allocated IP 172.20.0.11 (ba405026-9636-42e5-a741-35ed0588179b/22e72224-5e02-4d4e-baa3-30c2187a7dd9/198f0d70-1da7-451c-a158-a2bca898231e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:47.433635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9fa9568d-5237-4aa0-b7d7-8b0982808e63 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:47.611921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.626963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Transition to ACTIVE for port object 2744151e-2f74-448f-88f8-1fade9265ef7 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:47.649829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.800844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:47.826069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9fa9568d-5237-4aa0-b7d7-8b0982808e63,segment=NetworkSegment(9a255606-3c7e-4709-833c-947709e188f6),segment_id=9a255606-3c7e-4709-833c-947709e188f6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:47.826967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.881870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff68c99b-08f2-4df2-aa18-c709711a73f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.944650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5a21be-2ed0-458e-8d3d-b7e638127d77,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:47.997613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38790) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:48.039048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Usage tracker for resource:subnet and tenant:4fe2015f9a95444595dce2b5e658e5fd is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:48.103118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:48.156580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Pushing event updated for resources: {'Port': ['ID=2744151e-2f74-448f-88f8-1fade9265ef7,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:48.208998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Calling delete_port for 9fa9568d-5237-4aa0-b7d7-8b0982808e63 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:48.266870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.281590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Deleting port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:48.281861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.318090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9fa9568d-5237-4aa0-b7d7-8b0982808e63,segment=NetworkSegment(9a255606-3c7e-4709-833c-947709e188f6),segment_id=9a255606-3c7e-4709-833c-947709e188f6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:48.328526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.329434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:48.486352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Made reservation on behalf of 4fe2015f9a95444595dce2b5e658e5fd for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:48.516195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=9fa9568d-5237-4aa0-b7d7-8b0982808e63,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:48.519326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:48.519742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:48.529277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.529607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.529943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.530329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.531220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.532503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.533142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.533873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.534553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.535040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.535520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:48.726654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Attempting to bind port cc5a21be-2ed0-458e-8d3d-b7e638127d77 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:48.726979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Attempting to bind port cc5a21be-2ed0-458e-8d3d-b7e638127d77 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:48.727297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Attempting to bind port cc5a21be-2ed0-458e-8d3d-b7e638127d77 on network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:48.734338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff68c99b-08f2-4df2-aa18-c709711a73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.757302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Router a5afe10e-1ca8-40ac-ba3e-94a9969ae52c is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:16:48.830751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68c99b-08f2-4df2-aa18-c709711a73f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cecd90a-3f30-45f3-8281-e3bb4b3bbaab,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:48.834732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.863717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Port cc5a21be-2ed0-458e-8d3d-b7e638127d77 on network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:48.864192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Attempting to bind port cc5a21be-2ed0-458e-8d3d-b7e638127d77 on network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:48.880894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff68c99b-08f2-4df2-aa18-c709711a73f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.882053 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff68c99b-08f2-4df2-aa18-c709711a73f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cecd90a-3f30-45f3-8281-e3bb4b3bbaab HTTP/1.1" status: 204 len: 168 time: 2.9567010 Mar 23 10:16:48.896208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Transition to ACTIVE for port object 198f0d70-1da7-451c-a158-a2bca898231e will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:48.910627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:48.910959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Checking segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:48.911524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Bound using segment: {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:48.912043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Bound port: cc5a21be-2ed0-458e-8d3d-b7e638127d77, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:48.912394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.942615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9fa9568d-5237-4aa0-b7d7-8b0982808e63,segment=NetworkSegment(9a255606-3c7e-4709-833c-947709e188f6),segment_id=9a255606-3c7e-4709-833c-947709e188f6)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:48.943086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.974967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.019108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-539e74eb-34d3-4a02-9c7d-d1f3871cdffe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08a7901d82fe417e8edec5552c202083&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0109782 Mar 23 10:16:49.022397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Deleting port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:49.022397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.035052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38800) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:49.117625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Calling delete_port for 9fa9568d-5237-4aa0-b7d7-8b0982808e63 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:49.244913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] For port cc5a21be-2ed0-458e-8d3d-b7e638127d77, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:49.254759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] For port cc5a21be-2ed0-458e-8d3d-b7e638127d77, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:49.267510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.278302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.371896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event updated for resources: {'Port': ['ID=198f0d70-1da7-451c-a158-a2bca898231e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:49.383886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] For port 9fa9568d-5237-4aa0-b7d7-8b0982808e63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9fa9568d-5237-4aa0-b7d7-8b0982808e63,segment=NetworkSegment(9a255606-3c7e-4709-833c-947709e188f6),segment_id=9a255606-3c7e-4709-833c-947709e188f6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:49.384348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.491185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.493176 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] 10.222.0.91 "PUT /v2.0/ports/cc5a21be-2ed0-458e-8d3d-b7e638127d77 HTTP/1.1" status: 200 len: 1093 time: 5.6662216 Mar 23 10:16:49.497771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:16:49.521620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.538359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Network ba405026-9636-42e5-a741-35ed0588179b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:49.547620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Calling delete_port for 9fa9568d-5237-4aa0-b7d7-8b0982808e63 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:49.559693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:49.560860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76e983-2870-40ff-bcd1-817d0c048ea5 req-6a5b99b3-d446-44e8-b606-0751bc368a73 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:49.566602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c76e983-2870-40ff-bcd1-817d0c048ea5 req-6a5b99b3-d446-44e8-b606-0751bc368a73 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 944 time: 1.2054632 Mar 23 10:16:49.576936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Attempting to bind port 2744151e-2f74-448f-88f8-1fade9265ef7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:49.577491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Attempting to bind port 2744151e-2f74-448f-88f8-1fade9265ef7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:49.577957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Attempting to bind port 2744151e-2f74-448f-88f8-1fade9265ef7 on network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:49.596814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ab2cc-e4ca-4118-85e9-ee4e9c1ebe95 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5a21be-2ed0-458e-8d3d-b7e638127d77,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:49.629458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc27a1-919c-45e9-be85-dc3e3bdd8579 req-2aebb887-f6ee-463b-8b02-f99e5d2a0d9b tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:49.641303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7efc27a1-919c-45e9-be85-dc3e3bdd8579 req-2aebb887-f6ee-463b-8b02-f99e5d2a0d9b tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 943 time: 1.5731564 Mar 23 10:16:49.650288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:49.651286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:49.705029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:49.809536 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:16:49.815162 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c76e983-2870-40ff-bcd1-817d0c048ea5 req-d5004ce1-bbf5-4ebc-bfe1-02c1a9b1d982 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276328 Mar 23 10:16:49.815810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Port 2744151e-2f74-448f-88f8-1fade9265ef7 on network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:49.816382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Attempting to bind port 2744151e-2f74-448f-88f8-1fade9265ef7 on network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:49.844800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] No DVR routers for this DVR port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:49.852514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:49.856182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Port': ['ID=9fa9568d-5237-4aa0-b7d7-8b0982808e63,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:49.856681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Checking segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:49.860189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Bound using segment: {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:49.861084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Bound port: 2744151e-2f74-448f-88f8-1fade9265ef7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea2842b-e76f-4f96-9d0f-3ae909351a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:49.863214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.864794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Deleting port 9fa9568d-5237-4aa0-b7d7-8b0982808e63 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:49.865260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.040197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f0f23ca9-3a29-4ac7-8273-6af5aaaf0b4d None None] The port '9fa9568d-5237-4aa0-b7d7-8b0982808e63' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:16:50.135926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38812) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:50.153945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7efc27a1-919c-45e9-be85-dc3e3bdd8579 req-e1aaf224-a54e-443c-b233-48c5021e5a4c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118701 Mar 23 10:16:50.184212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7ac118b-e7e7-4328-a914-2b9f222aa0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.212709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a73c6380-51ff-46b9-95a2-a243e10ba411 None None] Provisioning for port 198f0d70-1da7-451c-a158-a2bca898231e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:50.219486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a73c6380-51ff-46b9-95a2-a243e10ba411 None None] Provisioning complete for port 198f0d70-1da7-451c-a158-a2bca898231e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:50.220823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a73c6380-51ff-46b9-95a2-a243e10ba411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.277926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:50.278931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.287965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.297241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a73c6380-51ff-46b9-95a2-a243e10ba411 None None] Port 198f0d70-1da7-451c-a158-a2bca898231e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:50.376127 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-6a3c9552-203f-4c7c-a689-cc93662d343e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=038e9dd718e54b049acc8bd46c2bf9be&device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 1096 time: 0.7843633 Mar 23 10:16:50.392325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19200b87-a1fd-4210-8ef4-241f4558881f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.440775 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-5873ce30-5ba8-45e1-96ae-ad66f1255dd6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3366597 Mar 23 10:16:50.443622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a255606-3c7e-4709-833c-947709e188f6') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.444150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a255606-3c7e-4709-833c-947709e188f6') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.462265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] For port 2744151e-2f74-448f-88f8-1fade9265ef7, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:50.468675 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'status': 'completed', 'code': 200} Mar 23 10:16:50.475481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.476303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7ac118b-e7e7-4328-a914-2b9f222aa0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.491566 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a35c2b6d-b778-45ac-bcba-ddfde6303cfa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b665e6733eb944dd85f233aa3cbbaab5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3478017 Mar 23 10:16:50.496942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38820) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:50.520307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] For port 2744151e-2f74-448f-88f8-1fade9265ef7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2744151e-2f74-448f-88f8-1fade9265ef7,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:50.543273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.579812 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.631116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc41-24c3-4bdd-a8d9-c4ef73f68773 req-3a5c8bae-509a-4fa0-b6ab-c6dbcbfdefef tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:50.632663 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a59fc41-24c3-4bdd-a8d9-c4ef73f68773 req-3a5c8bae-509a-4fa0-b6ab-c6dbcbfdefef tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 932 time: 0.5418363 Mar 23 10:16:50.648570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Request body: {'port': {'device_id': '3b1d8720-b1b6-490a-948d-79a88887d858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:50.697098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.737574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.739085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] 10.222.0.91 "PUT /v2.0/ports/2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1094 time: 8.3442311 Mar 23 10:16:50.742931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:16:50.758404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:16:50.758919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.805702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event updated for resources: {'Subnet': ['ID=715f701f-48f8-4c01-89f3-2617c2fa8eaf,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:50.808216 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:50.888008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7ac118b-e7e7-4328-a914-2b9f222aa0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.934648 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-51d218eb-d2ee-459e-9275-883aa47ac963 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77 HTTP/1.1" status: 200 len: 217 time: 0.3976548 Mar 23 10:16:51.048739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c8781-9658-40eb-9fd5-9401f473e637 service neutron] Pushing event updated for resources: {'Port': ['ID=2744151e-2f74-448f-88f8-1fade9265ef7,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.052339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac118b-e7e7-4328-a914-2b9f222aa0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5107064-8d17-47a1-8548-a5911c6ebe15,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.060047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a59fc41-24c3-4bdd-a8d9-c4ef73f68773 req-99773b66-c656-4bc8-b5b2-4a2a9629dcb3 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139502 Mar 23 10:16:51.076832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Checking segment: {'id': '452b0982-cb73-421b-a65b-91edf391af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:51.077120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Network hostable DHCP agents. Network: fdcffdfe-cc41-4fe3-9a71-d09c19a4d617, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:51.090798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:16:51.124818 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Sync routers for ids ['a5afe10e-1ca8-40ac-ba3e-94a9969ae52c'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:16:51.127978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7ac118b-e7e7-4328-a914-2b9f222aa0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.129616 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c7ac118b-e7e7-4328-a914-2b9f222aa0c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5107064-8d17-47a1-8548-a5911c6ebe15 HTTP/1.1" status: 204 len: 168 time: 1.9579177 Mar 23 10:16:51.131044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.142419 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6152ad85-cc27-408f-a77b-112149054bde tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 20.1556940 Mar 23 10:16:51.151368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38834) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:51.178839 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Routers {'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:51.182063 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a5afe10e-1ca8-40ac-ba3e-94a9969ae52c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:51.219635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.246566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c746d3ff-d5a5-4291-bc16-cdb15bb10bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.339227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.417817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] Pushing event deleted for resources: {'Network': ['ID=19200b87-a1fd-4210-8ef4-241f4558881f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.430382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-359249cf-d198-4691-9eb7-cc81e63a0fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:51.432964 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-359249cf-d198-4691-9eb7-cc81e63a0fd1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=93f2f0dd-0e74-460d-ae41-551f849867ad HTTP/1.1" status: 200 len: 850 time: 0.4653592 Mar 23 10:16:51.455761 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9cdfc54a-3f22-4535-af54-68374469ae3a tempest-AllowedAddressPairTestJSON-462024268 tempest-AllowedAddressPairTestJSON-462024268-project] 10.222.0.73 "DELETE /v2.0/networks/19200b87-a1fd-4210-8ef4-241f4558881f HTTP/1.1" status: 204 len: 168 time: 4.7413111 Mar 23 10:16:51.518100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c746d3ff-d5a5-4291-bc16-cdb15bb10bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.526392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.589684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-b272e41c-90a1-441c-be01-a5c0a40ebd0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1097 time: 0.7757256 Mar 23 10:16:51.755862 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Set router a5afe10e-1ca8-40ac-ba3e-94a9969ae52c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:51.867127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7', 'status': 'completed', 'code': 200} Mar 23 10:16:51.920414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:52.018208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, fdcffdfe-cc41-4fe3-9a71-d09c19a4d617) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:52.033702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629e609-3e8f-4f86-8dc9-408ad90690a0 None None] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:52.038728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:52.040910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.074980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-268b6b7f-8432-4cdc-8630-b89f826e9364 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 217 time: 0.4614902 Mar 23 10:16:52.279567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198f0d70-1da7-451c-a158-a2bca898231e {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:16:52.291347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.312949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Transition to ACTIVE for port object 198f0d70-1da7-451c-a158-a2bca898231e will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:52.346498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.403201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38852) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:52.446780 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-98662fab-3e34-475c-89ce-ebee1a2ec8fe tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3168609 Mar 23 10:16:52.447251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38858) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:52.457981 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-7cdd92b5-9920-4098-84db-5bc600471a2f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9980874 Mar 23 10:16:52.467111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Request body: {'port': {'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1402958265'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:52.478440 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c', 'name': '', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'external_fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c'}], 'enable_snat': True}, 'gw_port_id': 'bc27eaff-752b-4e97-873d-d9b4ea5c87f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:31Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': 'bc27eaff-752b-4e97-873d-d9b4ea5c87f2', 'name': '', 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:35Z', 'updated_at': '2022-03-23T10:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:52.484389 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Checking router: a5afe10e-1ca8-40ac-ba3e-94a9969ae52c for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:16:52.485014 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Updating router a5afe10e-1ca8-40ac-ba3e-94a9969ae52c port bc27eaff-752b-4e97-873d-d9b4ea5c87f2 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:16:52.522718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed388c-f4c7-4aca-95f1-42d658655b88 req-0ce14afc-65fa-42f4-9f51-d253531f95d7 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:52.529078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3bed388c-f4c7-4aca-95f1-42d658655b88 req-0ce14afc-65fa-42f4-9f51-d253531f95d7 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 944 time: 1.1025600 Mar 23 10:16:52.541317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741dd64-4690-4793-a192-11d5245feb0d req-6fa601dc-00b4-4037-8843-a44b075397d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:52.542390 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.550139 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-6fa601dc-00b4-4037-8843-a44b075397d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.4217539 Mar 23 10:16:52.667723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:52.673327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Usage tracker for resource:port and tenant:4fe2015f9a95444595dce2b5e658e5fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:52.676632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:52.684364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:52.787022 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3bed388c-f4c7-4aca-95f1-42d658655b88 req-8f531472-1995-416a-972d-a6ffededbbed tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330234 Mar 23 10:16:52.831118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-badc1216-265d-4148-8f08-74d8d34f1eed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4469cbca909a4b09ad606a05a6b8d366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4264445 Mar 23 10:16:52.838938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-fdcffdfe-cc41-4fe3-9a71-d09c19a4d617', 'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617', 'tenant_id': '4fe2015f9a95444595dce2b5e658e5fd', 'fixed_ips': [{'subnet_id': '715f701f-48f8-4c01-89f3-2617c2fa8eaf'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:16:52.839986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.845282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38862) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:52.856254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fc4d9-2c42-47d5-b86c-4321e24690bc req-240c36f1-5e11-47f4-8b9d-e69c64dcdeec tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:52.857762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f48fc4d9-2c42-47d5-b86c-4321e24690bc req-240c36f1-5e11-47f4-8b9d-e69c64dcdeec tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 943 time: 0.5843027 Mar 23 10:16:52.890374 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-5522b39c-ac0c-4ea0-b2ef-af5289bb7ff6 service neutron] 10.222.0.91 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878152 Mar 23 10:16:52.891043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Made reservation on behalf of 4fe2015f9a95444595dce2b5e658e5fd for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:52.895554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.935257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] device_id is not set on port c560507b-12e0-4589-aac6-835dfc196119 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:52.971039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f48fc4d9-2c42-47d5-b86c-4321e24690bc req-a5c8e9c6-70e1-498b-8aee-3007107af8aa tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979238 Mar 23 10:16:52.986280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-a22d6e91-a63f-4172-a08a-4f9349a0153d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4227571 Mar 23 10:16:53.023011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38866) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:53.122087 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.124360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.132498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Allocated IP 172.20.0.11 (fdcffdfe-cc41-4fe3-9a71-d09c19a4d617/715f701f-48f8-4c01-89f3-2617c2fa8eaf/c560507b-12e0-4589-aac6-835dfc196119) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:53.136203 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Transition to ACTIVE for port object bc27eaff-752b-4e97-873d-d9b4ea5c87f2 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:53.149723 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.237457 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Pushing event updated for resources: {'Port': ['ID=bc27eaff-752b-4e97-873d-d9b4ea5c87f2,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.302372 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.303111 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.303710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.304265 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.304834 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.305376 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.305932 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.306505 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.307061 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.308189 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.308928 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:53.319731 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Attempting to bind port bc27eaff-752b-4e97-873d-d9b4ea5c87f2 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:53.320425 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Attempting to bind port bc27eaff-752b-4e97-873d-d9b4ea5c87f2 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '50a36872-0758-46f5-9a64-d8a2b41d30ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:53.321033 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Attempting to bind port bc27eaff-752b-4e97-873d-d9b4ea5c87f2 on network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:53.330585 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:53.331380 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Checking segment: {'id': '50a36872-0758-46f5-9a64-d8a2b41d30ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:53.332049 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.332651 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Bound using segment: {'id': '50a36872-0758-46f5-9a64-d8a2b41d30ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:53.333365 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Bound port: bc27eaff-752b-4e97-873d-d9b4ea5c87f2, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a36872-0758-46f5-9a64-d8a2b41d30ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:53.334002 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.344602 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-12e6cfa4-659d-411e-b49b-65b32e0dbcfa req-f85d6885-c4bf-4c63-a1bf-b042dcd1b790 service neutron] 10.222.0.91 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164858 Mar 23 10:16:53.353155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-880d5234-45e4-44cc-9ccb-9a6e94641503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.438861 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] For port bc27eaff-752b-4e97-873d-d9b4ea5c87f2, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:53.444165 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] For port bc27eaff-752b-4e97-873d-d9b4ea5c87f2, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bc27eaff-752b-4e97-873d-d9b4ea5c87f2,segment=NetworkSegment(50a36872-0758-46f5-9a64-d8a2b41d30ce),segment_id=50a36872-0758-46f5-9a64-d8a2b41d30ce)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:53.450334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=198f0d70-1da7-451c-a158-a2bca898231e,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.454156 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.488664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-71c28e7a-21b2-446a-a326-7e57300a2c38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb86509d25d04c7d9603dae82abddae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4590986 Mar 23 10:16:53.490919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-82608eb1-975c-4787-8361-a04409480a23 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974554 Mar 23 10:16:53.493749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38870) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:53.586561 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Routers {'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:16:53.587594 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a5afe10e-1ca8-40ac-ba3e-94a9969ae52c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:53.590101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c746d3ff-d5a5-4291-bc16-cdb15bb10bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.615368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-880d5234-45e4-44cc-9ccb-9a6e94641503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.676439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746d3ff-d5a5-4291-bc16-cdb15bb10bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992b6a3c-50f9-4bcc-8a92-401a26edc611,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.710625 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c5f92-434d-42ff-bea6-4d4fb90a823b None None] Pushing event updated for resources: {'Port': ['ID=bc27eaff-752b-4e97-873d-d9b4ea5c87f2,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.788485 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] Set router a5afe10e-1ca8-40ac-ba3e-94a9969ae52c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:16:53.810290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c746d3ff-d5a5-4291-bc16-cdb15bb10bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.814973 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c746d3ff-d5a5-4291-bc16-cdb15bb10bfb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/992b6a3c-50f9-4bcc-8a92-401a26edc611 HTTP/1.1" status: 204 len: 168 time: 3.3131614 Mar 23 10:16:53.844368 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-d6903e7c-9a47-4ffd-be04-8801c9b06886 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=038e9dd718e54b049acc8bd46c2bf9be&device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 1096 time: 0.3944643 Mar 23 10:16:54.058119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-8f1dabe0-9cce-49e9-9327-824271025489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:54.061388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-8f1dabe0-9cce-49e9-9327-824271025489 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9 HTTP/1.1" status: 200 len: 912 time: 0.2056878 Mar 23 10:16:54.121008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08d05b-5c23-4cbe-9be6-d630b43c6f30 req-fb424083-f5f3-4ee3-9bd8-942b6d521370 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:54.123618 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f08d05b-5c23-4cbe-9be6-d630b43c6f30 req-fb424083-f5f3-4ee3-9bd8-942b6d521370 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 944 time: 0.7846200 Mar 23 10:16:54.133551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08fdf7ca-0db5-4fa1-afc2-b35395e0cdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.140835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9741dd64-4690-4793-a192-11d5245feb0d req-f3e5e98b-6ccd-42df-903d-0afb93d8ab7a service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099970 Mar 23 10:16:54.248625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08fdf7ca-0db5-4fa1-afc2-b35395e0cdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.386248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Attempting to bind port 198f0d70-1da7-451c-a158-a2bca898231e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:54.387135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Attempting to bind port 198f0d70-1da7-451c-a158-a2bca898231e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:54.387135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Attempting to bind port 198f0d70-1da7-451c-a158-a2bca898231e on network ba405026-9636-42e5-a741-35ed0588179b {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:54.396452 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-46642cc3-8642-450a-ad24-5dff3d55f1e7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77 HTTP/1.1" status: 200 len: 217 time: 0.3277793 Mar 23 10:16:54.458355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Port 198f0d70-1da7-451c-a158-a2bca898231e on network ba405026-9636-42e5-a741-35ed0588179b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:16:54.458711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Attempting to bind port 198f0d70-1da7-451c-a158-a2bca898231e on network ba405026-9636-42e5-a741-35ed0588179b {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:54.478242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:54.481397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Checking segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:54.482985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Bound using segment: {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:54.485009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Bound port: 198f0d70-1da7-451c-a158-a2bca898231e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69134e8f-8a17-4b4f-b024-51d8386e7998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:54.485437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.490058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-880d5234-45e4-44cc-9ccb-9a6e94641503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.529946 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c', 'name': '', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'external_fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c'}], 'enable_snat': True}, 'gw_port_id': 'bc27eaff-752b-4e97-873d-d9b4ea5c87f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:31Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': 'bc27eaff-752b-4e97-873d-d9b4ea5c87f2', 'name': '', 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:35Z', 'updated_at': '2022-03-23T10:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:54.545072 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9066ef-d27b-474b-8fdc-df40cdaba210 None None] The sync data for ids ['a5afe10e-1ca8-40ac-ba3e-94a9969ae52c'] in dv-neutron-834653-2-hyperv is: [{'id': 'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c', 'name': '', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'external_fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c'}], 'enable_snat': True}, 'gw_port_id': 'bc27eaff-752b-4e97-873d-d9b4ea5c87f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:31Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': 'bc27eaff-752b-4e97-873d-d9b4ea5c87f2', 'name': '', 'network_id': '2e1274b0-8c76-47e5-9b14-aa39298b2af6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5afe10e-1ca8-40ac-ba3e-94a9969ae52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'ip_address': '2001:db8::1c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:35Z', 'updated_at': '2022-03-23T10:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c004d39d-6cbf-4239-a05a-fbc1c60595cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:16:54.581207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.617527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Transition to ACTIVE for port object c560507b-12e0-4589-aac6-835dfc196119 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:54.624631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.627601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2fec239a-4cd5-47ca-a948-c133b8c35f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.661761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.737649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Allocated IP 172.20.0.2 (fdcffdfe-cc41-4fe3-9a71-d09c19a4d617/715f701f-48f8-4c01-89f3-2617c2fa8eaf/39f21735-68d8-4c60-8f59-87b4396faca4) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:54.751724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-02c1454f-856e-4903-bb58-9adfc94335d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:54.753435 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-02c1454f-856e-4903-bb58-9adfc94335d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=93f2f0dd-0e74-460d-ae41-551f849867ad HTTP/1.1" status: 200 len: 850 time: 0.3412998 Mar 23 10:16:54.828586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f08d05b-5c23-4cbe-9be6-d630b43c6f30 req-e7aaa053-72ed-42a0-aa6a-3f5f383a9c74 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6597965 Mar 23 10:16:54.841447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d5234-45e4-44cc-9ccb-9a6e94641503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6707920-6b05-40ec-8d67-7ede0b2fe0e5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:54.875558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-880d5234-45e4-44cc-9ccb-9a6e94641503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.877429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-880d5234-45e4-44cc-9ccb-9a6e94641503 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6707920-6b05-40ec-8d67-7ede0b2fe0e5 HTTP/1.1" status: 204 len: 168 time: 2.0296056 Mar 23 10:16:54.967467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.978933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08fdf7ca-0db5-4fa1-afc2-b35395e0cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.984950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.004454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Transition to ACTIVE for port object 39f21735-68d8-4c60-8f59-87b4396faca4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:55.008255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-dee3b6ee-120b-47c2-9a82-c409f96a0528 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1097 time: 0.7013459 Mar 23 10:16:55.012829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdf7ca-0db5-4fa1-afc2-b35395e0cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68763266-ef6a-43ce-af82-00119df9883c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.031204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Transition to ACTIVE for port object 39f21735-68d8-4c60-8f59-87b4396faca4 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:55.035173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679906a-bd4f-439a-8938-d72432337fcc req-f5d12f81-1a8c-4cbc-aba0-be49c74ce257 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.047370 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c679906a-bd4f-439a-8938-d72432337fcc req-f5d12f81-1a8c-4cbc-aba0-be49c74ce257 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 944 time: 0.7214558 Mar 23 10:16:55.055369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.057078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:55.068459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:55.130929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:55.139335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Pushing event updated for resources: {'Port': ['ID=39f21735-68d8-4c60-8f59-87b4396faca4,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.150878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Deleting port bc27eaff-752b-4e97-873d-d9b4ea5c87f2 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:16:55.160020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.193521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:55.196422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:55.201083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:55.267620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event updated for resources: {'Port': ['ID=c560507b-12e0-4589-aac6-835dfc196119,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.354447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Attempting to bind port 39f21735-68d8-4c60-8f59-87b4396faca4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:55.354977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Attempting to bind port 39f21735-68d8-4c60-8f59-87b4396faca4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '452b0982-cb73-421b-a65b-91edf391af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:55.355475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Attempting to bind port 39f21735-68d8-4c60-8f59-87b4396faca4 on network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:16:55.360227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] For port 198f0d70-1da7-451c-a158-a2bca898231e, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:55.363994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:16:55.364512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Checking segment: {'id': '452b0982-cb73-421b-a65b-91edf391af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:16:55.365024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.365546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Bound using segment: {'id': '452b0982-cb73-421b-a65b-91edf391af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:16:55.366143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Bound port: 39f21735-68d8-4c60-8f59-87b4396faca4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0982-cb73-421b-a65b-91edf391af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:55.366621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.373329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] For port 198f0d70-1da7-451c-a158-a2bca898231e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=198f0d70-1da7-451c-a158-a2bca898231e,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:55.398167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.428631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08fdf7ca-0db5-4fa1-afc2-b35395e0cdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.433288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-08fdf7ca-0db5-4fa1-afc2-b35395e0cdaf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68763266-ef6a-43ce-af82-00119df9883c HTTP/1.1" status: 204 len: 168 time: 1.9365971 Mar 23 10:16:55.489209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] For port 39f21735-68d8-4c60-8f59-87b4396faca4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:16:55.493391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] For port 39f21735-68d8-4c60-8f59-87b4396faca4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=39f21735-68d8-4c60-8f59-87b4396faca4,segment=NetworkSegment(452b0982-cb73-421b-a65b-91edf391af60),segment_id=452b0982-cb73-421b-a65b-91edf391af60)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:16:55.497111 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-0376adc1-db1d-47b3-a758-ba5c061077b6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7075162 Mar 23 10:16:55.509140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.524229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.526621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.648836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779977a-584d-42b2-ab08-ba5b2012a738 None None] Pushing event updated for resources: {'Port': ['ID=39f21735-68d8-4c60-8f59-87b4396faca4,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.721165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c679906a-bd4f-439a-8938-d72432337fcc req-7f186a9b-be02-4ba4-9ec2-6d9bec865082 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6733055 Mar 23 10:16:55.820022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84904-75c2-4f8f-8763-6a4307009b78 req-ca48df69-2721-4db9-b44b-ba8edc0a8b4f tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.821456 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44f84904-75c2-4f8f-8763-6a4307009b78 req-ca48df69-2721-4db9-b44b-ba8edc0a8b4f tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 943 time: 0.5283108 Mar 23 10:16:55.826122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-1c5cf94c-9784-4363-994b-1b6f58eb2ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.827932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-1c5cf94c-9784-4363-994b-1b6f58eb2ff7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.7581375 Mar 23 10:16:55.924044 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-82af1977-79b2-413c-b092-3e20f240a771 service neutron] 10.222.0.91 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873460 Mar 23 10:16:55.986361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-8340ed38-2917-4128-8ac8-885d91820bae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 217 time: 0.1371086 Mar 23 10:16:56.153611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.166457 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] 10.222.0.91 "PUT /v2.0/ports/198f0d70-1da7-451c-a158-a2bca898231e HTTP/1.1" status: 200 len: 1094 time: 5.5260980 Mar 23 10:16:56.173286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:16:56.287231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] For port bc27eaff-752b-4e97-873d-d9b4ea5c87f2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bc27eaff-752b-4e97-873d-d9b4ea5c87f2,segment=NetworkSegment(50a36872-0758-46f5-9a64-d8a2b41d30ce),segment_id=50a36872-0758-46f5-9a64-d8a2b41d30ce)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:56.288287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.340142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-197c2248-5b22-4cb3-8457-5ce679ef4548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:56.341866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-197c2248-5b22-4cb3-8457-5ce679ef4548 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.3303015 Mar 23 10:16:56.402242 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a4b76e0b-7f48-4841-a354-0ff50848a6a6 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9421489 Mar 23 10:16:56.415436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44f84904-75c2-4f8f-8763-6a4307009b78 req-9af99210-ce78-44ad-bc6c-8131a3c34137 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5861804 Mar 23 10:16:56.477954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38920) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:56.532256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Request body: {'port': {'network_id': 'fdcffdfe-cc41-4fe3-9a71-d09c19a4d617', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1919691573', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:56.532899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] bootfile-name is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:16:56.535630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] tftp-server is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:16:56.536175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] server-ip-address is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:16:56.594541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09a4f-520f-46fd-9136-98787defa3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=198f0d70-1da7-451c-a158-a2bca898231e,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:56.661901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Calling delete_port for bc27eaff-752b-4e97-873d-d9b4ea5c87f2 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:16:56.716551 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e', 'status': 'completed', 'code': 200} Mar 23 10:16:56.717649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec45e9e4-304b-4a64-9156-0866890d6ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.009340 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-36910bc4-f8ac-4a7a-a22a-19b78a68c500 service neutron] 10.222.0.91 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0310636 Mar 23 10:16:57.034659 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-ebd8dd73-18a4-48fe-a5c2-78d4cb490a4a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=67e43e5ee0794250ad4c6f43dd5f7737&device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 1097 time: 0.6351464 Mar 23 10:16:57.052149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:57.061736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Usage tracker for resource:port and tenant:4fe2015f9a95444595dce2b5e658e5fd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:57.069288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:57.106315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e86f5c-bd0f-46de-8054-54a7e286dcae req-b2a1cfc5-bdaf-44f0-8de2-222ac9acad0e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:57.107894 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33e86f5c-bd0f-46de-8054-54a7e286dcae req-b2a1cfc5-bdaf-44f0-8de2-222ac9acad0e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 944 time: 0.7614565 Mar 23 10:16:57.202346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:57.229054 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-a8c7867e-5ab7-457f-b61a-674462f3a3ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198f0d70-1da7-451c-a158-a2bca898231e HTTP/1.1" status: 200 len: 217 time: 0.1525190 Mar 23 10:16:57.285372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Made reservation on behalf of 4fe2015f9a95444595dce2b5e658e5fd for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:57.295160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.317003 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-0e240b0b-5e2d-4848-a82c-1584087e71a1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8908577 Mar 23 10:16:57.338345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98ed3e-29c2-43f0-bf90-94d99bf11c56 None None] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:16:57.417082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] device_id is not set on port 724a5d61-04af-48df-b993-7cda4dc3ef21 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:16:57.555394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 39f21735-68d8-4c60-8f59-87b4396faca4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:57.750580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Allocated IP 172.20.0.6 (fdcffdfe-cc41-4fe3-9a71-d09c19a4d617/715f701f-48f8-4c01-89f3-2617c2fa8eaf/724a5d61-04af-48df-b993-7cda4dc3ef21) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:57.802218 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33e86f5c-bd0f-46de-8054-54a7e286dcae req-c5046598-fb37-4381-99b5-5e8bc2d02e0d tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5102675 Mar 23 10:16:57.814979 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-005aa44b-952c-4a86-975f-52a384d0de3f service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588122 Mar 23 10:16:57.866002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.899574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8c7c7949-5fbe-4147-854a-02eeb2459318 None None] Provisioning for port 39f21735-68d8-4c60-8f59-87b4396faca4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:57.951692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc79e9-b320-41eb-a03e-5fb59050bb0d req-475a61bd-1c5a-4b8f-b001-81894a4e6a4f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:57.959080 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7cc79e9-b320-41eb-a03e-5fb59050bb0d req-475a61bd-1c5a-4b8f-b001-81894a4e6a4f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 944 time: 0.9087911 Mar 23 10:16:58.088609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.134284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 39f21735-68d8-4c60-8f59-87b4396faca4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:58.247447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:58.271059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 39f21735-68d8-4c60-8f59-87b4396faca4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:58.271745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.281284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.369354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.417634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Transition to ACTIVE for port object 724a5d61-04af-48df-b993-7cda4dc3ef21 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:58.434430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc27eaff-752b-4e97-873d-d9b4ea5c87f2,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.445378 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7cc79e9-b320-41eb-a03e-5fb59050bb0d req-0ede2739-713b-4bb9-844f-8103bafd8ccb tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853499 Mar 23 10:16:58.452997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-e31519c3-fe38-4376-8e4d-140d86002eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:58.455204 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-e31519c3-fe38-4376-8e4d-140d86002eb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22e72224-5e02-4d4e-baa3-30c2187a7dd9 HTTP/1.1" status: 200 len: 845 time: 1.2167742 Mar 23 10:16:58.532291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.558716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.623087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 39f21735-68d8-4c60-8f59-87b4396faca4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=39f21735-68d8-4c60-8f59-87b4396faca4,segment=NetworkSegment(452b0982-cb73-421b-a65b-91edf391af60),segment_id=452b0982-cb73-421b-a65b-91edf391af60)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:16:58.635468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.734118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b440e33-e93d-49c6-a46f-c606761c1693 req-0bdf3529-0d81-45fc-9dad-b95514850bce service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101124 Mar 23 10:16:58.766981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.801454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:58.821535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:58.824332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:16:58.834276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=39f21735-68d8-4c60-8f59-87b4396faca4,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.911171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:58.913103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.964368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4d172d85-d68c-4a2f-ba39-1d0990544eb3 None None] Provisioning for port c560507b-12e0-4589-aac6-835dfc196119 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:58.974725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4d172d85-d68c-4a2f-ba39-1d0990544eb3 None None] Provisioning complete for port c560507b-12e0-4589-aac6-835dfc196119 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:58.975450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4d172d85-d68c-4a2f-ba39-1d0990544eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.004011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event updated for resources: {'Port': ['ID=724a5d61-04af-48df-b993-7cda4dc3ef21,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:59.027188 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2e0be630-3c6c-44bd-8067-7093185b217e tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5416355 Mar 23 10:16:59.027474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38972) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:59.105506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f0ba-dc87-4819-b18e-f76eaf0f8f38 req-4b1736d1-c1ee-40af-b96a-a2424dd375c8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:59.115160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a7b5f0ba-dc87-4819-b18e-f76eaf0f8f38 req-4b1736d1-c1ee-40af-b96a-a2424dd375c8 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 943 time: 0.9815938 Mar 23 10:16:59.120042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4d172d85-d68c-4a2f-ba39-1d0990544eb3 None None] Port c560507b-12e0-4589-aac6-835dfc196119 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:16:59.120786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-166129242'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:16:59.136269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cc5a21be-2ed0-458e-8d3d-b7e638127d77 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:16:59.169784 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-9d8ab901-a25d-4680-99b3-683a102c7930 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba405026-9636-42e5-a741-35ed0588179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7057016 Mar 23 10:16:59.205934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.236893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4d172d85-d68c-4a2f-ba39-1d0990544eb3 None None] Provisioning complete for port 39f21735-68d8-4c60-8f59-87b4396faca4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:59.251402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4d172d85-d68c-4a2f-ba39-1d0990544eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.330949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:59.540361 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-c9bc6556-cd3b-46b8-a2dd-0b23ee01cd63 service neutron] 10.222.0.91 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522890 Mar 23 10:16:59.565636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 39f21735-68d8-4c60-8f59-87b4396faca4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:59.567347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:network and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:59.593651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:59.647185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:59.660482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.714918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.763083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:59.766868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.782148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3836c12-855a-48b7-850d-826a1a0c43a5 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:59.787072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3836c12-855a-48b7-850d-826a1a0c43a5 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:59.791621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3836c12-855a-48b7-850d-826a1a0c43a5 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:59.792739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c3836c12-855a-48b7-850d-826a1a0c43a5 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Synchronizing usage tracker for tenant:4fe2015f9a95444595dce2b5e658e5fd on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:59.828400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a7b5f0ba-dc87-4819-b18e-f76eaf0f8f38 req-726a7358-40d0-41ef-a0c3-a0eb947dd0f5 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7123168 Mar 23 10:16:59.838086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.858990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c3836c12-855a-48b7-850d-826a1a0c43a5 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Unset dirty status for tenant:4fe2015f9a95444595dce2b5e658e5fd on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:59.860159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c3836c12-855a-48b7-850d-826a1a0c43a5 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.8302054 Mar 23 10:16:59.872537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 38988) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:59.934459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 39f21735-68d8-4c60-8f59-87b4396faca4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:59.934910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.037585 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2b471493-020a-47e9-9e64-60fc8fd58ee6 req-85e1f11c-7764-4f24-ac3b-77f7c69fe070 service neutron] 10.222.0.91 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903858 Mar 23 10:17:00.065768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.067093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5afe10e-1ca8-40ac-ba3e-94a9969ae52c {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:00.075922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Deleting port 724a5d61-04af-48df-b993-7cda4dc3ef21 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:00.076270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.096514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cc5a21be-2ed0-458e-8d3d-b7e638127d77, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:00.141623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766d649-058a-40e4-b50e-2709ee84eff4 req-0e6a349c-1cf8-4579-b5fb-214935845a8a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:00.146301 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9766d649-058a-40e4-b50e-2709ee84eff4 req-0e6a349c-1cf8-4579-b5fb-214935845a8a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 944 time: 0.7550950 Mar 23 10:17:00.147486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:00.163898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'port_id': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'mac_address': 'fa:16:3e:3e:19:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:17:00.213634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 38996) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:00.217405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:security_group_rule and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:00.254133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:00.283912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:00.298793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.300168 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-80a21156-e37d-49b7-8631-f09b338709d0 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a5afe10e-1ca8-40ac-ba3e-94a9969ae52c HTTP/1.1" status: 204 len: 168 time: 9.1440637 Mar 23 10:17:00.328500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39004) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:00.433863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9766d649-058a-40e4-b50e-2709ee84eff4 req-1a917dfc-d28c-4acb-9509-2c4fc7c7deb7 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757735 Mar 23 10:17:00.445515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.500548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Deleting subnet c004d39d-6cbf-4239-a05a-fbc1c60595cc {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:00.534058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987a8c1-f558-4ddf-b239-dbddd1365d8d req-dec4e8e4-70e7-4cee-ad20-2cf5cf3aeb97 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:00.535824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4987a8c1-f558-4ddf-b239-dbddd1365d8d req-dec4e8e4-70e7-4cee-ad20-2cf5cf3aeb97 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 944 time: 0.3788950 Mar 23 10:17:00.540885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.555759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5a21be-2ed0-458e-8d3d-b7e638127d77 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:17:00.609558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.610866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Provisioning complete for port c560507b-12e0-4589-aac6-835dfc196119 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:00.611239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.702200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cc5a21be-2ed0-458e-8d3d-b7e638127d77, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:00.720998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39010) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:00.735736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.740877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 2744151e-2f74-448f-88f8-1fade9265ef7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:17:00.773963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.892997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Port c560507b-12e0-4589-aac6-835dfc196119 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:17:00.940292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.949695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1179585467', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:00.957163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.959926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Calling delete_port for 724a5d61-04af-48df-b993-7cda4dc3ef21 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:00.962109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4987a8c1-f558-4ddf-b239-dbddd1365d8d req-3e240b30-d753-4abf-b646-d9858581da10 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710701 Mar 23 10:17:00.972251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:00.990526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Usage tracker for resource:port and tenant:d253a926585d4c13b1a0b6268f175cda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:00.997640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1181676636', 'router:external': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:01.003657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:01.021602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:01.037621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:01.037621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:01.038592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:network and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:01.047586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:01.055781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:01.074690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:01.083760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45665b12-4dbb-4e22-bf28-ce7b60f1aa70,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:01.100869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.103469 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Added segment 8e547c3d-f657-495c-8c1f-cee1dad97567 of type vlan for network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 Mar 23 10:17:01.109243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.111844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=cc5a21be-2ed0-458e-8d3d-b7e638127d77,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:01.118623 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-2b69b299-e7ab-444d-ae2a-26dec72849d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=67e43e5ee0794250ad4c6f43dd5f7737&device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 1097 time: 0.8604236 Mar 23 10:17:01.161159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Made reservation on behalf of d253a926585d4c13b1a0b6268f175cda for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:01.164197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.187939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.229231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Made reservation on behalf of b76df7e19796464a82156d54edf1327f for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:01.232166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.270956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.305339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Provisioning for port 724a5d61-04af-48df-b993-7cda4dc3ef21 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:01.338455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Provisioning complete for port 724a5d61-04af-48df-b993-7cda4dc3ef21 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:01.338891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.359477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.401789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c4541-ae37-4259-9b60-7853eaf3e2a9 None None] Port 724a5d61-04af-48df-b993-7cda4dc3ef21 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:17:01.462328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:01.486884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Usage tracker for resource:security_group_rule and tenant:d253a926585d4c13b1a0b6268f175cda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:01.491775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:01.495852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:01.516324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:01.520045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:security_group_rule and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:01.526108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.526991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 2744151e-2f74-448f-88f8-1fade9265ef7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2744151e-2f74-448f-88f8-1fade9265ef7,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:01.533932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:01.555830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '2744151e-2f74-448f-88f8-1fade9265ef7', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'port_id': '2744151e-2f74-448f-88f8-1fade9265ef7', 'mac_address': 'fa:16:3e:47:38:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:17:01.566627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.570762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:01.571621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.636523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:01.645010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.658027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3632238 Mar 23 10:17:01.660375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39020) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:01.678092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c004d39d-6cbf-4239-a05a-fbc1c60595cc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:01.681350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2744151e-2f74-448f-88f8-1fade9265ef7 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:17:01.696480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e11d-6046-4da3-9d99-48cd829e463a req-84737dab-b54c-4cf4-a1f3-c2e52b2bf903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:01.700923 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-84737dab-b54c-4cf4-a1f3-c2e52b2bf903 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ba405026-9636-42e5-a741-35ed0588179b HTTP/1.1" status: 200 len: 907 time: 0.5744565 Mar 23 10:17:01.705234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 2744151e-2f74-448f-88f8-1fade9265ef7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2744151e-2f74-448f-88f8-1fade9265ef7,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:01.712283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.774106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 198f0d70-1da7-451c-a158-a2bca898231e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:17:01.776742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:01.815523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.839104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=2744151e-2f74-448f-88f8-1fade9265ef7,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:01.884274 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-46760200-8724-40c4-8709-7e90d09e8e01 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198f0d70-1da7-451c-a158-a2bca898231e HTTP/1.1" status: 200 len: 217 time: 0.1731715 Mar 23 10:17:01.964788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.965870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 198f0d70-1da7-451c-a158-a2bca898231e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=198f0d70-1da7-451c-a158-a2bca898231e,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:01.985056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '198f0d70-1da7-451c-a158-a2bca898231e', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'port_id': '198f0d70-1da7-451c-a158-a2bca898231e', 'mac_address': 'fa:16:3e:41:f5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:17:01.991471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-63f502f3-729c-4dec-9f33-ee98ad85aeda tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/c004d39d-6cbf-4239-a05a-fbc1c60595cc HTTP/1.1" status: 204 len: 168 time: 1.6520300 Mar 23 10:17:01.993621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701088a-a034-4a72-a27a-c22b6450beeb req-e245ca40-73f9-4b78-83b6-8501e444ea41 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:01.995286 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f701088a-a034-4a72-a27a-c22b6450beeb req-e245ca40-73f9-4b78-83b6-8501e444ea41 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 944 time: 0.7363589 Mar 23 10:17:01.997977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39024) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:02.002803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09a6f-81a9-4cda-9e56-412a5efb99e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Network': ['ID=a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.031101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event deleted for resources: {'Port': ['ID=724a5d61-04af-48df-b993-7cda4dc3ef21,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.070524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.081201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:02.094358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e11d-6046-4da3-9d99-48cd829e463a req-0407b14a-7e90-4628-8228-573a9c281005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:02.095874 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-0407b14a-7e90-4628-8228-573a9c281005 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22e72224-5e02-4d4e-baa3-30c2187a7dd9 HTTP/1.1" status: 200 len: 845 time: 0.2021832 Mar 23 10:17:02.237219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:02.249999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['cc5a21be-2ed0-458e-8d3d-b7e638127d77'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:17:02.269591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:02.284269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:02.324623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['2744151e-2f74-448f-88f8-1fade9265ef7'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:17:02.328855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:02.362262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198f0d70-1da7-451c-a158-a2bca898231e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:17:02.382118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.431923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.435492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.441286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.463178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] device_id is not set on port e7fb2fda-2a73-437e-a154-661e13029ff6 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:02.467199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 198f0d70-1da7-451c-a158-a2bca898231e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=198f0d70-1da7-451c-a158-a2bca898231e,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:02.484887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.488000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.523267 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-f01736f2-2d11-476c-b030-9ac200ddce13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba405026-9636-42e5-a741-35ed0588179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4050667 Mar 23 10:17:02.526174 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-15137270-dc7c-43b0-aba6-366d002c285d tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "DELETE /v2.0/ports/724a5d61-04af-48df-b993-7cda4dc3ef21 HTTP/1.1" status: 204 len: 168 time: 2.6524129 Mar 23 10:17:02.536841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39030) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:02.556889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f701088a-a034-4a72-a27a-c22b6450beeb req-fa998f7b-3040-4159-a2f0-f6fd9bfde537 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5135710 Mar 23 10:17:02.559015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:02.564155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Request body: {'port': {'name': 'tempest-new-port-name-1486935042', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:02.564555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] bootfile-name is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:17:02.564887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] tftp-server is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:17:02.565212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] server-ip-address is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:17:02.674187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=198f0d70-1da7-451c-a158-a2bca898231e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.780774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.798222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.806487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267046e-68be-41a0-a59c-4fed67dcab15 req-e48068b2-a137-45b4-b027-e572ab158376 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:02.808514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1267046e-68be-41a0-a59c-4fed67dcab15 req-e48068b2-a137-45b4-b027-e572ab158376 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 944 time: 1.0440812 Mar 23 10:17:02.810800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.830256 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-14a0cc6b-fe70-47b7-a346-dea0eba38997 service neutron] 10.222.0.91 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942970 Mar 23 10:17:02.842094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['198f0d70-1da7-451c-a158-a2bca898231e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:17:02.897604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc5b98-12fb-407f-8016-7d80e753aa47,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.955035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:03.088865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.089092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Added segment 06c8f4c6-1d15-4376-aa6c-34d1718d8f4f of type vlan for network 2f7db3f9-a1a4-403c-a539-529476c13765 Mar 23 10:17:03.133843 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3270e11d-6046-4da3-9d99-48cd829e463a req-02c826fb-f8ab-4443-b597-b682c2a0a1c6 service neutron] 10.222.0.91 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711253 Mar 23 10:17:03.197675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa88a28-2f84-4cdc-92a4-f8df94d866c3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:03.262064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.267842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.298626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.326493 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1267046e-68be-41a0-a59c-4fed67dcab15 req-72b96afd-a3fa-4882-a012-74dd4a0fbb66 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4917758 Mar 23 10:17:03.344659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.418139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event updated for resources: {'Port': ['ID=c560507b-12e0-4589-aac6-835dfc196119,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:03.443390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] In _notify_port_updated(), no bound segment for port c560507b-12e0-4589-aac6-835dfc196119 on network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:17:03.447454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:03.448167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.452442 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-73e7e401-59b4-4128-b44b-5bb89a872035 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "PUT /v2.0/ports/c560507b-12e0-4589-aac6-835dfc196119 HTTP/1.1" status: 200 len: 1137 time: 0.9115288 Mar 23 10:17:03.452907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39036) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:03.503360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1274b0-8c76-47e5-9b14-aa39298b2af6']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:03.534900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fae435-9eb7-4cfb-9767-3816d597c87b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:03.535619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a1fae435-9eb7-4cfb-9767-3816d597c87b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Synchronizing usage tracker for tenant:4fe2015f9a95444595dce2b5e658e5fd on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:03.543382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Allocated IP 172.26.7.98 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/e7fb2fda-2a73-437e-a154-661e13029ff6) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:03.561492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a1fae435-9eb7-4cfb-9767-3816d597c87b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Unset dirty status for tenant:4fe2015f9a95444595dce2b5e658e5fd on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:03.563929 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a1fae435-9eb7-4cfb-9767-3816d597c87b tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "GET /v2.0/ports/c560507b-12e0-4589-aac6-835dfc196119 HTTP/1.1" status: 200 len: 1137 time: 0.1099141 Mar 23 10:17:03.564613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a36872-0758-46f5-9a64-d8a2b41d30ce') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:03.564915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a36872-0758-46f5-9a64-d8a2b41d30ce') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:03.568865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39040) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:03.616254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39da2f-e0cc-4007-a067-3a0e1e980e4c req-4f6a1239-e2e1-4cb8-897e-72db9169d822 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:03.617761 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a39da2f-e0cc-4007-a067-3a0e1e980e4c req-4f6a1239-e2e1-4cb8-897e-72db9169d822 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 945 time: 0.7891684 Mar 23 10:17:03.623937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.665092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Deleting port c560507b-12e0-4589-aac6-835dfc196119 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:03.665693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.694657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.697197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.698081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:03.698675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.726603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cc5a21be-2ed0-458e-8d3d-b7e638127d77 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:03.782190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:17:03.783249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:03.805661 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:03.869495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eee6a5a1-c666-441c-8c1e-abe46d11d28e None None] Provisioning complete for port c560507b-12e0-4589-aac6-835dfc196119 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:03.870356 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eee6a5a1-c666-441c-8c1e-abe46d11d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.989025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eee6a5a1-c666-441c-8c1e-abe46d11d28e None None] Port c560507b-12e0-4589-aac6-835dfc196119 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:17:04.000789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port cc5a21be-2ed0-458e-8d3d-b7e638127d77 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:04.010992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port cc5a21be-2ed0-458e-8d3d-b7e638127d77 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:04.011682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.050285 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a39da2f-e0cc-4007-a067-3a0e1e980e4c req-c1eb7df6-e2f3-4908-8e38-c6ed1c0af43f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120185 Mar 23 10:17:04.077428 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.8620448 Mar 23 10:17:04.078729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36883-dfcf-45b4-9991-55767460e0fd tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Network': ['ID=2f7db3f9-a1a4-403c-a539-529476c13765,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.081169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39046) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:04.092052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.103199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 2f7db3f9-a1a4-403c-a539-529476c13765 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:04.209232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.235975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'subnet': {'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:04.254626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.260703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:04.305462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:subnet and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:04.311466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e1274b0-8c76-47e5-9b14-aa39298b2af6 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:17:04.320759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.331904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:04.350832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e1274b0-8c76-47e5-9b14-aa39298b2af6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.358811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:04.390113 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cee3cd8b-f294-4d2d-a641-8d5ce664daed tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/networks/2e1274b0-8c76-47e5-9b14-aa39298b2af6 HTTP/1.1" status: 204 len: 168 time: 2.3838308 Mar 23 10:17:04.397526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=e00f9ddf-06f5-4027-bc34-207cb318cd3d,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.473445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Made reservation on behalf of b76df7e19796464a82156d54edf1327f for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:04.482630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.556942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.593705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Calling delete_port for c560507b-12e0-4589-aac6-835dfc196119 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:04.620807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cc5a21be-2ed0-458e-8d3d-b7e638127d77, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:04.622380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:17:04.726825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.876186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=cc5a21be-2ed0-458e-8d3d-b7e638127d77,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.921101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.938146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098879-8628-4986-a83a-af56049be30e req-529236a5-49d2-4237-ae0a-c46e9c06396a tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:04.946820 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da098879-8628-4986-a83a-af56049be30e req-529236a5-49d2-4237-ae0a-c46e9c06396a tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 944 time: 1.1331694 Mar 23 10:17:05.037792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.082459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event deleted for resources: {'Port': ['ID=c560507b-12e0-4589-aac6-835dfc196119,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.177186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39066) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:05.190297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'name': 'tempest-router--1499939568', 'project_id': '4f03c80379624fcebc8ccba3644190da'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:05.197914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.204776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:05.205138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network hostable DHCP agents. Network: a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:05.256586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:05.273322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da098879-8628-4986-a83a-af56049be30e req-80808167-f0c6-4903-ac4f-9e9f867fc43b tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254812 Mar 23 10:17:05.290449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:router and tenant:4f03c80379624fcebc8ccba3644190da is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:05.298585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:05.329355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:05.342814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.349252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bc27eaff-752b-4e97-873d-d9b4ea5c87f2 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:05.374813 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f5b5b9e2-2839-4f9c-bc58-e56839c720c4 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "DELETE /v2.0/ports/c560507b-12e0-4589-aac6-835dfc196119 HTTP/1.1" status: 204 len: 168 time: 1.8040173 Mar 23 10:17:05.375465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39072) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:05.380279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fb2fda-2a73-437e-a154-661e13029ff6,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.391684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:05.395279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.396281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.411163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:05.414446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:05.429779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: bc27eaff-752b-4e97-873d-d9b4ea5c87f2 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:17:05.430321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bc27eaff-752b-4e97-873d-d9b4ea5c87f2 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:05.490747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a3ff-ea4c-4d5b-9c31-0a89dd52b2e7 req-17ab0876-5916-42d5-9ca4-c51fda34de92 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:05.492220 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d071a3ff-ea4c-4d5b-9c31-0a89dd52b2e7 req-17ab0876-5916-42d5-9ca4-c51fda34de92 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 945 time: 0.7322474 Mar 23 10:17:05.492802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:05.605439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:05.611063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:05.611689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.621709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:05.622308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.629427 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'code': 200} Mar 23 10:17:05.636934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00350dcd-e889-40f4-9457-eb8e4a2b19a9 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:05.664838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.672680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Deleting subnet 715f701f-48f8-4c01-89f3-2617c2fa8eaf {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:05.677903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.711899 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d071a3ff-ea4c-4d5b-9c31-0a89dd52b2e7 req-dd9e7a4b-e0a3-4117-bff9-427a96739fd2 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970403 Mar 23 10:17:05.717162 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d37dfbf-29dd-47fc-9966-130a439f20ac tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0407596 Mar 23 10:17:05.722374 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7fea5eeb-9714-4462-bfad-f62b2f639d05 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.9965160 Mar 23 10:17:05.725024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39076) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:05.725349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39078) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:05.742413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'name': 'tempest-NetworksTestDHCPv6-1343912185'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:05.759151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.98'}]}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:05.774320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:05.778182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.779433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.817344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 2744151e-2f74-448f-88f8-1fade9265ef7 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:05.866601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Usage tracker for resource:router and tenant:d253a926585d4c13b1a0b6268f175cda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:05.893755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:05.995753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:05.999492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.022328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 2744151e-2f74-448f-88f8-1fade9265ef7 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:06.034311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 2744151e-2f74-448f-88f8-1fade9265ef7 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:06.035180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.054444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.059879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-059ea860-b52a-4855-8038-3a0ce7b64f2e tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8773406 Mar 23 10:17:06.060245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39084) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:06.098445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.100094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.155863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': 'e00f9ddf-06f5-4027-bc34-207cb318cd3d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:06.157231 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.193607 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-c52d90ff-b8be-4ce6-b77d-0d28d0964e8c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 1098 time: 0.2767899 Mar 23 10:17:06.292005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.298076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.324389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:06.331217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.347117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:06.364753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:06.411948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.428593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 2744151e-2f74-448f-88f8-1fade9265ef7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2744151e-2f74-448f-88f8-1fade9265ef7,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:06.430982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/e00f9ddf-06f5-4027-bc34-207cb318cd3d/41ee0f8e-baa7-4fd9-9318-57f5fb94beaf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:06.436941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.438106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 198f0d70-1da7-451c-a158-a2bca898231e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:06.503185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.554031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8357ac-2d00-41a1-a9b4-476396d40b95 req-e97cfa79-6696-4ecd-9435-9e9e7323b8de tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:06.555490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d8357ac-2d00-41a1-a9b4-476396d40b95 req-e97cfa79-6696-4ecd-9435-9e9e7323b8de tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 945 time: 0.6823165 Mar 23 10:17:06.563145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:06.588649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:06.597828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event deleted for resources: {'Subnet': ['ID=715f701f-48f8-4c01-89f3-2617c2fa8eaf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:06.609746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Usage tracker for resource:security_group_rule and tenant:bd728299295f460ba7b26acd9a5ae87b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:06.620646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:06.624449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.664539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:06.667711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:17:06.667711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.668382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.682567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee17bb-f7aa-4aa8-8394-d20230c9b7b2 None None] Network fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:06.687584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:06.708849 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2d3c17e6-8be6-4b41-acd9-347a10e96c71 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "DELETE /v2.0/subnets/715f701f-48f8-4c01-89f3-2617c2fa8eaf HTTP/1.1" status: 204 len: 168 time: 1.3321555 Mar 23 10:17:06.710989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39090) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:06.751046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb79af32-e3ff-4887-8ff8-eef7c91da71b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:06.783789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=2744151e-2f74-448f-88f8-1fade9265ef7,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:06.900459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 198f0d70-1da7-451c-a158-a2bca898231e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:06.966366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 868248f1-5849-47ee-b622-c5a7df5ee007 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:06.982532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 198f0d70-1da7-451c-a158-a2bca898231e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:06.982815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.990061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.086802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.106374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Transition to ACTIVE for port object 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:07.169765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Transition to ACTIVE for port object 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:07.177752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d8357ac-2d00-41a1-a9b4-476396d40b95 req-b1a652e9-1f22-4ff4-9675-9a980e4579da tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5972371 Mar 23 10:17:07.190469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.276635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.285537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Deleting port 39f21735-68d8-4c60-8f59-87b4396faca4 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:07.286122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.301874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] DHCP port deletion for fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:17:07.322353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Deleting port 39f21735-68d8-4c60-8f59-87b4396faca4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:07.322877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.363099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:07.366418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Pushing event updated for resources: {'Port': ['ID=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:07.377567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:07.392755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:07.393704 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.396155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.397817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 39f21735-68d8-4c60-8f59-87b4396faca4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:07.406555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.437164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.457759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.487428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Checking segment: {'id': '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:07.488021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network hostable DHCP agents. Network: 2f7db3f9-a1a4-403c-a539-529476c13765, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:07.492477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Synchronizing usage tracker for tenant:bd728299295f460ba7b26acd9a5ae87b on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:07.521966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 198f0d70-1da7-451c-a158-a2bca898231e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=198f0d70-1da7-451c-a158-a2bca898231e,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:07.523201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c729008-2c16-4ebd-80af-c8b033d81e03,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:07.542198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c065df8-8e6c-40b8-9ad9-7cbfbe2a7e76 req-4bddebb8-53b8-4d39-92d2-222f63b8088e tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:07.545160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c065df8-8e6c-40b8-9ad9-7cbfbe2a7e76 req-4bddebb8-53b8-4d39-92d2-222f63b8088e tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.9871590 Mar 23 10:17:07.584488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.631431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] Unset dirty status for tenant:bd728299295f460ba7b26acd9a5ae87b on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:07.632698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-215eee34-a513-4f43-84bc-286bb1f3be10 req-24869f30-7061-4b22-a64b-dc882171c206 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3822553 Mar 23 10:17:07.643956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7'}, {'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:17:07.644203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.644203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3ad7f01-640a-44a3-956f-0491905c08bf {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:07.673021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::164 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/e00f9ddf-06f5-4027-bc34-207cb318cd3d/868248f1-5849-47ee-b622-c5a7df5ee007) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:07.680547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.685428 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f7bb5537-d968-487c-9e0d-d24639d34001 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d3ad7f01-640a-44a3-956f-0491905c08bf HTTP/1.1" status: 204 len: 168 time: 1.6241078 Mar 23 10:17:07.688894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] For port 39f21735-68d8-4c60-8f59-87b4396faca4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=39f21735-68d8-4c60-8f59-87b4396faca4,segment=NetworkSegment(452b0982-cb73-421b-a65b-91edf391af60),segment_id=452b0982-cb73-421b-a65b-91edf391af60)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:07.689273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.830241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] For port 39f21735-68d8-4c60-8f59-87b4396faca4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=39f21735-68d8-4c60-8f59-87b4396faca4,segment=NetworkSegment(452b0982-cb73-421b-a65b-91edf391af60),segment_id=452b0982-cb73-421b-a65b-91edf391af60)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:07.830780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.831063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c065df8-8e6c-40b8-9ad9-7cbfbe2a7e76 req-d1e8d850-0c13-4ece-a3f2-b80ea2e72f49 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276087 Mar 23 10:17:07.836926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 2f7db3f9-a1a4-403c-a539-529476c13765 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:07.848374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39100) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:07.943132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Calling delete_port for 39f21735-68d8-4c60-8f59-87b4396faca4 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:07.944828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 2f7db3f9-a1a4-403c-a539-529476c13765) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:07.951066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:07.952493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.996501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26f22-bb77-4c70-898a-877f5a37285a req-9148209a-7888-4492-b2b3-c9cb71001187 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:07.998515 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13f26f22-bb77-4c70-898a-877f5a37285a req-9148209a-7888-4492-b2b3-c9cb71001187 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 0.4779050 Mar 23 10:17:08.002324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Calling delete_port for 39f21735-68d8-4c60-8f59-87b4396faca4 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:08.032819 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f518b347-85bf-4b71-a420-8b73bc34ebd2 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9417415 Mar 23 10:17:08.035427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39106) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:08.059961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1607147795', 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:08.085831 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7', 'code': 200} Mar 23 10:17:08.086206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:08.086398 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e', 'code': 200} Mar 23 10:17:08.097131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Attempting to bind port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:08.097669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Attempting to bind port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:08.098040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Attempting to bind port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:08.100940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c48e1a-573f-4fa2-a9a5-8f82fe4995c0 None None] Network 2f7db3f9-a1a4-403c-a539-529476c13765 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:08.120715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:port and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:08.127105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:08.141440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:08.182659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Made reservation on behalf of b76df7e19796464a82156d54edf1327f for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:08.187762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.235737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] device_id is not set on port 599dbc3e-da96-40cd-9fa7-24dc38a40b55 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:08.324827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.369994 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13f26f22-bb77-4c70-898a-877f5a37285a req-cde9630e-7901-4f60-9fca-29ee1a62de98 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471408 Mar 23 10:17:08.417608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.462816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:08.463268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:08.463808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.464249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:08.464872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Bound port: 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:08.466505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.490511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1171677181', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:08.502399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=198f0d70-1da7-451c-a158-a2bca898231e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:08.550849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:08.551214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:08.551720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.579756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:08.603932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event deleted for resources: {'Port': ['ID=39f21735-68d8-4c60-8f59-87b4396faca4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:08.605904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] No DVR routers for this DVR port 39f21735-68d8-4c60-8f59-87b4396faca4 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:08.635167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Usage tracker for resource:router and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:08.679863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 868248f1-5849-47ee-b622-c5a7df5ee007 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:08.687832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:08.706865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:08.768080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.769223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] For port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:08.769652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.772578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] For port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:08.791002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Allocated IP 172.20.0.10 (2f7db3f9-a1a4-403c-a539-529476c13765/cb79af32-e3ff-4887-8ff8-eef7c91da71b/599dbc3e-da96-40cd-9fa7-24dc38a40b55) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:08.799722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.810151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.814337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.851870 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ded6e237-e965-449e-9e57-1d1a12275a4c req-02b9ebf5-77b8-4580-ac00-8f84e7567169 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.3005362 Mar 23 10:17:08.853607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcffdfe-cc41-4fe3-9a71-d09c19a4d617']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.897330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452b0982-cb73-421b-a65b-91edf391af60') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.897925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452b0982-cb73-421b-a65b-91edf391af60') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.929333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.972062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecce716-bfba-49a7-a9a9-c058bfdd9b3f None None] Network 2f7db3f9-a1a4-403c-a539-529476c13765 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:08.979310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.989458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1bda8-b9fc-48ff-8fa1-2ab1f96aa0d4 None None] Pushing event updated for resources: {'Port': ['ID=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.013769 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ded6e237-e965-449e-9e57-1d1a12275a4c req-cb9ebc72-7185-444d-8fe4-7bff47a553e5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503992 Mar 23 10:17:09.067211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Releasing vlan 990 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:17:09.067211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.070249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Deleting port 39f21735-68d8-4c60-8f59-87b4396faca4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:09.070928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:09.085162 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:09.216255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.224925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.234380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b44cbae5-386d-4727-b5bc-1130bcec961a None None] The port '39f21735-68d8-4c60-8f59-87b4396faca4' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:17:09.247070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.273319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] Pushing event deleted for resources: {'Network': ['ID=fdcffdfe-cc41-4fe3-9a71-d09c19a4d617,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.299180 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a2a4da2b-267c-4b0e-bd1a-d9aeb4d38624 tempest-ExtraDHCPOptionsTestJSON-1003272745 tempest-ExtraDHCPOptionsTestJSON-1003272745-project] 10.222.0.73 "DELETE /v2.0/networks/fdcffdfe-cc41-4fe3-9a71-d09c19a4d617 HTTP/1.1" status: 204 len: 168 time: 2.5859780 Mar 23 10:17:09.310319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.408883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.410609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.484166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.519390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531459f-0834-4118-9441-2b5dc1552de0 req-67755442-6087-4275-b258-75947f4db4dc tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.528709 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f531459f-0834-4118-9441-2b5dc1552de0 req-67755442-6087-4275-b258-75947f4db4dc tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9446769 Mar 23 10:17:09.630505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a1eda3d-9114-479e-94cd-b48c4e67645a req-b8b99c9c-cd27-4dce-bcd6-af829a0bf633 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 1099 time: 1.0539389 Mar 23 10:17:09.660235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 2f7db3f9-a1a4-403c-a539-529476c13765 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:09.673165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:09.680027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:09.707700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.758705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Port': ['ID=599dbc3e-da96-40cd-9fa7-24dc38a40b55,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.769999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=868248f1-5849-47ee-b622-c5a7df5ee007,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.773135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:09.784092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.785741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.794825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:09.803425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:09.808061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.808729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.823791 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-89432a2e-78c9-4988-9328-d0311251074a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7853348 Mar 23 10:17:09.826084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39124) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:09.857773 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f531459f-0834-4118-9441-2b5dc1552de0 req-688cd926-81db-45ff-93a3-208d09054b81 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280146 Mar 23 10:17:09.914413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fea96-aa46-40ef-a4d0-d09cfd6e7551 req-ea00a1ce-0f61-4b1d-bb13-c6c3ab27eba9 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.914413 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b97fea96-aa46-40ef-a4d0-d09cfd6e7551 req-ea00a1ce-0f61-4b1d-bb13-c6c3ab27eba9 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.8901050 Mar 23 10:17:09.965720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a1eda3d-9114-479e-94cd-b48c4e67645a req-a7ba6ae3-40c3-4a2c-ab49-83e979504b2b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995300 Mar 23 10:17:10.000322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Deleting port 599dbc3e-da96-40cd-9fa7-24dc38a40b55 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:10.000964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.038473 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-59b0f18a-727b-4a6c-9860-0cbbe54edbeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3120308 Mar 23 10:17:10.044387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39128) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.097537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39132) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.284261 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b97fea96-aa46-40ef-a4d0-d09cfd6e7551 req-d5e5c1a0-aad6-4e8c-84c4-16765eb7633f tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708515 Mar 23 10:17:10.355404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.622499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.652729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015a9af-4333-4a30-9867-284b6182fc78 req-ae5036ad-a5af-4160-91fb-177f28f79464 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:10.654260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b015a9af-4333-4a30-9867-284b6182fc78 req-ae5036ad-a5af-4160-91fb-177f28f79464 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 0.5104866 Mar 23 10:17:10.671141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f84e81-2753-4576-8c36-a02e484ecc64 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:10.675193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f84e81-2753-4576-8c36-a02e484ecc64 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:10.676055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55f84e81-2753-4576-8c36-a02e484ecc64 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:10.751121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f764409-8402-4a7e-9167-45d1022bd9c6 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:10.773732 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6295d29a-b0fa-41c6-b47a-b34cfd8b949c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fe2015f9a95444595dce2b5e658e5fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6363161 Mar 23 10:17:10.778641 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39138) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.871319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a0c5f33e-1d58-4ab7-a39d-f6a41076926f None None] Provisioning for port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:10.877264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Calling delete_port for 599dbc3e-da96-40cd-9fa7-24dc38a40b55 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:10.916612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55f84e81-2753-4576-8c36-a02e484ecc64 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:10.917803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-55f84e81-2753-4576-8c36-a02e484ecc64 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8667583 Mar 23 10:17:10.935902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39142) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:11.008394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.099480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 868248f1-5849-47ee-b622-c5a7df5ee007 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:11.099848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.113818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b015a9af-4333-4a30-9867-284b6182fc78 req-efc12349-5d3f-474d-ba24-d835b360b6d2 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320538 Mar 23 10:17:11.147685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.155605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.176307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.279653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9488ab1a-e655-4e6f-8f8f-92d967262b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.341294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9488ab1a-e655-4e6f-8f8f-92d967262b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.449625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.450121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 773a2cb8-b2a6-4e9f-873c-c186b9bfe81b {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:11.506495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:17:11.507437 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26f090f6-a17a-4be5-87b0-39af1a12b7b8 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7795899 Mar 23 10:17:11.511873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39150) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:11.538723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfb91b-92c7-431f-b9af-36f4886978b0 req-0268fbbe-6ccc-4f20-9c93-32616e3b8859 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:11.540454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-22dfb91b-92c7-431f-b9af-36f4886978b0 req-0268fbbe-6ccc-4f20-9c93-32616e3b8859 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5037587 Mar 23 10:17:11.543604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:11.636370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.698132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:11.703322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-10f8d8ca-d9f6-4c1e-8bc4-a530e013f84b None None] Provisioning for port 868248f1-5849-47ee-b622-c5a7df5ee007 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:11.711299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-10f8d8ca-d9f6-4c1e-8bc4-a530e013f84b None None] Provisioning complete for port 868248f1-5849-47ee-b622-c5a7df5ee007 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:11.711704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10f8d8ca-d9f6-4c1e-8bc4-a530e013f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.722363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Deleting port e7fb2fda-2a73-437e-a154-661e13029ff6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:11.723332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.770748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event deleted for resources: {'Port': ['ID=599dbc3e-da96-40cd-9fa7-24dc38a40b55,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:11.773614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-10f8d8ca-d9f6-4c1e-8bc4-a530e013f84b None None] Port 868248f1-5849-47ee-b622-c5a7df5ee007 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:17:11.775640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:11.776083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.935527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.941398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.030992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:12.041047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.105713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-841000c6-6a22-4886-9157-8f60e5b1fa1e None None] Provisioning complete for port 868248f1-5849-47ee-b622-c5a7df5ee007 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:12.106513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-841000c6-6a22-4886-9157-8f60e5b1fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.123245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9488ab1a-e655-4e6f-8f8f-92d967262b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.134382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 868248f1-5849-47ee-b622-c5a7df5ee007 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:12.201020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ab1a-e655-4e6f-8f8f-92d967262b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2727315-a1fb-43bc-b736-ab9b365ae573,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.213266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-841000c6-6a22-4886-9157-8f60e5b1fa1e None None] Port 868248f1-5849-47ee-b622-c5a7df5ee007 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:17:12.240691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9488ab1a-e655-4e6f-8f8f-92d967262b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.241696 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9488ab1a-e655-4e6f-8f8f-92d967262b04 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2727315-a1fb-43bc-b736-ab9b365ae573 HTTP/1.1" status: 204 len: 168 time: 1.4615865 Mar 23 10:17:12.257699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.259294 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c9420602-85fd-4aa1-9d07-b91f2e322f2c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/ports/599dbc3e-da96-40cd-9fa7-24dc38a40b55 HTTP/1.1" status: 204 len: 168 time: 2.4309964 Mar 23 10:17:12.264502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39158) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:12.287494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765', 'external_fixed_ips': [{'subnet_id': 'cb79af32-e3ff-4887-8ff8-eef7c91da71b', 'ip_address': '172.20.0.10'}]}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:12.302606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-22dfb91b-92c7-431f-b9af-36f4886978b0 req-b68c87ed-b9f6-4f93-abf5-5e087c7499d4 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6046646 Mar 23 10:17:12.319435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:12.328434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.357710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:router and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:12.364615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:12.366152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Allocated IP 172.26.7.41 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/62ad0533-0905-4102-a1a4-e3e96b984104) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:12.379572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:12.478018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.478954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.528404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.531639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.582214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a387f8-0497-433a-b1ab-26522ba4e257 req-8a3f4e18-c96e-4b78-8570-ad1360943f71 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:12.583827 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95a387f8-0497-433a-b1ab-26522ba4e257 req-8a3f4e18-c96e-4b78-8570-ad1360943f71 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.8874972 Mar 23 10:17:12.602174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=868248f1-5849-47ee-b622-c5a7df5ee007,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.656042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.698434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.828572 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-789426aa-4389-49fb-a6ac-26ede3c2a5fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/868248f1-5849-47ee-b622-c5a7df5ee007 HTTP/1.1" status: 204 len: 168 time: 1.8910353 Mar 23 10:17:12.829465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39166) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:12.898265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Calling delete_port for e7fb2fda-2a73-437e-a154-661e13029ff6 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:12.943470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.965680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95a387f8-0497-433a-b1ab-26522ba4e257 req-9703cb70-13a5-4d2c-bb53-e173ae76fa2d tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519566 Mar 23 10:17:12.972365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ddcd21-1532-4815-a9dc-b90e30e27990 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:12.973862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ddcd21-1532-4815-a9dc-b90e30e27990 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:12.978244 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c5ddcd21-1532-4815-a9dc-b90e30e27990 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1413474 Mar 23 10:17:12.978913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39174) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:12.998124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf4c6-edc7-4e02-b16b-79ad4233972f req-e621ea58-d3e0-4be0-bd47-fd0152f4a534 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.000984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59edf4c6-edc7-4e02-b16b-79ad4233972f req-e621ea58-d3e0-4be0-bd47-fd0152f4a534 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 0.5029905 Mar 23 10:17:13.025857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.090361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59edf4c6-edc7-4e02-b16b-79ad4233972f req-048a5b48-1094-401f-ab9b-3f64a4fcee99 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693889 Mar 23 10:17:13.309030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.365860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet e00f9ddf-06f5-4027-bc34-207cb318cd3d {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:13.374072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.396354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.465203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.477571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:13.634028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:13.634786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.658058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:13.668792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:13.671445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.684216 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e7fb2fda-2a73-437e-a154-661e13029ff6 HTTP/1.1" status: 204 len: 168 time: 2.1643095 Mar 23 10:17:13.684983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event updated for resources: {'Port': ['ID=62ad0533-0905-4102-a1a4-e3e96b984104,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:13.689324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:13.699789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.809092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1f272-b93c-45bb-aa09-6824fbc5c404 tempest-RoutersAdminNegativeIpV6Test-259220260 tempest-RoutersAdminNegativeIpV6Test-259220260-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7fb2fda-2a73-437e-a154-661e13029ff6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:13.845841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.894011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22d32-e623-4078-8327-f89bccbbda04 req-849a8a5c-e0a8-4c19-bcf3-15131960b361 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.901007 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-efd22d32-e623-4078-8327-f89bccbbda04 req-849a8a5c-e0a8-4c19-bcf3-15131960b361 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6710415 Mar 23 10:17:13.920410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a845-3250-4b85-baa3-4c07e508597b req-d1f90378-4083-4120-8f76-f1c127a2a57d tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.929089 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d9d2a845-3250-4b85-baa3-4c07e508597b req-d1f90378-4083-4120-8f76-f1c127a2a57d tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.5020375 Mar 23 10:17:13.948060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.948060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39198) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.954997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Request body: {'floatingip': {'port_id': '2744151e-2f74-448f-88f8-1fade9265ef7'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:14.012970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.087299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.087941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Request body: {'floatingip': {'port_id': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:14.176055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.234702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=e00f9ddf-06f5-4027-bc34-207cb318cd3d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:14.247008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39204) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.265019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.286586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.298014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ebc768-b403-4344-a993-9ff06789d78e None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:14.322321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-65223dbd-5c87-4650-9f6c-5e8309d6a25c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/e00f9ddf-06f5-4027-bc34-207cb318cd3d HTTP/1.1" status: 204 len: 168 time: 1.3405781 Mar 23 10:17:14.322898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39216) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.458667 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5e733182-0e12-47f6-8a87-03217faf6bf4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946324 Mar 23 10:17:14.459273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39220) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.472620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:14.577540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2036996265'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:14.634642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.649457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:14.675083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:network and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:14.681487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:14.697786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:14.712815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.739351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Allocated IP 172.20.0.10 (2f7db3f9-a1a4-403c-a539-529476c13765/cb79af32-e3ff-4887-8ff8-eef7c91da71b/aeecaee3-6be5-438d-a8a8-84e6f13edade) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:14.741829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:14.748981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:14.753276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.767888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:17:14.768830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:14.771965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:14.776838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Deleting port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:14.777714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.779519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:14.793274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Usage tracker for resource:security_group_rule and tenant:204c7eec087b429b8050575add3dff83 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:14.797449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:14.814522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:14.819122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.837239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:14.928580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:14.932648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.177311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] For port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:15.177967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:15.178537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.190482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:security_group_rule and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:15.199439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604252-b27f-4d04-ace1-15827377c2fc req-cd7c251b-e18a-4c58-8e95-5f7ac520c52b tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:15.205503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b604252-b27f-4d04-ace1-15827377c2fc req-cd7c251b-e18a-4c58-8e95-5f7ac520c52b tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 0.6081374 Mar 23 10:17:15.217735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39224) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:15.236872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Request body: {'floatingip': {'port_id': '198f0d70-1da7-451c-a158-a2bca898231e'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:15.333906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:15.365687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Calling delete_port for 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:15.388980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:15.392698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:15.403568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.471122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.478040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.515929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.525919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.561858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:15.568345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.612651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaac65c3-0af7-40df-a264-c755d7e3dfdb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.615332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.657910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.686829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:15.687562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:15.700893 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58011ab3-35ac-4822-8071-3c5377c708fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=204c7eec087b429b8050575add3dff83&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4270382 Mar 23 10:17:15.705920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39228) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:15.723973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:15.725197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.725359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.725903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.765602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:15.785289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:15.785866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.799906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=291bdc03-acd7-465b-836a-5b5d0938f578,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.809940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.825118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.874369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 2f7db3f9-a1a4-403c-a539-529476c13765 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:15.875321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Port': ['ID=aeecaee3-6be5-438d-a8a8-84e6f13edade,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.889635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:15.896982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] vlan segment allocate from pool success with {'vlan_id': 991, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:15.901137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:15.940941 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fe56db6f-1d39-4276-a9f0-3113f1456d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4778366 Mar 23 10:17:15.947123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39232) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:15.951354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb382712-7a68-402c-8727-d16cc2d217af,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.968506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'name': 'tempest-NetworksTestDHCPv6-1951799572'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:15.987133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.987464 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Added segment 5d55484d-1de1-49d9-91d4-47ce30ab3c44 of type vlan for network 6d936528-3f36-493e-9b37-e0f1a9a077ce Mar 23 10:17:16.142477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.189488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Deleting port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:16.191053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.236157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.240063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.240492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.245694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:16.280325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:16.355978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:16.392416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:16.398848 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1351256 Mar 23 10:17:16.409264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d7323-aab3-4680-8069-5c4ae607def3 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Network': ['ID=6d936528-3f36-493e-9b37-e0f1a9a077ce,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:16.423155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:16.426621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.438936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6d936528-3f36-493e-9b37-e0f1a9a077ce details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:16.466799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port c390be7c-2e40-4c36-8ecf-b38f5b542f0c yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:16.570644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.683873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::b5 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/291bdc03-acd7-465b-836a-5b5d0938f578/c390be7c-2e40-4c36-8ecf-b38f5b542f0c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:16.698453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dd345eb9-dfe4-4eac-b255-e1cf9114f03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.729535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dd345eb9-dfe4-4eac-b255-e1cf9114f03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.783256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.841311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] For port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:16.842084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.029344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dd345eb9-dfe4-4eac-b255-e1cf9114f03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.044981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Calling delete_port for 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:17.050628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.068211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd345eb9-dfe4-4eac-b255-e1cf9114f03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaac65c3-0af7-40df-a264-c755d7e3dfdb,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:17.101678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object c390be7c-2e40-4c36-8ecf-b38f5b542f0c will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:17.104104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dd345eb9-dfe4-4eac-b255-e1cf9114f03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.104821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dd345eb9-dfe4-4eac-b255-e1cf9114f03a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaac65c3-0af7-40df-a264-c755d7e3dfdb HTTP/1.1" status: 204 len: 168 time: 1.3929160 Mar 23 10:17:17.206240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.207303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.216586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.228655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.278067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:17.305103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] Pushing event deleted for resources: {'Port': ['ID=41ee0f8e-baa7-4fd9-9318-57f5fb94beaf,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:17.307017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c47247-42a0-49ec-bdf0-121d6f73efd8 None None] No DVR routers for this DVR port 41ee0f8e-baa7-4fd9-9318-57f5fb94beaf on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:17.336930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771316c-dcc4-408f-879b-ba2a77f82d1f None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:17.713473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.725466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.832021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:17.841775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=c390be7c-2e40-4c36-8ecf-b38f5b542f0c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:17.854034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:17.862110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:17.891227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:17.892514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.938290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Router 0800fa26-f848-4120-b402-b08caadfdb07 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:17:17.946437 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Floating IP f95f5189-6650-4b88-9e1b-b421d3995a17 associated. External IP: 172.26.7.23, port: cc5a21be-2ed0-458e-8d3d-b7e638127d77. Mar 23 10:17:17.949242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:17.993093 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-eb798f50-d6c1-4414-a7c5-f3b4f92971e8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0430317 Mar 23 10:17:18.004457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39244) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:18.070961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '291bdc03-acd7-465b-836a-5b5d0938f578'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:18.072547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.168845 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0eb098ca-0735-4cd6-b8fa-fff0cb6ea2d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d253a926585d4c13b1a0b6268f175cda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2176056 Mar 23 10:17:18.173190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39248) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:18.274058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150db64f-dd7a-4381-9fc9-2e77ab499225 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:18.275748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-150db64f-dd7a-4381-9fc9-2e77ab499225 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:18.317223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:18.431096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-150db64f-dd7a-4381-9fc9-2e77ab499225 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:18.446992 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-150db64f-dd7a-4381-9fc9-2e77ab499225 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4374986 Mar 23 10:17:18.450136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-726ba1ce-dbfc-42c9-ad25-1e45f9878763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.455599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39252) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:18.529372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.544835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.558257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/291bdc03-acd7-465b-836a-5b5d0938f578/d1d4671c-0798-4568-9706-11ee1810742c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:18.711355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port c390be7c-2e40-4c36-8ecf-b38f5b542f0c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:18.711956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.799957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-726ba1ce-dbfc-42c9-ad25-1e45f9878763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.936378 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Floating IP ff6f485b-d69e-44d1-a8fd-4970cf33d61d associated. External IP: 172.26.7.125, port: 2744151e-2f74-448f-88f8-1fade9265ef7. Mar 23 10:17:19.039824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.067262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Transition to ACTIVE for port object d1d4671c-0798-4568-9706-11ee1810742c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:19.114262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Transition to ACTIVE for port object d1d4671c-0798-4568-9706-11ee1810742c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:19.162902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.309832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:19.409714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] Sync routers for ids ['0800fa26-f848-4120-b402-b08caadfdb07'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:19.507118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.511954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:19.522140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:19.539837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Router 2b2b156b-feed-4834-8e6b-94c474df0842 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:17:19.545826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:19.551166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Pushing event updated for resources: {'Port': ['ID=d1d4671c-0798-4568-9706-11ee1810742c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:19.570749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] Routers {'0800fa26-f848-4120-b402-b08caadfdb07'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:19.571881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['0800fa26-f848-4120-b402-b08caadfdb07'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.769121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.833532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for c390be7c-2e40-4c36-8ecf-b38f5b542f0c owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:19.841468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.846788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d487fa1-38e2-4854-b5c8-84332f131fe3 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9894657 Mar 23 10:17:19.851037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39256) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:19.929538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39260) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:19.941259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Attempting to bind port d1d4671c-0798-4568-9706-11ee1810742c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:19.942460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Attempting to bind port d1d4671c-0798-4568-9706-11ee1810742c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:19.943148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Attempting to bind port d1d4671c-0798-4568-9706-11ee1810742c on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:19.953174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] Routers {'0800fa26-f848-4120-b402-b08caadfdb07'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:19.954283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['0800fa26-f848-4120-b402-b08caadfdb07'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.955649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-726ba1ce-dbfc-42c9-ad25-1e45f9878763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.972884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'subnet': {'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:20.084094 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Floating IP 0030fa86-4bc7-4758-bb2d-054d5c4c1910 associated. External IP: 172.26.7.33, port: 198f0d70-1da7-451c-a158-a2bca898231e. Mar 23 10:17:20.092909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:20.093687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:20.094473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.095248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:20.096273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Bound port: d1d4671c-0798-4568-9706-11ee1810742c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:20.096999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.139507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:20.140659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229a78d-acc2-4162-88d8-61c036181546 None None] The sync data for ids ['0800fa26-f848-4120-b402-b08caadfdb07'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:20.238477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ba1ce-dbfc-42c9-ad25-1e45f9878763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc5b98-12fb-407f-8016-7d80e753aa47,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:20.251984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-726ba1ce-dbfc-42c9-ad25-1e45f9878763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.255984 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-726ba1ce-dbfc-42c9-ad25-1e45f9878763 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77fc5b98-12fb-407f-8016-7d80e753aa47 HTTP/1.1" status: 204 len: 168 time: 2.0730834 Mar 23 10:17:20.273100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f129f778-841d-4601-ac39-fd49679b08de None None] For port d1d4671c-0798-4568-9706-11ee1810742c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:20.295470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f129f778-841d-4601-ac39-fd49679b08de None None] For port d1d4671c-0798-4568-9706-11ee1810742c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1d4671c-0798-4568-9706-11ee1810742c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:20.302415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.416665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129f778-841d-4601-ac39-fd49679b08de None None] Pushing event updated for resources: {'Port': ['ID=d1d4671c-0798-4568-9706-11ee1810742c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:20.522159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:20.537680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:subnet and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:20.581364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:20.609700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:20.650797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:20.673274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.822704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Router 8ec5e14d-23b4-4110-bb2f-ff681591959c has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:17:20.853869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=c390be7c-2e40-4c36-8ecf-b38f5b542f0c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:20.854314 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-739e798d-38e0-434a-8060-660fb030ef6f tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/0800fa26-f848-4120-b402-b08caadfdb07 HTTP/1.1" status: 200 len: 924 time: 0.9937639 Mar 23 10:17:20.857491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39268) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:20.943410 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bcba9363-b2c2-49d4-bb59-a7067d64f6ac tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=0800fa26-f848-4120-b402-b08caadfdb07 HTTP/1.1" status: 200 len: 205 time: 0.0845370 Mar 23 10:17:20.957237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39274) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.052156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.073308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.175712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bf833501-3f4e-45d1-9c4e-b0facf76b656 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/c390be7c-2e40-4c36-8ecf-b38f5b542f0c HTTP/1.1" status: 204 len: 168 time: 2.7126935 Mar 23 10:17:21.185697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39282) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.319481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ab18d-73d6-49b6-9b44-e8cd838a6000 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:21.321133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ab18d-73d6-49b6-9b44-e8cd838a6000 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:21.321923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6f2ab18d-73d6-49b6-9b44-e8cd838a6000 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:21.352803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:21.368494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6f2ab18d-73d6-49b6-9b44-e8cd838a6000 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:21.374554 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6f2ab18d-73d6-49b6-9b44-e8cd838a6000 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1837323 Mar 23 10:17:21.380060 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Sync routers for ids ['2b2b156b-feed-4834-8e6b-94c474df0842'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:21.382136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39288) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.408398 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Routers {'2b2b156b-feed-4834-8e6b-94c474df0842'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:21.409394 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['2b2b156b-feed-4834-8e6b-94c474df0842'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:21.461339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.465297 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6023b84e-1c71-45a9-a315-4328e6fca95c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.1972027 Mar 23 10:17:21.472383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39292) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.547103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d1d4671c-0798-4568-9706-11ee1810742c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:21.715143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d1d4671c-0798-4568-9706-11ee1810742c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:21.931488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.962153 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Set router 2b2b156b-feed-4834-8e6b-94c474df0842 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:22.143863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Subnet': ['ID=0ccd6447-66dd-4c56-8ace-2a23191cf619,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:22.218581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Checking segment: {'id': '5d55484d-1de1-49d9-91d4-47ce30ab3c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:22.219730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network hostable DHCP agents. Network: 6d936528-3f36-493e-9b37-e0f1a9a077ce, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:22.250977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Router c97f1178-9447-4c76-a568-10022d63d397 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:17:22.288451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network 6d936528-3f36-493e-9b37-e0f1a9a077ce is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:22.312173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6d936528-3f36-493e-9b37-e0f1a9a077ce) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:22.332523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:22.333119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.339725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8132ca-3e87-43d2-ad00-b803293c3e9e None None] Network 6d936528-3f36-493e-9b37-e0f1a9a077ce requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:22.349647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.432253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 291bdc03-acd7-465b-836a-5b5d0938f578 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:22.442119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.558639 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7d7d3a2a-9141-463a-9d35-f9763fcee415 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6091957 Mar 23 10:17:22.565526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39302) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:22.582908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1980634170'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:22.600636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:22.615205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:network and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:22.626250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:22.629849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39306) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:22.643264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:22.675473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:22.679114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.739203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Provisioning for port d1d4671c-0798-4568-9706-11ee1810742c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:22.743072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] vlan segment allocate from pool success with {'vlan_id': 977, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:22.769890 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b156b-feed-4834-8e6b-94c474df0842', 'name': '', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765', 'external_fixed_ips': [{'subnet_id': 'cb79af32-e3ff-4887-8ff8-eef7c91da71b', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'aeecaee3-6be5-438d-a8a8-84e6f13edade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:12Z', 'updated_at': '2022-03-23T10:17:16Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': 'aeecaee3-6be5-438d-a8a8-84e6f13edade', 'name': '', 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b156b-feed-4834-8e6b-94c474df0842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cb79af32-e3ff-4887-8ff8-eef7c91da71b', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:14Z', 'updated_at': '2022-03-23T10:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb79af32-e3ff-4887-8ff8-eef7c91da71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:22.771265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Provisioning complete for port d1d4671c-0798-4568-9706-11ee1810742c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:22.771785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.778963 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Checking router: 2b2b156b-feed-4834-8e6b-94c474df0842 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:17:22.780413 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Updating router 2b2b156b-feed-4834-8e6b-94c474df0842 port aeecaee3-6be5-438d-a8a8-84e6f13edade binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:17:22.791182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.791691 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Added segment 2c1557ef-9ed1-445e-9c86-d4b1025874dc of type vlan for network f1cf0945-a6c5-416b-821c-849bf274fd07 Mar 23 10:17:22.839723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.852127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.883343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.889243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.921944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Deleting port aeecaee3-6be5-438d-a8a8-84e6f13edade {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:22.922435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.955015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.958998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:22.959920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.025154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:23.026078 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.072891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] Sync routers for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:23.166429 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5997317 Mar 23 10:17:23.169856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39312) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:23.177148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.194079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a02f4e-85d7-4610-990e-43be38d81aa2 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Network': ['ID=f1cf0945-a6c5-416b-821c-849bf274fd07,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:23.240712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network f1cf0945-a6c5-416b-821c-849bf274fd07 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:23.282486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'subnet': {'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:23.302852 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-06d2725b-0721-490f-b8b5-edfc2f751014 tempest-AgentManagementNegativeTest-1058560684 tempest-AgentManagementNegativeTest-1058560684-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6674490 Mar 23 10:17:23.346941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:23.347623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.476111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.521333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Router f55e8528-3751-4d13-8930-450b0695db02 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:17:23.533502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c090ad54-28ab-4beb-9e1b-e43e9fa31695 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "PUT /v2.0/floatingips/f95f5189-6650-4b88-9e1b-b421d3995a17 HTTP/1.1" status: 200 len: 990 time: 9.5856712 Mar 23 10:17:23.546215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:17:23.598370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.706529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:23.750707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:subnet and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:23.766093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.775789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:23.799841 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'status': 'completed', 'code': 200} Mar 23 10:17:23.820414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6d936528-3f36-493e-9b37-e0f1a9a077ce', 'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce', 'tenant_id': '7c9d5b6524f8413eb0a8f3795673b16d', 'fixed_ips': [{'subnet_id': '0ccd6447-66dd-4c56-8ace-2a23191cf619'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:23.821449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.862044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Calling delete_port for aeecaee3-6be5-438d-a8a8-84e6f13edade owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:23.887061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.044626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:24.081227 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.145489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39324) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.151401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:24.315145 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Transition to ACTIVE for port object aeecaee3-6be5-438d-a8a8-84e6f13edade will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:24.332833 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.352677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.367449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:24.368260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:24.408462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=291bdc03-acd7-465b-836a-5b5d0938f578,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.423030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.450976 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3f950-2aae-48f9-b05a-debc987d39dd None None] Pushing event updated for resources: {'Port': ['ID=aeecaee3-6be5-438d-a8a8-84e6f13edade,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.453618 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Attempting to bind port aeecaee3-6be5-438d-a8a8-84e6f13edade on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:24.454037 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Attempting to bind port aeecaee3-6be5-438d-a8a8-84e6f13edade by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:24.454532 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Attempting to bind port aeecaee3-6be5-438d-a8a8-84e6f13edade on network 2f7db3f9-a1a4-403c-a539-529476c13765 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:24.465737 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:24.467741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-f5f252a3-dc2b-4aff-b240-35ee1acb57df service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=038e9dd718e54b049acc8bd46c2bf9be&device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 1098 time: 0.5667417 Mar 23 10:17:24.467933 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Checking segment: {'id': '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:24.468244 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.468580 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Bound using segment: {'id': '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:24.470123 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Bound port: aeecaee3-6be5-438d-a8a8-84e6f13edade, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '2f7db3f9-a1a4-403c-a539-529476c13765'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:24.470663 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.479005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:24.484855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Usage tracker for resource:security_group_rule and tenant:815241bc0de1480196541ce3ebc3d519 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:24.488344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6cd7a-c23a-45db-aad8-18d5766c4d3c req-87e416d6-7649-45b7-9815-d0240ffd16f3 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:24.488602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:24.490392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2dc6cd7a-c23a-45db-aad8-18d5766c4d3c req-87e416d6-7649-45b7-9815-d0240ffd16f3 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.6007106 Mar 23 10:17:24.493105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.504600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.531476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.555863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad25f73d-0887-4592-be42-3b126455c6c2 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:24.569709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.599278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d7ed-920b-41e4-a338-bd042a365df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.615263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.622131 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] For port aeecaee3-6be5-438d-a8a8-84e6f13edade, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:24.622871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.627810 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] For port aeecaee3-6be5-438d-a8a8-84e6f13edade, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aeecaee3-6be5-438d-a8a8-84e6f13edade,segment=NetworkSegment(06c8f4c6-1d15-4376-aa6c-34d1718d8f4f),segment_id=06c8f4c6-1d15-4376-aa6c-34d1718d8f4f)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:24.635788 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.699362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7540e8-8738-4eed-a61b-0c40e7e2c367,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.727348 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-44e0f956-81fb-48c3-a8c0-f8fa8fbfa027 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=815241bc0de1480196541ce3ebc3d519&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5813990 Mar 23 10:17:24.730499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.746437 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Routers {'2b2b156b-feed-4834-8e6b-94c474df0842'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:24.747231 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['2b2b156b-feed-4834-8e6b-94c474df0842'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:24.838417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d8f3-154a-4751-a96a-45ca16e6435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.850306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:24.850306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:24.880091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Deleting port aeecaee3-6be5-438d-a8a8-84e6f13edade {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:24.880648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.921460 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3f950-2aae-48f9-b05a-debc987d39dd None None] Pushing event updated for resources: {'Port': ['ID=aeecaee3-6be5-438d-a8a8-84e6f13edade,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.953210 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] Set router 2b2b156b-feed-4834-8e6b-94c474df0842 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:24.979043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Allocated IP 2001:db8:0:ffff::2 (6d936528-3f36-493e-9b37-e0f1a9a077ce/0ccd6447-66dd-4c56-8ace-2a23191cf619/bafe0931-541f-49d3-81c4-d2a99c2273b3) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:25.038414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-899c4d26-7fbf-447a-a6ea-298e3454f9e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/291bdc03-acd7-465b-836a-5b5d0938f578 HTTP/1.1" status: 204 len: 168 time: 3.6503999 Mar 23 10:17:25.067361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39334) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.088906 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:25.089757 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b156b-feed-4834-8e6b-94c474df0842', 'name': '', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:12Z', 'updated_at': '2022-03-23T10:17:22Z', 'revision_number': 4, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:25.097616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.102756 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] Sync routers for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:25.119799 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc80d6-6c62-4f11-8ef4-dfb9c455dc13 None None] The sync data for ids ['2b2b156b-feed-4834-8e6b-94c474df0842'] in dv-neutron-834653-2-hyperv is: [{'id': '2b2b156b-feed-4834-8e6b-94c474df0842', 'name': '', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:12Z', 'updated_at': '2022-03-23T10:17:22Z', 'revision_number': 4, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:25.121875 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:25.130166 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:25.141962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d8f3-154a-4751-a96a-45ca16e6435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.270682 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-33bfbe15-85f7-4d03-8540-6a4683065e6b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "PUT /v2.0/floatingips/ff6f485b-d69e-44d1-a8fd-4970cf33d61d HTTP/1.1" status: 200 len: 992 time: 11.3248637 Mar 23 10:17:25.467807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea669df-e380-463e-9070-66d683b902f7 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:17:25.470354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d1d4671c-0798-4568-9706-11ee1810742c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:25.486726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-56c2371c-e274-4cce-9d0b-0585b32ff5c0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3895309 Mar 23 10:17:25.491799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39340) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.503184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:25.532958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.563437 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:25.580102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f95f5189-6650-4b88-9e1b-b421d3995a17', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'port_id': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'mac_address': 'fa:16:3e:3e:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:24Z', 'updated_at': '2022-03-23T10:17:16Z', 'revision_number': 1, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:18Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:25.606551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] Checking router: 8ec5e14d-23b4-4110-bb2f-ff681591959c for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:17:25.632215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.658607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Deleting port 62ad0533-0905-4102-a1a4-e3e96b984104 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:25.658951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.669037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Deleting port d1d4671c-0798-4568-9706-11ee1810742c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:25.669930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.677213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d8f3-154a-4751-a96a-45ca16e6435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.747692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7d8f3-154a-4751-a96a-45ca16e6435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7540e8-8738-4eed-a61b-0c40e7e2c367,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:25.787998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] For port d1d4671c-0798-4568-9706-11ee1810742c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1d4671c-0798-4568-9706-11ee1810742c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:25.846226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.847856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d8f3-154a-4751-a96a-45ca16e6435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.853583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:17:25.856227 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7fc7d8f3-154a-4751-a96a-45ca16e6435b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df7540e8-8738-4eed-a61b-0c40e7e2c367 HTTP/1.1" status: 204 len: 168 time: 1.1172104 Mar 23 10:17:25.888481 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2dc6cd7a-c23a-45db-aad8-18d5766c4d3c req-6db53e5a-daa8-487f-af55-3eb17211680d tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3314722 Mar 23 10:17:25.909271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] For port aeecaee3-6be5-438d-a8a8-84e6f13edade, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aeecaee3-6be5-438d-a8a8-84e6f13edade,segment=NetworkSegment(06c8f4c6-1d15-4376-aa6c-34d1718d8f4f),segment_id=06c8f4c6-1d15-4376-aa6c-34d1718d8f4f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:25.909639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.923196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Could not find standard attr ID for object c390be7c-2e40-4c36-8ecf-b38f5b542f0c. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:17:25.928430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:25.929208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:25.929596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-821d04fc-45c6-4e02-a848-b4c4d566f6d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:25.932174 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-821d04fc-45c6-4e02-a848-b4c4d566f6d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9 HTTP/1.1" status: 200 len: 912 time: 1.4538598 Mar 23 10:17:26.108663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.117752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7', 'status': 'completed', 'code': 200} Mar 23 10:17:26.239659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:26.351590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.379193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:26.395790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Transition to ACTIVE for port object bafe0931-541f-49d3-81c4-d2a99c2273b3 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:26.399235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-386ad8c2-7b7c-42c0-b3ca-3f0c9c4c6bc5 None None] Could not find standard attr ID for object c390be7c-2e40-4c36-8ecf-b38f5b542f0c. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:17:26.409859 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'ff6f485b-d69e-44d1-a8fd-4970cf33d61d', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'port_id': '2744151e-2f74-448f-88f8-1fade9265ef7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'mac_address': 'fa:16:3e:47:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:22Z', 'updated_at': '2022-03-23T10:17:17Z', 'revision_number': 1, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:26.426455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] Sync routers for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:26.429035 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] Checking router: c97f1178-9447-4c76-a568-10022d63d397 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:17:26.450384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:26.462209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Calling delete_port for aeecaee3-6be5-438d-a8a8-84e6f13edade owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:26.485574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.487165 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:26.488939 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:26.490775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:26.511245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:26.538717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d1d4671c-0798-4568-9706-11ee1810742c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1d4671c-0798-4568-9706-11ee1810742c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:26.553956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Transition to ACTIVE for port object bafe0931-541f-49d3-81c4-d2a99c2273b3 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:26.566148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:26.582455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd903-b9b7-45be-a464-2336b59926c3 None None] Pushing event updated for resources: {'Port': ['ID=d1d4671c-0798-4568-9706-11ee1810742c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:26.587666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.680972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Calling delete_port for 62ad0533-0905-4102-a1a4-e3e96b984104 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:26.744238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.756011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.766454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.788339 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-617532d9-cd69-4e33-9695-5399847c9a0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.5374310 Mar 23 10:17:26.822180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:26.823212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:26.868589 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-0ed52554-0757-46d0-849d-9fd48e18ba08 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77 HTTP/1.1" status: 200 len: 998 time: 0.9110010 Mar 23 10:17:26.894909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Network 6d936528-3f36-493e-9b37-e0f1a9a077ce is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:26.917573 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cb3fdc82-dd7d-47ac-be2b-3eb9548ece54 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "PUT /v2.0/floatingips/0030fa86-4bc7-4758-bb2d-054d5c4c1910 HTTP/1.1" status: 200 len: 991 time: 11.6979985 Mar 23 10:17:26.999989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:27.004491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:27.072636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462ef10-62c2-4c31-b298-3fab99c0f93c req-9cd60cba-abe2-4536-9897-3f433c82ea17 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:27.074269 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3462ef10-62c2-4c31-b298-3fab99c0f93c req-9cd60cba-abe2-4536-9897-3f433c82ea17 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 1.5014029 Mar 23 10:17:27.150338 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:17:27.172548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bd0fee6d-c907-4e15-9555-37089450b563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.307659 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:27.341173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-609349cf-eb38-4475-97eb-80ed4a1e4f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:27.342782 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-609349cf-eb38-4475-97eb-80ed4a1e4f0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=93f2f0dd-0e74-460d-ae41-551f849867ad HTTP/1.1" status: 200 len: 850 time: 0.4176865 Mar 23 10:17:27.347436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3462ef10-62c2-4c31-b298-3fab99c0f93c req-cee90bf0-3534-4f5c-8a82-4ebe70c497dd tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351255 Mar 23 10:17:27.351057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-19f8897c-f561-4cf7-bc5a-1f3801bd6f57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:27.352750 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-19f8897c-f561-4cf7-bc5a-1f3801bd6f57 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.5541937 Mar 23 10:17:27.376906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-dea669df-e380-463e-9070-66d683b902f7 None None] For port d1d4671c-0798-4568-9706-11ee1810742c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1d4671c-0798-4568-9706-11ee1810742c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:27.377293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.445709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:17:27.491168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-97097b82-4049-48f5-90e6-999daa599f5a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1000 time: 0.1234622 Mar 23 10:17:27.495724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.560244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.711009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:27.732920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event deleted for resources: {'Port': ['ID=aeecaee3-6be5-438d-a8a8-84e6f13edade,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:27.865318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Calling delete_port for d1d4671c-0798-4568-9706-11ee1810742c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:28.030175 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'ff6f485b-d69e-44d1-a8fd-4970cf33d61d', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'port_id': '2744151e-2f74-448f-88f8-1fade9265ef7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'mac_address': 'fa:16:3e:47:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:22Z', 'updated_at': '2022-03-23T10:17:17Z', 'revision_number': 1, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:28.041257 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38127f0-14b5-452a-99e3-174d61b99c47 None None] The sync data for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv is: [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'ff6f485b-d69e-44d1-a8fd-4970cf33d61d', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'floating_ip_address': '172.26.7.125', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'port_id': '2744151e-2f74-448f-88f8-1fade9265ef7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'mac_address': 'fa:16:3e:47:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:22Z', 'updated_at': '2022-03-23T10:17:17Z', 'revision_number': 1, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:28.054528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d1d4671c-0798-4568-9706-11ee1810742c,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:28.149672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:17:28.305269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Subnet': ['ID=62cf1c54-6fdd-4b3c-87ea-e23451258deb,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:28.330809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Checking segment: {'id': '2c1557ef-9ed1-445e-9c86-d4b1025874dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:28.331174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network hostable DHCP agents. Network: f1cf0945-a6c5-416b-821c-849bf274fd07, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:28.373736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-a1caad1c-2c20-4ff2-84bd-5073f76ccda4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3e2283f2-363b-4b9c-94cc-d2736a49f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0054579 Mar 23 10:17:28.416009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.432251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.433763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Attempting to bind port bafe0931-541f-49d3-81c4-d2a99c2273b3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:28.434469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Attempting to bind port bafe0931-541f-49d3-81c4-d2a99c2273b3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '5d55484d-1de1-49d9-91d4-47ce30ab3c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:28.435170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Attempting to bind port bafe0931-541f-49d3-81c4-d2a99c2273b3 on network 6d936528-3f36-493e-9b37-e0f1a9a077ce {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:28.457714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.465050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:28.485592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-686e471f-4528-4061-8522-5e7d82e780c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:28.489523 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-686e471f-4528-4061-8522-5e7d82e780c9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.9807560 Mar 23 10:17:28.492801 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a35265-31ff-4b8e-85bf-207e883a6be3 None None] New status for floating IP ff6f485b-d69e-44d1-a8fd-4970cf33d61d: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:17:28.626064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.693367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network f1cf0945-a6c5-416b-821c-849bf274fd07 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:28.747029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:28.747408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Checking segment: {'id': '5d55484d-1de1-49d9-91d4-47ce30ab3c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:28.747845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.749176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Bound using segment: {'id': '5d55484d-1de1-49d9-91d4-47ce30ab3c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:28.750116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Bound port: bafe0931-541f-49d3-81c4-d2a99c2273b3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d55484d-1de1-49d9-91d4-47ce30ab3c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '6d936528-3f36-493e-9b37-e0f1a9a077ce'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:28.750505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.763264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Pushing event updated for resources: {'Port': ['ID=bafe0931-541f-49d3-81c4-d2a99c2273b3,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:28.776558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.786999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-924138714'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:28.795558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86513f12-66dc-44ed-96d6-0d681df6816b req-c6ebf7a3-86bc-4b04-ae68-0db4a12c8a5a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:28.797340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:28.798200 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-86513f12-66dc-44ed-96d6-0d681df6816b req-c6ebf7a3-86bc-4b04-ae68-0db4a12c8a5a tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 1.3356214 Mar 23 10:17:28.803225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-625c7f06-0f58-4350-8906-d4b1b9797eb1 service neutron] 10.222.0.91 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177885 Mar 23 10:17:28.805602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:28.813053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:28.824469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:28.966147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:28.966493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:28.976688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:28.981995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.029395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.061401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event deleted for resources: {'Port': ['ID=62ad0533-0905-4102-a1a4-e3e96b984104,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:29.080106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.248659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, f1cf0945-a6c5-416b-821c-849bf274fd07) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:29.273067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286ccdf-0edb-4c4a-b641-f44df9e91dae None None] Network f1cf0945-a6c5-416b-821c-849bf274fd07 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:29.280338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54301-2fa1-4578-8ee0-643555de3611 req-a620ca1a-a605-46c3-a0bd-adc391136e53 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:29.283119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56b54301-2fa1-4578-8ee0-643555de3611 req-a620ca1a-a605-46c3-a0bd-adc391136e53 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 1.1003258 Mar 23 10:17:29.302967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:29.304031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.390037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.407661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.470252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.475400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:29.478595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Deleting port d1d4671c-0798-4568-9706-11ee1810742c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:29.479036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.480494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-86513f12-66dc-44ed-96d6-0d681df6816b req-41b0f697-cffc-46a8-8fea-314eacb81293 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6680164 Mar 23 10:17:29.486631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:29.495637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=7e883974-dc9e-412a-b408-fde7c0544892,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:29.499981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:29.505004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:29.505935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.587558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:security_group_rule and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:29.615862 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8e70dd9c-2bed-4808-8ca2-f5c028f1e176 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3725936 Mar 23 10:17:29.620295 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-6f24d3db-547f-47db-814f-d347e40f1202 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0980823 Mar 23 10:17:29.630442 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f0349223-1ab2-4c9e-8ebc-eeaee81f7b02 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1343746 Mar 23 10:17:29.635125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39382) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.635724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39384) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.652064 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-342f80fa-3e61-40aa-8185-a36d72d89ab3 req-d8ee0c3f-cd42-4352-88dc-110aa08d905e service neutron] 10.222.0.91 "GET /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077260 Mar 23 10:17:29.673142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:29.677479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'name': 'tempest-NetworksTestDHCPv6-806514099'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:29.719753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'port': {'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07', 'name': 'tempest-NetworksIpV6TestAttrs-685185603'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:29.745884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e', 'status': 'completed', 'code': 200} Mar 23 10:17:29.746842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-dea669df-e380-463e-9070-66d683b902f7 None None] For port d1d4671c-0798-4568-9706-11ee1810742c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1d4671c-0798-4568-9706-11ee1810742c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:29.747246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.753786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:29.873363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Calling delete_port for d1d4671c-0798-4568-9706-11ee1810742c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:29.880005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.880921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2b156b-feed-4834-8e6b-94c474df0842 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:29.918246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] For port bafe0931-541f-49d3-81c4-d2a99c2273b3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:29.957769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.958905 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7b106ea8-58e2-478f-b0db-6a805f958d12 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/routers/2b2b156b-feed-4834-8e6b-94c474df0842 HTTP/1.1" status: 204 len: 168 time: 8.4850984 Mar 23 10:17:29.967678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:30.011068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] For port bafe0931-541f-49d3-81c4-d2a99c2273b3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bafe0931-541f-49d3-81c4-d2a99c2273b3,segment=NetworkSegment(5d55484d-1de1-49d9-91d4-47ce30ab3c44),segment_id=5d55484d-1de1-49d9-91d4-47ce30ab3c44)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:30.060788 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-cebdb448-1021-47c6-a912-2505c4c8524b service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810794 Mar 23 10:17:30.065264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.102563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56b54301-2fa1-4578-8ee0-643555de3611 req-04344eb5-2841-461a-9c0f-3ae28762ae01 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7455912 Mar 23 10:17:30.184010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Deleting subnet cb79af32-e3ff-4887-8ff8-eef7c91da71b {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:30.200003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.250673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.264810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.283675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.286477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.293218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.295977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ad611-e095-406f-b72e-ca9c9be648fe None None] Pushing event updated for resources: {'Port': ['ID=bafe0931-541f-49d3-81c4-d2a99c2273b3,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.358519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea669df-e380-463e-9070-66d683b902f7 None None] Pushing event deleted for resources: {'Port': ['ID=d1d4671c-0798-4568-9706-11ee1810742c,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.369118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-f1cf0945-a6c5-416b-821c-849bf274fd07', 'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07', 'tenant_id': '7c9d5b6524f8413eb0a8f3795673b16d', 'fixed_ips': [{'subnet_id': '62cf1c54-6fdd-4b3c-87ea-e23451258deb'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:30.369886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.380436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea669df-e380-463e-9070-66d683b902f7 None None] No DVR routers for this DVR port d1d4671c-0798-4568-9706-11ee1810742c on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:30.384496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '0030fa86-4bc7-4758-bb2d-054d5c4c1910', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'port_id': '198f0d70-1da7-451c-a158-a2bca898231e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'mac_address': 'fa:16:3e:41:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d8720-b1b6-490a-948d-79a88887d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:28Z', 'updated_at': '2022-03-23T10:17:17Z', 'revision_number': 1, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:23Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:30.391777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 960, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:30.393893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc079800-d899-421c-9469-28dc21513a21,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.409826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] Checking router: f55e8528-3751-4d13-8930-450b0695db02 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:17:30.414222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f95f5189-6650-4b88-9e1b-b421d3995a17', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'port_id': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'mac_address': 'fa:16:3e:3e:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:24Z', 'updated_at': '2022-03-23T10:17:16Z', 'revision_number': 1, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:18Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:30.452867 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-14d51cfd-2454-420a-bd79-577e26a49b1f req-073b001d-7cb7-480e-a2b0-bbce4a0b0cfe service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788855 Mar 23 10:17:30.454376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.472743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597bb90-03ff-43d3-a0cc-777c5f6a74c1 None None] The sync data for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv is: [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f95f5189-6650-4b88-9e1b-b421d3995a17', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'floating_ip_address': '172.26.7.23', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'port_id': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'mac_address': 'fa:16:3e:3e:19:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:24Z', 'updated_at': '2022-03-23T10:17:16Z', 'revision_number': 1, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:18Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:30.474572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f68480-ab98-4f2d-8c3b-f3fef3753838 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:30.495174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.495909 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 6bdadb78-448e-4b95-85e4-a269f645906e of type vlan for network 85f28524-d232-43c8-b59c-edeece11ee61 Mar 23 10:17:30.574029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.648158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:30.649712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:30.668545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.676606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.677897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.679819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:30.688677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:30.694653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:30.706322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:30.739059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:30.819140 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3593163 Mar 23 10:17:30.965544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.220988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb79af32-e3ff-4887-8ff8-eef7c91da71b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:31.235767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.258997 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab9c89c8-441f-4042-b9b6-20983cb2d2b6 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/cb79af32-e3ff-4887-8ff8-eef7c91da71b HTTP/1.1" status: 204 len: 168 time: 1.2900312 Mar 23 10:17:31.274361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39398) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:31.281002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431cb4c-f75e-4515-9e8e-f7b792681a5e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=85f28524-d232-43c8-b59c-edeece11ee61,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:31.655410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:31.668296 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-e658e675-cc60-467d-95d8-7b705cfb60aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=67e43e5ee0794250ad4c6f43dd5f7737&device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 1099 time: 1.7584038 Mar 23 10:17:31.712449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:port and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:31.725901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:31.750945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:31.757192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.830700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.838834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.892268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.916266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 7b576f26-53f8-4eda-878d-dec9c42be9c2 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:31.953001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:32.139890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3897d-b963-4d54-a902-196b00e4a4a4 None None] New status for floating IP f95f5189-6650-4b88-9e1b-b421d3995a17: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:17:32.202574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.203259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Fanout notify agent at l3_agent the message router_deleted on router 0800fa26-f848-4120-b402-b08caadfdb07 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:32.232095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:32.242384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.294283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.306974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 85f28524-d232-43c8-b59c-edeece11ee61 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:32.341211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] device_id is not set on port 025922c3-51a3-4f47-85f4-8941e886080c yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:32.347264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bafe0931-541f-49d3-81c4-d2a99c2273b3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:32.361166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7db3f9-a1a4-403c-a539-529476c13765']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:32.380854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c67ca-920d-4813-bcd9-f650cd5b505b None None] Network 6d936528-3f36-493e-9b37-e0f1a9a077ce requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:32.386198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:32.386700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8f4c6-1d15-4376-aa6c-34d1718d8f4f') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:32.411209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.462406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.481307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:17:32.481959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.519009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.526449 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3424394e-af1f-4f7f-b75e-d214ffbf9b04 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/0800fa26-f848-4120-b402-b08caadfdb07 HTTP/1.1" status: 204 len: 168 time: 11.5661612 Mar 23 10:17:32.545102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39404) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:32.554785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1764188727', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': False}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:32.585359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:32.589963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-420f5569-b7c2-46d3-b699-c885519e5725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:32.592072 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-420f5569-b7c2-46d3-b699-c885519e5725 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ba405026-9636-42e5-a741-35ed0588179b HTTP/1.1" status: 200 len: 907 time: 0.8627107 Mar 23 10:17:32.603573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:router and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:32.700199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae29b91-d68d-4a92-b315-0d2c9fb23a64 req-01c44641-37c5-4428-8b28-865375a28ac1 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:32.702916 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ae29b91-d68d-4a92-b315-0d2c9fb23a64 req-01c44641-37c5-4428-8b28-865375a28ac1 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 1.0334499 Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:32.716893 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:32.722967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:32.736390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.753843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f7db3f9-a1a4-403c-a539-529476c13765 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 10:17:32.758143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:32.758311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.801189 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/networks/2f7db3f9-a1a4-403c-a539-529476c13765 HTTP/1.1" status: 204 len: 168 time: 1.5229874 Mar 23 10:17:32.818069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7331b-3b5e-4b3b-b0f6-5f9f04cec8a1 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f7db3f9-a1a4-403c-a539-529476c13765,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:32.833339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::19b (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/7e883974-dc9e-412a-b408-fde7c0544892/7b576f26-53f8-4eda-878d-dec9c42be9c2) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:32.872230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.873952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.914227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-e469eded-2a97-4260-b2d3-3c175f5a053c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198f0d70-1da7-451c-a158-a2bca898231e HTTP/1.1" status: 200 len: 999 time: 0.3063688 Mar 23 10:17:33.002731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ae29b91-d68d-4a92-b315-0d2c9fb23a64 req-d77738db-460c-4af5-8f6c-a284cf2ee6b6 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760992 Mar 23 10:17:33.174633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Allocated IP 2001:db8::f816:3eff:fe89:aa69 (f1cf0945-a6c5-416b-821c-849bf274fd07/62cf1c54-6fdd-4b3c-87ea-e23451258deb/142397dc-3340-485b-96f8-88dcbd39f8ad) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:33.177872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.254216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-f45d6752-a2db-423b-b34f-a944774d3c39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:33.255925 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-f45d6752-a2db-423b-b34f-a944774d3c39 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22e72224-5e02-4d4e-baa3-30c2187a7dd9 HTTP/1.1" status: 200 len: 845 time: 0.3204908 Mar 23 10:17:33.818702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:33.827879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'name': 'tempest-router--1827319941', 'project_id': 'da10d08541aa42b79c47c4c62364a93a'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:33.848356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:33.860363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:router and tenant:da10d08541aa42b79c47c4c62364a93a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:33.866216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:33.875810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:33.899361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.901078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.904603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.917702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1aac363b-097a-44ea-94ba-be90d7d385b7 None None] Provisioning for port bafe0931-541f-49d3-81c4-d2a99c2273b3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:33.946525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.984470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.990264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 7b576f26-53f8-4eda-878d-dec9c42be9c2 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:33.994346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.005307 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-9958bb5c-e2b2-4045-a8d7-91a83bbea508 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba405026-9636-42e5-a741-35ed0588179b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6805575 Mar 23 10:17:34.039488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '7e883974-dc9e-412a-b408-fde7c0544892'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:34.040837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.064634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.066866 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8f265a6c-3733-46b3-a005-e2fba045cb26 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2462275 Mar 23 10:17:34.070688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39420) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.220122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3de55a-8b08-4328-b054-cf72757c3589 req-37621716-376f-40a8-9fad-fd2beb53333f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:34.222159 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b3de55a-8b08-4328-b054-cf72757c3589 req-37621716-376f-40a8-9fad-fd2beb53333f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.7187901 Mar 23 10:17:34.284446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39424) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.315712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': '85f28524-d232-43c8-b59c-edeece11ee61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:34.452146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.499579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port bafe0931-541f-49d3-81c4-d2a99c2273b3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:34.610065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.642475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port bafe0931-541f-49d3-81c4-d2a99c2273b3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:34.642837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.692549 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-c36d2d99-352e-4998-8249-841c17eda18c service neutron] 10.222.0.91 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772962 Mar 23 10:17:34.721675 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b3de55a-8b08-4328-b054-cf72757c3589 req-37e20ca5-75a1-424a-a17a-6647fadefa62 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861991 Mar 23 10:17:34.756408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.833584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:34.843706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Transition to ACTIVE for port object 142397dc-3340-485b-96f8-88dcbd39f8ad will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:34.856686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:34.865246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:34.884302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:34.903990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Transition to ACTIVE for port object 142397dc-3340-485b-96f8-88dcbd39f8ad will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:34.921477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:34.968622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.975057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/7e883974-dc9e-412a-b408-fde7c0544892/22f209d9-b203-462f-bf86-8ce4451cbb25) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:34.999934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:35.004197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:35.014543 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:35.016017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.023064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:35.157037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.169486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Network f1cf0945-a6c5-416b-821c-849bf274fd07 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:35.187424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '0030fa86-4bc7-4758-bb2d-054d5c4c1910', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'port_id': '198f0d70-1da7-451c-a158-a2bca898231e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'mac_address': 'fa:16:3e:41:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d8720-b1b6-490a-948d-79a88887d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:28Z', 'updated_at': '2022-03-23T10:17:17Z', 'revision_number': 1, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:23Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:35.189970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:35.196096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.201677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.214938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Pushing event updated for resources: {'Port': ['ID=142397dc-3340-485b-96f8-88dcbd39f8ad,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:35.237292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:35.244313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5f2d8-264b-4d7f-90b5-b1847f8c2e62 None None] The sync data for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv is: [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '0030fa86-4bc7-4758-bb2d-054d5c4c1910', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'port_id': '198f0d70-1da7-451c-a158-a2bca898231e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'mac_address': 'fa:16:3e:41:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d8720-b1b6-490a-948d-79a88887d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:16:28Z', 'updated_at': '2022-03-23T10:17:17Z', 'revision_number': 1, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:23Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:35.276287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.276782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13a69279-609c-44ae-9f30-c65f0297181e {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:35.306965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.311691 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0eb6777b-5813-4e7c-83b3-35aafd4281ce tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/routers/13a69279-609c-44ae-9f30-c65f0297181e HTTP/1.1" status: 204 len: 168 time: 1.2360590 Mar 23 10:17:35.397659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=7b576f26-53f8-4eda-878d-dec9c42be9c2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:35.422860 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a894b4c-a2c1-4079-83b4-034e9907317b req-37100efa-609d-4737-9124-5499634442a0 service neutron] 10.222.0.91 "GET /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033162 Mar 23 10:17:35.547875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-05f3e95c-2466-4e42-9652-db7d23e39419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9021547 Mar 23 10:17:35.550653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39436) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.581956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port bafe0931-541f-49d3-81c4-d2a99c2273b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bafe0931-541f-49d3-81c4-d2a99c2273b3,segment=NetworkSegment(5d55484d-1de1-49d9-91d4-47ce30ab3c44),segment_id=5d55484d-1de1-49d9-91d4-47ce30ab3c44)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:35.594842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Allocated IP 2001:db8::f816:3eff:feeb:8618 (f1cf0945-a6c5-416b-821c-849bf274fd07/62cf1c54-6fdd-4b3c-87ea-e23451258deb/025922c3-51a3-4f47-85f4-8941e886080c) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:35.608171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39440) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.634277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.682566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f1721-124b-411b-9897-1b78b0d7e63b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:35.684454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-735f1721-124b-411b-9897-1b78b0d7e63b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:35.707572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-735f1721-124b-411b-9897-1b78b0d7e63b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:35.714168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-735f1721-124b-411b-9897-1b78b0d7e63b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1621675 Mar 23 10:17:35.715495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39446) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.771870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Attempting to bind port 142397dc-3340-485b-96f8-88dcbd39f8ad on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:35.772347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Attempting to bind port 142397dc-3340-485b-96f8-88dcbd39f8ad by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2c1557ef-9ed1-445e-9c86-d4b1025874dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:35.772706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Attempting to bind port 142397dc-3340-485b-96f8-88dcbd39f8ad on network f1cf0945-a6c5-416b-821c-849bf274fd07 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:35.784338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.818097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-924d30b1-6d0b-4d1e-83be-a3a0dbf680bc None None] Provisioning complete for port bafe0931-541f-49d3-81c4-d2a99c2273b3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:35.818469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-924d30b1-6d0b-4d1e-83be-a3a0dbf680bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.842344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 7b576f26-53f8-4eda-878d-dec9c42be9c2 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:35.843116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.861886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=bafe0931-541f-49d3-81c4-d2a99c2273b3,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:35.895720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:35.896097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Checking segment: {'id': '2c1557ef-9ed1-445e-9c86-d4b1025874dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:35.896499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.896895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Bound using segment: {'id': '2c1557ef-9ed1-445e-9c86-d4b1025874dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:35.898790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Bound port: 142397dc-3340-485b-96f8-88dcbd39f8ad, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1557ef-9ed1-445e-9c86-d4b1025874dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1cf0945-a6c5-416b-821c-849bf274fd07'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:35.899208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.988461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.123940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-664310864', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:36.185923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Transition to ACTIVE for port object 22f209d9-b203-462f-bf86-8ce4451cbb25 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:36.239303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.245755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] For port 142397dc-3340-485b-96f8-88dcbd39f8ad, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:36.250932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Transition to ACTIVE for port object 22f209d9-b203-462f-bf86-8ce4451cbb25 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:36.255930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] For port 142397dc-3340-485b-96f8-88dcbd39f8ad, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=142397dc-3340-485b-96f8-88dcbd39f8ad,segment=NetworkSegment(2c1557ef-9ed1-445e-9c86-d4b1025874dc),segment_id=2c1557ef-9ed1-445e-9c86-d4b1025874dc)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:36.263050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.301843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:36.314353 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Usage tracker for resource:router and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:36.314586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Transition to ACTIVE for port object 025922c3-51a3-4f47-85f4-8941e886080c will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:36.319988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.327006 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:36.339864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:36.347515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d528-0769-4eca-b50a-7a8421c49519 req-580169bc-0579-4e4f-97fb-c49b15f05d84 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:36.350475 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d96d528-0769-4eca-b50a-7a8421c49519 req-580169bc-0579-4e4f-97fb-c49b15f05d84 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9253726 Mar 23 10:17:36.373452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.375968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:36.379010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.380507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.383342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:36.396660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:36.414187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c0e2-d965-4344-81ab-8db5220ce791 None None] Pushing event updated for resources: {'Port': ['ID=142397dc-3340-485b-96f8-88dcbd39f8ad,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.423321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.424314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.560891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.568365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 7b576f26-53f8-4eda-878d-dec9c42be9c2 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:36.612166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.708581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d96d528-0769-4eca-b50a-7a8421c49519 req-07ebfc5e-df43-438b-a655-dbadb07e2e3a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888653 Mar 23 10:17:36.708999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Pushing event updated for resources: {'Port': ['ID=22f209d9-b203-462f-bf86-8ce4451cbb25,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.720234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Attempting to bind port 22f209d9-b203-462f-bf86-8ce4451cbb25 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:36.722059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Attempting to bind port 22f209d9-b203-462f-bf86-8ce4451cbb25 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:36.722059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Attempting to bind port 22f209d9-b203-462f-bf86-8ce4451cbb25 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:36.737587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:36.737951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:36.738341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.738703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:36.739195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Bound port: 22f209d9-b203-462f-bf86-8ce4451cbb25, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:36.739591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.823492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network f1cf0945-a6c5-416b-821c-849bf274fd07 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:36.835294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Port': ['ID=025922c3-51a3-4f47-85f4-8941e886080c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.845207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:36.848023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:36.852707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:36.853367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.906798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.918762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Allocated IP 172.26.7.40 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/b3c75b41-5305-4b5d-b597-260f5ef766ea) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:36.993526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] For port 22f209d9-b203-462f-bf86-8ce4451cbb25, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:37.000579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] For port 22f209d9-b203-462f-bf86-8ce4451cbb25, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22f209d9-b203-462f-bf86-8ce4451cbb25,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:37.009834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.047139 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-da87bc3d-f1a8-4c2d-90fe-790022fe77f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 7.4044423 Mar 23 10:17:37.072401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39454) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:37.198858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.222332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c47d6a-bc7d-41ff-bc57-90805e8837f4 None None] Pushing event updated for resources: {'Port': ['ID=22f209d9-b203-462f-bf86-8ce4451cbb25,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.237685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=cf794ce8-89f3-4072-aec6-ebd285fed3c6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.250972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.416328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=7b576f26-53f8-4eda-878d-dec9c42be9c2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.659634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': '6bdadb78-448e-4b95-85e4-a269f645906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '85f28524-d232-43c8-b59c-edeece11ee61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:37.659634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: 85f28524-d232-43c8-b59c-edeece11ee61, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:37.662286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.669082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.705948 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-47b4a08f-6721-4bba-80d2-b22b0b1deaae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/7b576f26-53f8-4eda-878d-dec9c42be9c2 HTTP/1.1" status: 204 len: 168 time: 1.9867222 Mar 23 10:17:37.735096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39460) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:37.797418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting subnet 62cf1c54-6fdd-4b3c-87ea-e23451258deb {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:37.803500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.870948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network 85f28524-d232-43c8-b59c-edeece11ee61 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:37.884315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.934839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 85f28524-d232-43c8-b59c-edeece11ee61) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:37.940227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:37.941980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.960355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614a7ef-9ed6-4574-bf6c-7eff5e355055 None None] Network 85f28524-d232-43c8-b59c-edeece11ee61 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:37.963507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.000229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac6682-c1c6-4f5a-80e8-c266acf81068 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:38.002280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac6682-c1c6-4f5a-80e8-c266acf81068 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:38.003066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-29ac6682-c1c6-4f5a-80e8-c266acf81068 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:38.066387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 22f209d9-b203-462f-bf86-8ce4451cbb25 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:38.070763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-29ac6682-c1c6-4f5a-80e8-c266acf81068 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:38.076670 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-29ac6682-c1c6-4f5a-80e8-c266acf81068 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3390412 Mar 23 10:17:38.079224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39468) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:38.152498 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7035f9b4-62de-48c3-b9a3-78380ef18328 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8600020 Mar 23 10:17:38.172757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39472) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:38.207225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363507637'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:38.211923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:38.221318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:38.228723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:38.294037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Port': ['ID=b3c75b41-5305-4b5d-b597-260f5ef766ea,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:38.315750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:38.334311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.378494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:38.389419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:38.404501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:38.478622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:38.482178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.548463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 22f209d9-b203-462f-bf86-8ce4451cbb25 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:38.556963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 142397dc-3340-485b-96f8-88dcbd39f8ad up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:38.565517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5eddd-73e8-4991-b556-b6a52458c19b req-b097057f-e154-4d73-99a7-3cec1dd05307 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:38.567673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52b5eddd-73e8-4991-b556-b6a52458c19b req-b097057f-e154-4d73-99a7-3cec1dd05307 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2627811 Mar 23 10:17:38.572451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.593781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.645551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:38.733658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 7e883974-dc9e-412a-b408-fde7c0544892 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:38.740058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-85f28524-d232-43c8-b59c-edeece11ee61', 'network_id': '85f28524-d232-43c8-b59c-edeece11ee61', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': 'cf794ce8-89f3-4072-aec6-ebd285fed3c6'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:38.741599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.746540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.780537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22f553-97e1-48a2-a17a-32ca6b8b5f41 None None] Network f1cf0945-a6c5-416b-821c-849bf274fd07 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:38.796275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.796901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment e89d6e20-0dd3-401c-b552-a09db69edecf of type vlan for network 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 Mar 23 10:17:38.823965 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64cf7a-d5b4-4f64-bbed-70fe1b1f0c8f None None] New status for floating IP 0030fa86-4bc7-4758-bb2d-054d5c4c1910: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:17:38.833431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.902228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.992635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.998893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.002206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:39.002902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.237561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Allocated IP 172.26.7.120 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/86ff1b28-1877-4e74-8bca-50eca9b9b86d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:39.258899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Subnet': ['ID=62cf1c54-6fdd-4b3c-87ea-e23451258deb,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:39.268919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=43fd70aa-75aa-46ca-a0f4-b4e52a5b9615,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:39.275450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Allocated IP 2001:db8:0:ffff::2 (85f28524-d232-43c8-b59c-edeece11ee61/cf794ce8-89f3-4072-aec6-ebd285fed3c6/c7ae94fd-1cf0-461a-ab0b-77715314cae4) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:39.305220 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52b5eddd-73e8-4991-b556-b6a52458c19b req-67cc72ec-9af6-4ccc-a0d9-0739cd8be374 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7149508 Mar 23 10:17:39.338642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.359147 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3195301a-7906-4686-add8-99aa98316d47 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/62cf1c54-6fdd-4b3c-87ea-e23451258deb HTTP/1.1" status: 204 len: 168 time: 2.2809186 Mar 23 10:17:39.360513 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-47f498c0-42f8-428d-a8fb-487dfd06e447 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1765842 Mar 23 10:17:39.362784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39476) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.365634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39478) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.410693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': '43fd70aa-75aa-46ca-a0f4-b4e52a5b9615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:39.446556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.447429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.526028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:39.622641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84608047-49f9-44c6-8cab-101a459d25a8 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:39.624453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84608047-49f9-44c6-8cab-101a459d25a8 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:39.625244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84608047-49f9-44c6-8cab-101a459d25a8 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Synchronizing usage tracker for tenant:7c9d5b6524f8413eb0a8f3795673b16d on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:39.640708 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.741473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:39.751607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:39.760486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:39.774470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:39.783654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84608047-49f9-44c6-8cab-101a459d25a8 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Unset dirty status for tenant:7c9d5b6524f8413eb0a8f3795673b16d on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:39.788467 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-84608047-49f9-44c6-8cab-101a459d25a8 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4241500 Mar 23 10:17:39.799582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39486) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.801528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.806803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-15ba446f-cf3b-464a-a7ca-84d558a1d607 None None] Provisioning for port 142397dc-3340-485b-96f8-88dcbd39f8ad completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:39.908019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:39.947729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 142397dc-3340-485b-96f8-88dcbd39f8ad completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:39.978702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 142397dc-3340-485b-96f8-88dcbd39f8ad triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:39.979507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.041155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Could not find standard attr ID for object 7b576f26-53f8-4eda-878d-dec9c42be9c2. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:17:40.082494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b3c40d2a-ed7f-4e20-a326-19bd91440ef9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.089224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.102900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:40.111273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:40.115862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:40.168103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.258520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event updated for resources: {'Port': ['ID=86ff1b28-1877-4e74-8bca-50eca9b9b86d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:40.300049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c40d2a-ed7f-4e20-a326-19bd91440ef9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 10:17:40.300590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c40d2a-ed7f-4e20-a326-19bd91440ef9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:40.308152 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b3c40d2a-ed7f-4e20-a326-19bd91440ef9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/f1cf0945-a6c5-416b-821c-849bf274fd07 HTTP/1.1" status: 409 len: 405 time: 0.4988666 Mar 23 10:17:40.310099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39490) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.329171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1836402726'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:40.341970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:40.354747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:network and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:40.361442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:40.370772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:40.392477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.449959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:40.456102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.470723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=7e883974-dc9e-412a-b408-fde7c0544892,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:40.495588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Provisioning for port 22f209d9-b203-462f-bf86-8ce4451cbb25 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:40.500121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.537150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.538358 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-716773db-2655-4a2c-a27a-d78b182b8419 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/7e883974-dc9e-412a-b408-fde7c0544892 HTTP/1.1" status: 204 len: 168 time: 2.4572217 Mar 23 10:17:40.542291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.547765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41a6e0-60d6-4e30-a51b-8efb7bc4a082 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:40.592325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Provisioning complete for port 22f209d9-b203-462f-bf86-8ce4451cbb25 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:40.592936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.643942 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-737b3593-01df-4d9e-93a5-0bad8a26655a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953710 Mar 23 10:17:40.647014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39500) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.670488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] vlan segment allocate from pool success with {'vlan_id': 955, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:40.713788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.714950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.718961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.719325 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Added segment 4b3d2d63-f8d6-48de-85d6-21dad2845547 of type vlan for network 302c5280-e45d-4067-b308-c612c8d60d87 Mar 23 10:17:40.784803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Transition to ACTIVE for port object c7ae94fd-1cf0-461a-ab0b-77715314cae4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:40.797233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.851558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.876641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.894217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082fecb-2498-42b6-9af3-01831ea3c8cb req-f7732e51-a197-4fa5-8247-eb2baea29db2 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:40.895850 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8082fecb-2498-42b6-9af3-01831ea3c8cb req-f7732e51-a197-4fa5-8247-eb2baea29db2 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3534274 Mar 23 10:17:40.908247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Router 76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:17:40.939112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Transition to ACTIVE for port object c7ae94fd-1cf0-461a-ab0b-77715314cae4 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:40.953965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.957749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:40.958688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.970015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.090604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=14650332-9bd7-420e-8485-ca133c615474,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.130326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] DHCP port deletion for f1cf0945-a6c5-416b-821c-849bf274fd07 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:17:41.135692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990cec8c-702d-4cb8-83b2-78b6e79a48bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:41.136854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-990cec8c-702d-4cb8-83b2-78b6e79a48bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:41.171684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-990cec8c-702d-4cb8-83b2-78b6e79a48bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:41.179483 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-990cec8c-702d-4cb8-83b2-78b6e79a48bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5265419 Mar 23 10:17:41.180840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39504) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.198564 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8873029 Mar 23 10:17:41.212285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39508) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.221138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'subnet': {'network_id': '302c5280-e45d-4067-b308-c612c8d60d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:41.231054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] Deleting port 142397dc-3340-485b-96f8-88dcbd39f8ad {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:41.231054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.239903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5152203-7ae0-4d1e-bf9d-ab604fef7c9b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Network': ['ID=302c5280-e45d-4067-b308-c612c8d60d87,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.307860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 142397dc-3340-485b-96f8-88dcbd39f8ad, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=142397dc-3340-485b-96f8-88dcbd39f8ad,segment=NetworkSegment(2c1557ef-9ed1-445e-9c86-d4b1025874dc),segment_id=2c1557ef-9ed1-445e-9c86-d4b1025874dc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:41.321723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8082fecb-2498-42b6-9af3-01831ea3c8cb req-910fdac8-d700-4453-8a9d-ec8a888a630b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071939 Mar 23 10:17:41.348798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d28317-8afe-4af7-97fd-b17db6474174 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:41.349941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-57d28317-8afe-4af7-97fd-b17db6474174 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:41.374865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 302c5280-e45d-4067-b308-c612c8d60d87 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:41.396396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-57d28317-8afe-4af7-97fd-b17db6474174 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:41.400686 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-57d28317-8afe-4af7-97fd-b17db6474174 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2138271 Mar 23 10:17:41.403315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39512) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.456306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.456306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bafe0931-541f-49d3-81c4-d2a99c2273b3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:41.486281 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7d28e753-acd0-4605-a89c-e20ef6c845e0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741456 Mar 23 10:17:41.486589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': 'e89d6e20-0dd3-401c-b552-a09db69edecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '43fd70aa-75aa-46ca-a0f4-b4e52a5b9615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:41.486589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:41.489374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Network 85f28524-d232-43c8-b59c-edeece11ee61 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:41.489612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39516) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.500284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:41.568380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:41.597656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:41.612502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Pushing event updated for resources: {'Port': ['ID=c7ae94fd-1cf0-461a-ab0b-77715314cae4,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.615179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:41.625681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:41.645643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:41.668039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:41.683625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:41.686541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Router f3b64682-07c8-4dd6-9b4e-91451325b52d is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:17:41.703657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:41.705538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:41.710286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.777136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:41.792622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:41.793659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.835398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9bb32-4388-42e3-9c00-cd90a5580ac1 None None] Network 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:41.878145 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ae6cf4a8-79e9-4cfc-acc8-39aa4babafb5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5072682 Mar 23 10:17:41.880128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39520) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.908743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.152872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:42.179434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.197650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.224120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.225468 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-49cd76c9-73bf-4784-84ef-fa5e2c63cb98 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6774871 Mar 23 10:17:42.229078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39524) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.230484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:42.253193 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] Sync routers for ids ['f3b64682-07c8-4dd6-9b4e-91451325b52d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:42.276771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:42.280193 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] Routers {'f3b64682-07c8-4dd6-9b4e-91451325b52d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:42.281202 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f3b64682-07c8-4dd6-9b4e-91451325b52d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.283087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:42.286128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=363893eb-464d-4e36-b0b6-922b99f7bd0d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.288746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:42.289633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.295776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.301325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.302545 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8b7f8ae6-c447-433f-a947-353ee28b0a6d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6929107 Mar 23 10:17:42.305876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39528) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.308377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Sync routers for ids ['76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:42.416596 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.434023 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] Routers {'f3b64682-07c8-4dd6-9b4e-91451325b52d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:42.435796 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f3b64682-07c8-4dd6-9b4e-91451325b52d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.548844 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.549355 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d22e54-59dc-43bd-b966-f24865c1d034 None None] The sync data for ids ['f3b64682-07c8-4dd6-9b4e-91451325b52d'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:42.552702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=142397dc-3340-485b-96f8-88dcbd39f8ad,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.577578 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5d6dd638-58bf-4ec3-9b56-0f610145b213 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0832329 Mar 23 10:17:42.585149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39536) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.594751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '363893eb-464d-4e36-b0b6-922b99f7bd0d', 'ip_address': '2001:db8::9bf7:997d:87cd:d60d'}], 'name': 'tempest-NetworksTestDHCPv6-2056128037'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:42.648140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] For port 142397dc-3340-485b-96f8-88dcbd39f8ad, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=142397dc-3340-485b-96f8-88dcbd39f8ad,segment=NetworkSegment(2c1557ef-9ed1-445e-9c86-d4b1025874dc),segment_id=2c1557ef-9ed1-445e-9c86-d4b1025874dc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:42.649001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.670706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] For port 22f209d9-b203-462f-bf86-8ce4451cbb25, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22f209d9-b203-462f-bf86-8ce4451cbb25,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:42.671805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Routers {'76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:42.672665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.723513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Attempting to bind port c7ae94fd-1cf0-461a-ab0b-77715314cae4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:42.723800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Attempting to bind port c7ae94fd-1cf0-461a-ab0b-77715314cae4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '6bdadb78-448e-4b95-85e4-a269f645906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '85f28524-d232-43c8-b59c-edeece11ee61'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:42.724146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Attempting to bind port c7ae94fd-1cf0-461a-ab0b-77715314cae4 on network 85f28524-d232-43c8-b59c-edeece11ee61 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:42.779777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.860744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.915166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:42.945750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:42.978967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:42.981467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:17:42.988475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.993377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa355c0-1bb5-4d58-8d37-927d9ef0dac6 req-a0f721e6-a751-47bb-bb70-9627a9605241 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:42.994212 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fa355c0-1bb5-4d58-8d37-927d9ef0dac6 req-a0f721e6-a751-47bb-bb70-9627a9605241 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2939527 Mar 23 10:17:43.003269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] Calling delete_port for 142397dc-3340-485b-96f8-88dcbd39f8ad owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:43.031745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.037550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 36bc084a-4b2b-49f2-b045-2c946996fade yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:43.091197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] Deleting port 22f209d9-b203-462f-bf86-8ce4451cbb25 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:43.091584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.106115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=14650332-9bd7-420e-8485-ca133c615474,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.133170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:43.133582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Checking segment: {'id': '6bdadb78-448e-4b95-85e4-a269f645906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '85f28524-d232-43c8-b59c-edeece11ee61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:43.133903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.134518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Bound using segment: {'id': '6bdadb78-448e-4b95-85e4-a269f645906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '85f28524-d232-43c8-b59c-edeece11ee61'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:43.135214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Bound port: c7ae94fd-1cf0-461a-ab0b-77715314cae4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdadb78-448e-4b95-85e4-a269f645906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '85f28524-d232-43c8-b59c-edeece11ee61'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:43.135820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.164359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port bafe0931-541f-49d3-81c4-d2a99c2273b3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:43.165126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.203903 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a335b614-e8d8-424f-94b8-1a730a41a362 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/f3b64682-07c8-4dd6-9b4e-91451325b52d HTTP/1.1" status: 200 len: 920 time: 0.8962867 Mar 23 10:17:43.213995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39540) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.270466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:17:43.280288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fa355c0-1bb5-4d58-8d37-927d9ef0dac6 req-23033eec-4729-44c6-998f-7b4113e6e6a6 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747312 Mar 23 10:17:43.290598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.314108 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c89d672c-9001-48ce-9107-2453f268f004 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3b64682-07c8-4dd6-9b4e-91451325b52d HTTP/1.1" status: 200 len: 205 time: 0.0982714 Mar 23 10:17:43.341180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39544) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.390489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2495b88-286f-4b3c-8666-c9f444be5359 None None] Network 43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:43.452640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.507035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Set router 76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:43.526924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::9bf7:997d:87cd:d60d (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/363893eb-464d-4e36-b0b6-922b99f7bd0d/36bc084a-4b2b-49f2-b045-2c946996fade) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:43.565893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Subnet': ['ID=b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.575127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fd70aa-75aa-46ca-a0f4-b4e52a5b9615']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.604416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89d6e20-0dd3-401c-b552-a09db69edecf') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.604760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89d6e20-0dd3-401c-b552-a09db69edecf') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.640450 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8227528b-b079-450f-a8f7-8b1e1ea314a5 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 HTTP/1.1" status: 200 len: 908 time: 1.4052682 Mar 23 10:17:43.640450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.650183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39548) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.658040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1764188727', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': True}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:43.671637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:43.681449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Usage tracker for resource:router and tenant:96e6f9824e174330acd68f43d614227b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:43.686038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Checking segment: {'id': '4b3d2d63-f8d6-48de-85d6-21dad2845547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '302c5280-e45d-4067-b308-c612c8d60d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:43.686351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network hostable DHCP agents. Network: 302c5280-e45d-4067-b308-c612c8d60d87, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:43.687168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57785f-ed22-4e2c-92d7-306a9a672555 None None] Pushing event updated for resources: {'Port': ['ID=22f209d9-b203-462f-bf86-8ce4451cbb25,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.693860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:43.702334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:43.711504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.722628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:17:43.723029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:43.738896 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:43.742728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.742728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.825070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.846583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 36bc084a-4b2b-49f2-b045-2c946996fade will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:43.880838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.882413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network 302c5280-e45d-4067-b308-c612c8d60d87 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:43.898667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.910983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.929730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=43fd70aa-75aa-46ca-a0f4-b4e52a5b9615,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.937441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 302c5280-e45d-4067-b308-c612c8d60d87) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:43.947384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:43.948036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.959613 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b51259fe-818c-4017-99c7-b5c4ab054cc6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 HTTP/1.1" status: 204 len: 168 time: 2.0790565 Mar 23 10:17:43.968609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.972763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39552) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.993145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557211085'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:44.004288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:44.012583 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b18e125-7b06-4f63-9a56-f47172890799 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7990432 Mar 23 10:17:44.014559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39556) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:44.019651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:44.027206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'port': {'network_id': '302c5280-e45d-4067-b308-c612c8d60d87', 'name': 'tempest-NetworksIpV6TestAttrs-1191353386'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:44.047807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:44.094712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:44.096605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=36bc084a-4b2b-49f2-b045-2c946996fade,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:44.102954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:44.107304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.110513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:44.118053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:44.119031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.168961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:44.181072 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-017b8bcf-4a40-4a24-9448-4e82a96de7ef tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5944726 Mar 23 10:17:44.183459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39560) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:44.246925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c90b83-d56e-4005-b011-1182e6d98a8f None None] Network 302c5280-e45d-4067-b308-c612c8d60d87 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:44.336416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8b1d1-e414-49f1-80ac-f0355758e65b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:44.344663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c8b1d1-e414-49f1-80ac-f0355758e65b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:44.346066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-54c8b1d1-e414-49f1-80ac-f0355758e65b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:44.371049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-54c8b1d1-e414-49f1-80ac-f0355758e65b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:44.375640 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-54c8b1d1-e414-49f1-80ac-f0355758e65b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1876593 Mar 23 10:17:44.376220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:44.506213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 36bc084a-4b2b-49f2-b045-2c946996fade {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:44.506980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.518479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:44.523474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.573960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.783690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] Pushing event deleted for resources: {'Port': ['ID=142397dc-3340-485b-96f8-88dcbd39f8ad,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:44.813885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] For port c7ae94fd-1cf0-461a-ab0b-77715314cae4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:44.872435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.882271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe626d-f379-46a9-9e40-45c154aaacf7 None None] No DVR routers for this DVR port 142397dc-3340-485b-96f8-88dcbd39f8ad on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:44.891607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] For port c7ae94fd-1cf0-461a-ab0b-77715314cae4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7ae94fd-1cf0-461a-ab0b-77715314cae4,segment=NetworkSegment(6bdadb78-448e-4b95-85e4-a269f645906e),segment_id=6bdadb78-448e-4b95-85e4-a269f645906e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:44.942248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 982, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:44.955000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.958393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.964966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:44.973167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.974263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 0e9f190d-46f3-4b75-9a46-95fef108d78b of type vlan for network abf91915-1d10-43d3-b245-4204b29e1971 Mar 23 10:17:44.985143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:port and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:44.993859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:45.007756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:45.080550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.084864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:45.087959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.108032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6595f9-7560-4ef3-bfe7-4fcc48ae50ae req-5588c24e-c29e-4fd3-a3c5-8430f06bae41 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:45.110025 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6595f9-7560-4ef3-bfe7-4fcc48ae50ae req-5588c24e-c29e-4fd3-a3c5-8430f06bae41 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5660417 Mar 23 10:17:45.234341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] device_id is not set on port c6740c5f-704f-4c06-b1d9-fe4b893a2847 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:45.240760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 36bc084a-4b2b-49f2-b045-2c946996fade owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:45.304228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 22f209d9-b203-462f-bf86-8ce4451cbb25 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:45.329223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.333642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:45.334033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.401221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] For port 22f209d9-b203-462f-bf86-8ce4451cbb25, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22f209d9-b203-462f-bf86-8ce4451cbb25,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:45.402422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.481618 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6595f9-7560-4ef3-bfe7-4fcc48ae50ae req-3ba8e54c-6e7b-4999-b933-bb09cd52eb8e tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082979 Mar 23 10:17:45.589095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.634964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6608644 Mar 23 10:17:45.679090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39574) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:45.684207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48562bad-642a-46c3-af2d-3fb78998d5ce tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=abf91915-1d10-43d3-b245-4204b29e1971,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:45.710123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d9c7-08f5-467b-a80c-356ce086ed7c None None] Pushing event updated for resources: {'Port': ['ID=c7ae94fd-1cf0-461a-ab0b-77715314cae4,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:45.720514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:45.740199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] Calling delete_port for 22f209d9-b203-462f-bf86-8ce4451cbb25 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:45.758648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=36bc084a-4b2b-49f2-b045-2c946996fade,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:45.825965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network abf91915-1d10-43d3-b245-4204b29e1971 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:45.938809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.980144 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1f898484-5e68-4a23-9b35-a90e32afcc4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/36bc084a-4b2b-49f2-b045-2c946996fade HTTP/1.1" status: 204 len: 168 time: 1.6016500 Mar 23 10:17:45.981395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39578) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:46.116375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Allocated IP 2001:db8::f816:3eff:fee4:f9b9 (302c5280-e45d-4067-b308-c612c8d60d87/b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7/c6740c5f-704f-4c06-b1d9-fe4b893a2847) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:46.130710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.193026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225635a6-49ac-4fe3-8da9-10f52f051f2b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:46.197325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225635a6-49ac-4fe3-8da9-10f52f051f2b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:46.199065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-225635a6-49ac-4fe3-8da9-10f52f051f2b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:46.240784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-225635a6-49ac-4fe3-8da9-10f52f051f2b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:46.245512 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-225635a6-49ac-4fe3-8da9-10f52f051f2b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2592895 Mar 23 10:17:46.250791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39584) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:46.279945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Deleting port 86ff1b28-1877-4e74-8bca-50eca9b9b86d {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:46.280800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.310725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-302c5280-e45d-4067-b308-c612c8d60d87', 'network_id': '302c5280-e45d-4067-b308-c612c8d60d87', 'tenant_id': '7c9d5b6524f8413eb0a8f3795673b16d', 'fixed_ips': [{'subnet_id': 'b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:46.312096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.350347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:46.370475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:46.386759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:46.416411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:46.484738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port 22f209d9-b203-462f-bf86-8ce4451cbb25 update to DOWN by agent not found {{(pid=83747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 23 10:17:46.485421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 142397dc-3340-485b-96f8-88dcbd39f8ad no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:46.514273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.552905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:46.660053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 142397dc-3340-485b-96f8-88dcbd39f8ad {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:17:46.660398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 142397dc-3340-485b-96f8-88dcbd39f8ad not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:46.676020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] Pushing event deleted for resources: {'Port': ['ID=22f209d9-b203-462f-bf86-8ce4451cbb25,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:46.687387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3', 'name': 'tempest-snat-router-1764188727', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.40'}], 'enable_snat': False}, 'gw_port_id': 'b3c75b41-5305-4b5d-b597-260f5ef766ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:32Z', 'updated_at': '2022-03-23T10:17:38Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': 'b3c75b41-5305-4b5d-b597-260f5ef766ea', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:36Z', 'updated_at': '2022-03-23T10:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:46.704241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04600467-9d3b-4ccc-888c-cd5ffe5b1e2f None None] No DVR routers for this DVR port 22f209d9-b203-462f-bf86-8ce4451cbb25 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:46.706426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Checking router: 76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:17:46.706931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Updating router 76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 port b3c75b41-5305-4b5d-b597-260f5ef766ea binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:17:46.781121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee982576-f0ee-4df0-a216-cba5310c0223 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:46.916510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 363893eb-464d-4e36-b0b6-922b99f7bd0d {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:46.921091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.943692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.012304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.053202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.134749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.371807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.382463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Calling delete_port for 86ff1b28-1877-4e74-8bca-50eca9b9b86d owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:47.453127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.475682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617fc78-c8b9-4fc1-b05a-79b25113d4a3 None None] Network 85f28524-d232-43c8-b59c-edeece11ee61 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:47.490594 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/363893eb-464d-4e36-b0b6-922b99f7bd0d HTTP/1.1" status: 204 len: 168 time: 1.2321579 Mar 23 10:17:47.490869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7ae94fd-1cf0-461a-ab0b-77715314cae4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:47.491049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=363893eb-464d-4e36-b0b6-922b99f7bd0d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:47.493185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39590) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.616279 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-38d79eb9-78f7-47b8-ab8a-67371d5fa64f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203766 Mar 23 10:17:47.617173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39594) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.627773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:47.654873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.655420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.656416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.656574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.657071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.657599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.658564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.658692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.659364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.660899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.660899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be4933-f6a7-4015-8b43-ec0fc5e96a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:47.668541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.694621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.785525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:47.790603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:47.794755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:47.802159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:47.802852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.815570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:47.819350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.822598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d7448bd-c544-4bac-8bbc-4d7e09768409 None None] Provisioning for port c7ae94fd-1cf0-461a-ab0b-77715314cae4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:47.964500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c7ae94fd-1cf0-461a-ab0b-77715314cae4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:47.988789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c7ae94fd-1cf0-461a-ab0b-77715314cae4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:47.990349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.034547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-29761375-6342-49d3-9088-875716b5f7ac None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:48.100553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.129154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb350d-1beb-4bcc-afe2-e01f2789dda2 req-83ecb97e-78b3-497f-b37c-32dcb68ed527 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.141784 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-adfb350d-1beb-4bcc-afe2-e01f2789dda2 req-83ecb97e-78b3-497f-b37c-32dcb68ed527 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 1.7295604 Mar 23 10:17:48.153094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.272679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-e8b6c0d1-35d3-41ee-a06c-4b077b32c55f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 1.6707699 Mar 23 10:17:48.293487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.303884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=5a1bd9ba-7194-4061-b5bb-75e478a92999,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:48.324476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:48.327118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:48.331357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.333266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.340860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Transition to ACTIVE for port object b3c75b41-5305-4b5d-b597-260f5ef766ea will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:48.345107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Transition to ACTIVE for port object c6740c5f-704f-4c06-b1d9-fe4b893a2847 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:48.350289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83d7c4-799a-42cb-a316-b05dfa11ae68 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:48.385954 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-135ad0be-3e73-4473-8c83-39fb29b737d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7663548 Mar 23 10:17:48.387203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39598) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:48.397115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '5a1bd9ba-7194-4061-b5bb-75e478a92999', 'ip_address': '2001:db8::62bd:61f3:d617:38cf'}], 'name': 'tempest-NetworksTestDHCPv6-1428624'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:48.444350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.568075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:48.578002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:48.583645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:48.596031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:48.616347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:48.626125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.651751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-adfb350d-1beb-4bcc-afe2-e01f2789dda2 req-de1b5e68-7f25-4d0a-95b9-620145465519 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085502 Mar 23 10:17:48.674707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port f26ae076-6150-4568-bdb7-526ba409a85c yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:48.752667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.809360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Allocated IP 172.26.7.34 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/16cea2c6-013e-4f3c-a20c-3c3bc6591f16) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:48.809908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Pushing event updated for resources: {'Port': ['ID=b3c75b41-5305-4b5d-b597-260f5ef766ea,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:48.830851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Attempting to bind port b3c75b41-5305-4b5d-b597-260f5ef766ea on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:48.831330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Attempting to bind port b3c75b41-5305-4b5d-b597-260f5ef766ea by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:48.831941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Attempting to bind port b3c75b41-5305-4b5d-b597-260f5ef766ea on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:48.878008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.878562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.879095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.879682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.880240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.880785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.881323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.882293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.882422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.882901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.883430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:48.909271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:48.909271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:48.910309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.910309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:48.910717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Bound port: b3c75b41-5305-4b5d-b597-260f5ef766ea, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:48.911067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.943002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.954448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-ebd4bff4-a79a-445f-ab37-4e2f79b0d12b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.956936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-ebd4bff4-a79a-445f-ab37-4e2f79b0d12b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.6631246 Mar 23 10:17:49.025980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c7ae94fd-1cf0-461a-ab0b-77715314cae4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7ae94fd-1cf0-461a-ab0b-77715314cae4,segment=NetworkSegment(6bdadb78-448e-4b95-85e4-a269f645906e),segment_id=6bdadb78-448e-4b95-85e4-a269f645906e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:49.060465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.217253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::62bd:61f3:d617:38cf (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5a1bd9ba-7194-4061-b5bb-75e478a92999/f26ae076-6150-4568-bdb7-526ba409a85c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:49.305408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.318432 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Allocated IP 2001:db8::f816:3eff:fe45:5a08 (302c5280-e45d-4067-b308-c612c8d60d87/b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7/a4117e32-2f44-48ac-871b-2c58179a0090) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:49.364613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] For port b3c75b41-5305-4b5d-b597-260f5ef766ea, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:49.379594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '5a1bd9ba-7194-4061-b5bb-75e478a92999'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:49.380962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.400733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Port': ['ID=c6740c5f-704f-4c06-b1d9-fe4b893a2847,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.408140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c7ae94fd-1cf0-461a-ab0b-77715314cae4,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.425325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.425646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.425994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.426329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.426664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.427000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.427319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.427682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.428007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.428335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.428655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:49.443555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network 302c5280-e45d-4067-b308-c612c8d60d87 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:49.458242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] For port b3c75b41-5305-4b5d-b597-260f5ef766ea, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b3c75b41-5305-4b5d-b597-260f5ef766ea,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:49.473790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.536283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.544566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:49.561563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.576331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object f26ae076-6150-4568-bdb7-526ba409a85c will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:49.583146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:49.587219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.587929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.611991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.641719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event deleted for resources: {'Port': ['ID=86ff1b28-1877-4e74-8bca-50eca9b9b86d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.659382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-b784fb2e-6035-4e23-b6eb-26e92e089f8f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1002 time: 0.6100440 Mar 23 10:17:49.762257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:49.763965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=f26ae076-6150-4568-bdb7-526ba409a85c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.768724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:49.772591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:49.780942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.781942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.803735 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-201fa42c-3d58-4509-8344-ce69b42da118 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.7819276 Mar 23 10:17:49.805070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39604) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.814840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=e951ba1c-7bd3-48f2-97d8-425de4dcabe8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.820064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.849269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-84eb05ff-d635-4118-a50c-eed377be2fc2 None None] Provisioning complete for port c7ae94fd-1cf0-461a-ab0b-77715314cae4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:49.850190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84eb05ff-d635-4118-a50c-eed377be2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.911767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-697859ed-a9d1-48d3-b2d4-b26caab19206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.913350 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-697859ed-a9d1-48d3-b2d4-b26caab19206 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.2259233 Mar 23 10:17:49.921902 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1ac9b64a-93f2-4693-81a8-046ace47bcc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.5328071 Mar 23 10:17:49.927269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39608) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.091182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': '0e9f190d-46f3-4b75-9a46-95fef108d78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:50.091566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: abf91915-1d10-43d3-b245-4204b29e1971, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:50.109600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.156551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33ca89-22a7-4a33-a529-54a7db82b751 None None] Pushing event updated for resources: {'Port': ['ID=b3c75b41-5305-4b5d-b597-260f5ef766ea,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:50.293583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Routers {'76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:50.295573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:50.396187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53076cdf-d1e1-4fa0-af49-51e863dd6645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:50.397425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-53076cdf-d1e1-4fa0-af49-51e863dd6645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:50.423633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting subnet b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:50.441638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-53076cdf-d1e1-4fa0-af49-51e863dd6645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:50.444433 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-53076cdf-d1e1-4fa0-af49-51e863dd6645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5150037 Mar 23 10:17:50.446491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39612) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.498143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.574877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port f26ae076-6150-4568-bdb7-526ba409a85c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:17:50.575703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.646920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.681185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network abf91915-1d10-43d3-b245-4204b29e1971 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:50.685985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5a1bd9ba-7194-4061-b5bb-75e478a92999/99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:50.694080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.697608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Transition to ACTIVE for port object a4117e32-2f44-48ac-871b-2c58179a0090 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:50.751625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:50.760656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108f8c-651a-4f3c-b3b4-6823def66413 req-4cda471d-1d03-41ab-aba2-ee3070330990 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:50.767724 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-46108f8c-651a-4f3c-b3b4-6823def66413 req-4cda471d-1d03-41ab-aba2-ee3070330990 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.7797163 Mar 23 10:17:50.772165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-e3030ec7-a6e6-49de-9f16-807977cc7bb4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7832670 Mar 23 10:17:50.772793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, abf91915-1d10-43d3-b245-4204b29e1971) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:50.775058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Port': ['ID=16cea2c6-013e-4f3c-a20c-3c3bc6591f16,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:50.777436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:50.811290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.816816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Transition to ACTIVE for port object a4117e32-2f44-48ac-871b-2c58179a0090 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:50.818864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090eb9f9-fba9-49bd-8cac-4ddea73a0665 None None] Network abf91915-1d10-43d3-b245-4204b29e1971 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:50.834856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:50.836153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.850962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.908382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.930669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9b422f0c-f7f6-4bbb-ae3c-19788d15a491 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.2406089 Mar 23 10:17:50.932311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39618) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.941285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-32532952'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:50.947910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:50.957671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] Set router 76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:50.980819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:50.986580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:51.041402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:51.135958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:51.166779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.172342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.173238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Fanout notify agent at l3_agent the message router_deleted on router f3b64682-07c8-4dd6-9b4e-91451325b52d {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:17:51.192146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:51.195598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.201533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Network 302c5280-e45d-4067-b308-c612c8d60d87 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:51.204316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Pushing event updated for resources: {'Port': ['ID=a4117e32-2f44-48ac-871b-2c58179a0090,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:51.230385 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-46108f8c-651a-4f3c-b3b4-6823def66413 req-d0888c03-ad9d-4241-9a25-1c64421191b9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618504 Mar 23 10:17:51.269264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.270395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0a1adb61-6113-4707-ad90-a23893e79b8f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/f3b64682-07c8-4dd6-9b4e-91451325b52d HTTP/1.1" status: 204 len: 168 time: 7.9246273 Mar 23 10:17:51.295906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:51.313573 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-518ae803-f450-4739-934d-bfd8ce6d449f service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183413 Mar 23 10:17:51.315267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:51.326197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39622) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.358366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7ae94fd-1cf0-461a-ab0b-77715314cae4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:51.395290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1167794937', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': False}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:51.421448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:51.430009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for f26ae076-6150-4568-bdb7-526ba409a85c owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:17:51.517741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.530941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:router and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:51.536889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:51.543418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:51.560402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:51.627585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.629506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.647247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.647854 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment c1489b19-fe77-4583-a79f-3f5cadac7f93 of type vlan for network b445f85c-5630-45b7-93b6-cf1d5e06e8c0 Mar 23 10:17:51.744994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.747720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.751047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.752327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.769770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.840129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=f26ae076-6150-4568-bdb7-526ba409a85c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:51.840621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.900191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.921513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-abf91915-1d10-43d3-b245-4204b29e1971', 'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': 'e951ba1c-7bd3-48f2-97d8-425de4dcabe8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:51.922879 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.927774 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9735a4ae-0a48-4079-b4a9-e8f7ea534f1f req-aee4819c-6d95-4fce-8e4e-53f8f14b658d service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996192 Mar 23 10:17:51.931568 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-31e1d8c8-b821-46dc-a1ab-c18bd4971936 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/f26ae076-6150-4568-bdb7-526ba409a85c HTTP/1.1" status: 204 len: 168 time: 1.4834824 Mar 23 10:17:51.933246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39626) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.938114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.943255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:51.966032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Attempting to bind port a4117e32-2f44-48ac-871b-2c58179a0090 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:51.966623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Attempting to bind port a4117e32-2f44-48ac-871b-2c58179a0090 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '4b3d2d63-f8d6-48de-85d6-21dad2845547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '302c5280-e45d-4067-b308-c612c8d60d87'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:51.967600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Attempting to bind port a4117e32-2f44-48ac-871b-2c58179a0090 on network 302c5280-e45d-4067-b308-c612c8d60d87 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:51.977677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Transition to ACTIVE for port object 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:52.038343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.072406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.076080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Subnet': ['ID=b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:52.077876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.078527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.083024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.115209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:52.116389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Checking segment: {'id': '4b3d2d63-f8d6-48de-85d6-21dad2845547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '302c5280-e45d-4067-b308-c612c8d60d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:52.117369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.118332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Bound using segment: {'id': '4b3d2d63-f8d6-48de-85d6-21dad2845547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '302c5280-e45d-4067-b308-c612c8d60d87'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:52.119407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Bound port: a4117e32-2f44-48ac-871b-2c58179a0090, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3d2d63-f8d6-48de-85d6-21dad2845547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '302c5280-e45d-4067-b308-c612c8d60d87'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:52.120366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.124987 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-aa35b417-8f66-42ac-a9b0-1efad8e29965 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7 HTTP/1.1" status: 204 len: 168 time: 2.3181360 Mar 23 10:17:52.129777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39630) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.139208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Transition to ACTIVE for port object 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:52.204108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.211378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c7ae94fd-1cf0-461a-ab0b-77715314cae4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:52.212010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.219947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e86a7-a662-4f1c-92ec-aabc83116e40 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.222774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e86a7-a662-4f1c-92ec-aabc83116e40 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.224469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3c5e86a7-a662-4f1c-92ec-aabc83116e40 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:52.304685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f0ba6-1362-461a-866d-b45a8b585613 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.310506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f0ba6-1362-461a-866d-b45a8b585613 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.311504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-178f0ba6-1362-461a-866d-b45a8b585613 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Synchronizing usage tracker for tenant:7c9d5b6524f8413eb0a8f3795673b16d on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:52.359142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3c5e86a7-a662-4f1c-92ec-aabc83116e40 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:52.366052 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3c5e86a7-a662-4f1c-92ec-aabc83116e40 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4262264 Mar 23 10:17:52.368031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.375080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-178f0ba6-1362-461a-866d-b45a8b585613 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Unset dirty status for tenant:7c9d5b6524f8413eb0a8f3795673b16d on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:52.397270 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-178f0ba6-1362-461a-866d-b45a8b585613 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2646353 Mar 23 10:17:52.497190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39640) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.620532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:52.638161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:52.641127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Pushing event updated for resources: {'Port': ['ID=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:52.666497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:52.702163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-29761375-6342-49d3-9088-875716b5f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3', 'name': 'tempest-snat-router-1764188727', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.40'}], 'enable_snat': False}, 'gw_port_id': 'b3c75b41-5305-4b5d-b597-260f5ef766ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:32Z', 'updated_at': '2022-03-23T10:17:38Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': 'b3c75b41-5305-4b5d-b597-260f5ef766ea', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:36Z', 'updated_at': '2022-03-23T10:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:52.738927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29761375-6342-49d3-9088-875716b5f7ac None None] The sync data for ids ['76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3'] in dv-neutron-834653-2-hyperv is: [{'id': '76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3', 'name': 'tempest-snat-router-1764188727', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.40'}], 'enable_snat': False}, 'gw_port_id': 'b3c75b41-5305-4b5d-b597-260f5ef766ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:32Z', 'updated_at': '2022-03-23T10:17:38Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': 'b3c75b41-5305-4b5d-b597-260f5ef766ea', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:36Z', 'updated_at': '2022-03-23T10:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:17:52.797273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] For port a4117e32-2f44-48ac-871b-2c58179a0090, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:52.826867 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8841875 Mar 23 10:17:52.839411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39644) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.843316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Allocated IP 2001:db8::1 (abf91915-1d10-43d3-b245-4204b29e1971/e951ba1c-7bd3-48f2-97d8-425de4dcabe8/d3c18be9-035b-495d-9cf2-53f88d422de5) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:52.845836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10eaeae-b369-4c0d-b419-43152fb6bce0 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=b445f85c-5630-45b7-93b6-cf1d5e06e8c0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:52.848445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] For port a4117e32-2f44-48ac-871b-2c58179a0090, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a4117e32-2f44-48ac-871b-2c58179a0090,segment=NetworkSegment(4b3d2d63-f8d6-48de-85d6-21dad2845547),segment_id=4b3d2d63-f8d6-48de-85d6-21dad2845547)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:52.859905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': 'b445f85c-5630-45b7-93b6-cf1d5e06e8c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:52.952375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network b445f85c-5630-45b7-93b6-cf1d5e06e8c0 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:52.976408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a006f4e-ca0e-46ad-af92-5181ec6f283c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.001868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 5a1bd9ba-7194-4061-b5bb-75e478a92999 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:17:53.006339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.047162 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a006f4e-ca0e-46ad-af92-5181ec6f283c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 10:17:53.047644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a006f4e-ca0e-46ad-af92-5181ec6f283c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:53.049846 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3a006f4e-ca0e-46ad-af92-5181ec6f283c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/302c5280-e45d-4067-b308-c612c8d60d87 HTTP/1.1" status: 409 len: 405 time: 0.3439538 Mar 23 10:17:53.056034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39648) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:53.084400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1897951166'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:53.118887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:53.124031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:network and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:53.128163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:53.136894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.138702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:53.161223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:53.167624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.171336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.217397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:53.241863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:53.265141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:53.302497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:53.376442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac91abd-69c3-41ff-9c40-0acda98b8927 req-5ff7941a-081e-49f0-a179-480a483faa8d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:53.380047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3ac91abd-69c3-41ff-9c40-0acda98b8927 req-5ff7941a-081e-49f0-a179-480a483faa8d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6844885 Mar 23 10:17:53.404714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Attempting to bind port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:53.405598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Attempting to bind port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:53.405598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Attempting to bind port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:53.426120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.439316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:53.485167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:53.562079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.563029 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Added segment bc39a5f9-7872-4900-ba81-c0181fe94d20 of type vlan for network 39681279-cf6b-4830-95a4-538283ef774f Mar 23 10:17:53.563884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:53.564315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:53.564766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.565180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:53.565733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Bound port: 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:53.566708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.637409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.637733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4c7c-a4c9-4c55-b928-c91259742a38 None None] Pushing event updated for resources: {'Port': ['ID=a4117e32-2f44-48ac-871b-2c58179a0090,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:53.676298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.783104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:53.845969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.862754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:53.867744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.876005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b3c75b41-5305-4b5d-b597-260f5ef766ea up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:53.958296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.010623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3ac91abd-69c3-41ff-9c40-0acda98b8927 req-133e201d-ccb7-4ac4-984a-0b58cfbd1495 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6045797 Mar 23 10:17:54.051899 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9940145 Mar 23 10:17:54.073346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39652) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:54.087214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'subnet': {'network_id': '39681279-cf6b-4830-95a4-538283ef774f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:54.104208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b31d7-aa0a-489a-bd34-c6bf6a1b3d96 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Network': ['ID=39681279-cf6b-4830-95a4-538283ef774f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:54.111846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.173401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 39681279-cf6b-4830-95a4-538283ef774f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:54.215226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a49576-15f2-4f6b-a3e7-aff0fe74aa06 None None] Network 302c5280-e45d-4067-b308-c612c8d60d87 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:54.230824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1bd9ba-7194-4061-b5bb-75e478a92999,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:54.241864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.ipam_backend_mixin [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Performing IP validity checks on allocation pools {{(pid=83745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:17:54.243715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.ipam_backend_mixin [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:17:54.280478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.286975 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b8ec438e-2db7-4a41-bb16-f6dd6acc73c7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5a1bd9ba-7194-4061-b5bb-75e478a92999 HTTP/1.1" status: 204 len: 168 time: 1.9161651 Mar 23 10:17:54.299648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39658) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:54.390626 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab8c2f02-0daa-4c80-8b38-6f51d438f00a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894990 Mar 23 10:17:54.391726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39662) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:54.399797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:54.430989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:54.507672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:54.560822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:54.583326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Router a437b4d1-b0eb-4dda-8171-5ce498aa91ed is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:17:54.641674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.694557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:54.720886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] For port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:54.745189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:54.755196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.776428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.789969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.815899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] For port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:54.817585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1c53a4af-21d7-47c5-be6f-2d413828d658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.821616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:54.827866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.835578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Transition to ACTIVE for port object d3c18be9-035b-495d-9cf2-53f88d422de5 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:54.860705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.095066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Transition to ACTIVE for port object d3c18be9-035b-495d-9cf2-53f88d422de5 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:55.125871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b3c75b41-5305-4b5d-b597-260f5ef766ea completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:55.142567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.151493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b3c75b41-5305-4b5d-b597-260f5ef766ea triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:55.152156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.162091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=1f759295-dc99-4940-8cdf-ab0315551ce8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:55.194922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.219706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf933f-d224-4fa4-92fa-a03ec1fba78c None None] Pushing event updated for resources: {'Port': ['ID=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:55.331856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Network abf91915-1d10-43d3-b245-4204b29e1971 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:55.337676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:55.342615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:55.349015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.364872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Pushing event updated for resources: {'Port': ['ID=d3c18be9-035b-495d-9cf2-53f88d422de5,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:55.618907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.623691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': 'c1489b19-fe77-4583-a79f-3f5cadac7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'b445f85c-5630-45b7-93b6-cf1d5e06e8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:55.624112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: b445f85c-5630-45b7-93b6-cf1d5e06e8c0, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:55.633010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Attempting to bind port d3c18be9-035b-495d-9cf2-53f88d422de5 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:55.633986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Attempting to bind port d3c18be9-035b-495d-9cf2-53f88d422de5 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '0e9f190d-46f3-4b75-9a46-95fef108d78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:55.634835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Attempting to bind port d3c18be9-035b-495d-9cf2-53f88d422de5 on network abf91915-1d10-43d3-b245-4204b29e1971 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:17:55.661111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.674761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:17:55.675851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Checking segment: {'id': '0e9f190d-46f3-4b75-9a46-95fef108d78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:55.676802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.677673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Bound using segment: {'id': '0e9f190d-46f3-4b75-9a46-95fef108d78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:17:55.678728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Bound port: d3c18be9-035b-495d-9cf2-53f88d422de5, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9f190d-46f3-4b75-9a46-95fef108d78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'abf91915-1d10-43d3-b245-4204b29e1971'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:55.679662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.789518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b3c75b41-5305-4b5d-b597-260f5ef766ea, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b3c75b41-5305-4b5d-b597-260f5ef766ea,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:17:55.808917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.838076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:17:55.849296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:55.858489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.863526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:55.866614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:55.867580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.868135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network b445f85c-5630-45b7-93b6-cf1d5e06e8c0 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:55.915032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Allocated IP 172.26.7.92 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/bfbd1e98-d46b-4505-aaf3-e5b11b25db71) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:55.915843 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5209830 Mar 23 10:17:55.916708 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39670) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:55.928290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '5ca11359-c9ca-4308-8ee6-3075c62d1b40', 'ip_address': '2001:db8::c5c1:df5d:6839:86dc'}], 'name': 'tempest-NetworksTestDHCPv6-1363511246'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:17:55.928501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d739-c32c-4ee6-8669-eda8ec96a7d3 req-99a7af7f-fadd-44e5-8852-2ab632242a73 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:55.940374 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-de52d739-c32c-4ee6-8669-eda8ec96a7d3 req-99a7af7f-fadd-44e5-8852-2ab632242a73 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5502317 Mar 23 10:17:55.998423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, b445f85c-5630-45b7-93b6-cf1d5e06e8c0) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:56.022898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fffc7f-095c-4ae3-8c78-3da6d924bea2 None None] Network b445f85c-5630-45b7-93b6-cf1d5e06e8c0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:56.051296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77962924-4375-4cfa-8bff-82da7ec163b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=5ca11359-c9ca-4308-8ee6-3075c62d1b40,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.073819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:56.075293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.190234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] For port d3c18be9-035b-495d-9cf2-53f88d422de5, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:17:56.194508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Checking segment: {'id': 'bc39a5f9-7872-4900-ba81-c0181fe94d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '39681279-cf6b-4830-95a4-538283ef774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:17:56.194898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network hostable DHCP agents. Network: 39681279-cf6b-4830-95a4-538283ef774f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:56.204568 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:56.280475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b3c75b41-5305-4b5d-b597-260f5ef766ea,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.362616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Subnet': ['ID=d94ca6aa-cfd5-4dad-8ff2-f888cc36d9ea,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.376370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] For port d3c18be9-035b-495d-9cf2-53f88d422de5, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d3c18be9-035b-495d-9cf2-53f88d422de5,segment=NetworkSegment(0e9f190d-46f3-4b75-9a46-95fef108d78b),segment_id=0e9f190d-46f3-4b75-9a46-95fef108d78b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:17:56.380926 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-de52d739-c32c-4ee6-8669-eda8ec96a7d3 req-920d14a3-41de-409a-b216-4cf9fa2a6738 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154584 Mar 23 10:17:56.400486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.407820 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1df187a3-df11-4228-abee-d2d2abb00fd6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.5637877 Mar 23 10:17:56.410245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network 39681279-cf6b-4830-95a4-538283ef774f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:56.413852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39674) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.507071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.565484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:17:56.574855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.604739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Sync routers for ids ['a437b4d1-b0eb-4dda-8171-5ce498aa91ed'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:17:56.632219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:56.648018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 39681279-cf6b-4830-95a4-538283ef774f) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:56.658836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:56.679749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:56.695414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:56.696140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.721880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:56.731743 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-45e309c0-2c46-4985-9cc0-fc3ff4b05d57 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6568806 Mar 23 10:17:56.744442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ebe245-2863-4c96-b836-29a30e7f083d None None] Network 39681279-cf6b-4830-95a4-538283ef774f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:56.748963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39680) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.922075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a488761-8b01-4173-bd88-804673e61a15 None None] Pushing event updated for resources: {'Port': ['ID=d3c18be9-035b-495d-9cf2-53f88d422de5,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.955308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:56.959197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:56.977996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.987786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:56.991921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:57.034390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.038946 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9d0ce6c9-ed99-45bd-a2c2-fc5e59d134d6 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.3875988 Mar 23 10:17:57.080858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39684) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:57.116131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 193a110e-0151-4779-806e-2f86f182d252 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:17:57.264141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Routers {'a437b4d1-b0eb-4dda-8171-5ce498aa91ed'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:17:57.265047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a437b4d1-b0eb-4dda-8171-5ce498aa91ed'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:57.384555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.416628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3117-9fd9-47fc-a8f4-feeaccd042a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.418727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278404f-5e4f-4333-bb37-529f2fc5c7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-b445f85c-5630-45b7-93b6-cf1d5e06e8c0', 'network_id': 'b445f85c-5630-45b7-93b6-cf1d5e06e8c0', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': '1f759295-dc99-4940-8cdf-ab0315551ce8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:57.421264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c278404f-5e4f-4333-bb37-529f2fc5c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.451042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc29a3-ec8b-43c9-bec7-2fac96788747 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:57.534483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.582432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Port': ['ID=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:57.588014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::c5c1:df5d:6839:86dc (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5ca11359-c9ca-4308-8ee6-3075c62d1b40/193a110e-0151-4779-806e-2f86f182d252) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:57.637610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.781179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93cb72-1593-42ae-ba29-f6c677dffc62 req-89b53dff-b81c-4bb6-b88c-3dde974e3bdc tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:57.784753 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b93cb72-1593-42ae-ba29-f6c677dffc62 req-89b53dff-b81c-4bb6-b88c-3dde974e3bdc tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 1.1948533 Mar 23 10:17:57.844197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.917055 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b93cb72-1593-42ae-ba29-f6c677dffc62 req-8906c94f-967c-47d6-9ac7-2072a907d4ae tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085765 Mar 23 10:17:58.009863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d73e66-d959-4ac3-8323-11e442a2a2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-39681279-cf6b-4830-95a4-538283ef774f', 'network_id': '39681279-cf6b-4830-95a4-538283ef774f', 'tenant_id': '7c9d5b6524f8413eb0a8f3795673b16d', 'fixed_ips': [{'subnet_id': 'd94ca6aa-cfd5-4dad-8ff2-f888cc36d9ea'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:17:58.010846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e7d73e66-d959-4ac3-8323-11e442a2a2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.030165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:58.083789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.085794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.268417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.301485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.348657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] Provisioning for port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:58.358471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a8670421-3420-402f-ab8e-f9b279501b57 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/a437b4d1-b0eb-4dda-8171-5ce498aa91ed HTTP/1.1" status: 200 len: 907 time: 1.2513692 Mar 23 10:17:58.364395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39690) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:58.377090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.442564 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] Provisioning complete for port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:58.443566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.494972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=1f759295-dc99-4940-8cdf-ab0315551ce8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:58.707591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Set router a437b4d1-b0eb-4dda-8171-5ce498aa91ed gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:17:58.833445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.861674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.930408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b3c75b41-5305-4b5d-b597-260f5ef766ea up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:58.972341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2782bc36-95eb-470a-9588-1ca8f18309a3 None None] Network abf91915-1d10-43d3-b245-4204b29e1971 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:58.989413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Subnet': ['ID=d94ca6aa-cfd5-4dad-8ff2-f888cc36d9ea,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:58.995966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.014904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b445f85c-5630-45b7-93b6-cf1d5e06e8c0']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:59.040631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4cf61-e852-4948-9785-7738512e036b req-60476bce-fb25-4368-bf94-127e4ba03a74 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:59.052245 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ea4cf61-e852-4948-9785-7738512e036b req-60476bce-fb25-4368-bf94-127e4ba03a74 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2477860 Mar 23 10:17:59.081737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 193a110e-0151-4779-806e-2f86f182d252 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:59.089634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1489b19-fe77-4583-a79f-3f5cadac7f93') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:59.090479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1489b19-fe77-4583-a79f-3f5cadac7f93') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:59.150693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.189226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ea4cf61-e852-4948-9785-7738512e036b req-2083ff80-b99c-45e6-89eb-6d4bbf598979 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360664 Mar 23 10:17:59.285540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.341317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server [None req-c278404f-5e4f-4333-bb37-529f2fc5c7a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f759295-dc99-4940-8cdf-ab0315551ce8: This subnet is being modified by another concurrent operation. Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:59.348868 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f759295-dc99-4940-8cdf-ab0315551ce8: This subnet is being modified by another concurrent operation. Mar 23 10:17:59.356079 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Mar 23 10:17:59.381345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Router f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:17:59.428930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:59.455262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:59.478781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:17:59.481108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb477ca-3ef2-4d2e-b5d9-83e3be6d39b8 None None] Network b445f85c-5630-45b7-93b6-cf1d5e06e8c0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:59.485865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:59.486871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.501551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.526123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.534709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.585384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=193a110e-0151-4779-806e-2f86f182d252,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:59.595943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:17:59.596619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:59.625794 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:59.655107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39681279-cf6b-4830-95a4-538283ef774f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server [None req-e7d73e66-d959-4ac3-8323-11e442a2a2a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d94ca6aa-cfd5-4dad-8ff2-f888cc36d9ea: This subnet is being modified by another concurrent operation. Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:59.680082 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d94ca6aa-cfd5-4dad-8ff2-f888cc36d9ea: This subnet is being modified by another concurrent operation. Mar 23 10:17:59.684135 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Mar 23 10:17:59.730489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fdef81-2f5b-41b4-830a-ba885428104e None None] Network 39681279-cf6b-4830-95a4-538283ef774f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:17:59.805931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc39a5f9-7872-4900-ba81-c0181fe94d20') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:59.806411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc39a5f9-7872-4900-ba81-c0181fe94d20') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:59.828158 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0ea9cb4f-7949-41e0-b30f-30cc781a7a39 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9049518 Mar 23 10:17:59.833377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39698) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:59.844923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.870470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.922141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.943572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.954229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:17:59.955245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:59.984679 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:59.987094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe47338-5d5d-48a5-af56-2b15805275f0 req-c20d8bdf-7144-4c5f-b807-a823aa290a82 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:59.987957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=b445f85c-5630-45b7-93b6-cf1d5e06e8c0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:59.988955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fe47338-5d5d-48a5-af56-2b15805275f0 req-c20d8bdf-7144-4c5f-b807-a823aa290a82 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5447578 Mar 23 10:17:59.993629 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-e976dc85-67b9-4c39-bbf2-c0000d194d78 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5482216 Mar 23 10:18:00.081989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d005d9-9001-46da-88c0-0ed46e881ea2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:00.086461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d005d9-9001-46da-88c0-0ed46e881ea2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:00.087270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-04d005d9-9001-46da-88c0-0ed46e881ea2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:00.156101 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fe47338-5d5d-48a5-af56-2b15805275f0 req-cfb6f3b2-8ac2-47af-a159-a1f0dfc1f6d4 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480932 Mar 23 10:18:00.176256 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a839c4c3-b726-483e-8323-7342649e1a4f tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/b445f85c-5630-45b7-93b6-cf1d5e06e8c0 HTTP/1.1" status: 204 len: 168 time: 3.7582214 Mar 23 10:18:00.181496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39702) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:00.187672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20343331'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:00.231812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:00.243990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:00.257495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:00.269387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:00.279236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.286908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-04d005d9-9001-46da-88c0-0ed46e881ea2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:00.288603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-04d005d9-9001-46da-88c0-0ed46e881ea2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.4529731 Mar 23 10:18:00.293613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39708) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:00.306042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.324368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b3c75b41-5305-4b5d-b597-260f5ef766ea triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:00.324745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.345075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.356205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.377316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Network': ['ID=39681279-cf6b-4830-95a4-538283ef774f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:00.389832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:00.393676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.412655 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4b043df4-d59d-42f4-89c1-09b4ee48b5f6 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/39681279-cf6b-4830-95a4-538283ef774f HTTP/1.1" status: 204 len: 168 time: 3.6575866 Mar 23 10:18:00.413518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39712) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:00.429523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-27168848'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:00.433233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Deleting port 16cea2c6-013e-4f3c-a20c-3c3bc6591f16 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:00.433585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.442214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:00.452760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:network and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:00.460563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:00.466959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 193a110e-0151-4779-806e-2f86f182d252 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:00.467280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.493229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:00.503624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:00.540623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:00.551210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.551973 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment b98c8b9a-7848-440b-bc8d-5957a1b38f9c of type vlan for network e7cd3c26-bc1f-4f31-af2b-238542677d12 Mar 23 10:18:00.557576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-89e4b524-2b03-4c69-9414-2e8ecbf13b2d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.3639460 Mar 23 10:18:00.560583 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Sync routers for ids ['f1c3ed4c-d6f9-4712-bde1-55ff84a661b2'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:00.591907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.641473 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Routers {'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:00.642139 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f1c3ed4c-d6f9-4712-bde1-55ff84a661b2'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:00.663401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.667046 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-94519000-38c6-4616-8b68-bd40692c3f51 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2798803 Mar 23 10:18:00.673368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] For port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:00.709110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.727517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39718) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:00.804427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.809637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:00.810813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.815739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:00.819454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.989240 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Set router f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:00.991852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437b4d1-b0eb-4dda-8171-5ce498aa91ed', 'name': 'tempest-snat-router-1764188727', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': '16cea2c6-013e-4f3c-a20c-3c3bc6591f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:43Z', 'updated_at': '2022-03-23T10:17:51Z', 'revision_number': 3, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port': {'id': '16cea2c6-013e-4f3c-a20c-3c3bc6591f16', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:91:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437b4d1-b0eb-4dda-8171-5ce498aa91ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:47Z', 'updated_at': '2022-03-23T10:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:01.003269 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8202906 Mar 23 10:18:01.011837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d3c18be9-035b-495d-9cf2-53f88d422de5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:01.037577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39722) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:01.059595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:01.077605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5528ae4-2673-44b4-bb0a-b0ea53eef236 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=e7cd3c26-bc1f-4f31-af2b-238542677d12,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:01.088062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Checking router: a437b4d1-b0eb-4dda-8171-5ce498aa91ed for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:01.089002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Updating router a437b4d1-b0eb-4dda-8171-5ce498aa91ed port 16cea2c6-013e-4f3c-a20c-3c3bc6591f16 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:18:01.123365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0b56-75a1-44ae-be4e-c1bdf0464163 req-bcdcf4e6-7f60-4118-8e93-3b0ed8665479 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:01.130909 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71dd0b56-75a1-44ae-be4e-c1bdf0464163 req-bcdcf4e6-7f60-4118-8e93-3b0ed8665479 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.7496965 Mar 23 10:18:01.148709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d203680-9ed7-44de-89f1-0eb56eb419a7 None None] Pushing event updated for resources: {'Port': ['ID=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:01.149008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:01.196617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.197422 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Added segment ca949104-735c-43e5-91af-d750eaa49f2d of type vlan for network 37e83434-bfc7-495f-824e-19a7c5420fe4 Mar 23 10:18:01.224234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e7cd3c26-bc1f-4f31-af2b-238542677d12 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:01.301238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.306953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.476029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:01.513510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 193a110e-0151-4779-806e-2f86f182d252 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:01.526945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.586863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-14441ae0-6711-4c5a-9920-965672b97f6e None None] Provisioning for port d3c18be9-035b-495d-9cf2-53f88d422de5 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:01.598316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.606569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.611466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:01.612767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.673501 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2461271 Mar 23 10:18:01.682087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39726) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:01.682921 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2', 'name': 'tempest-snat-router-1167794937', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.92'}], 'enable_snat': False}, 'gw_port_id': 'bfbd1e98-d46b-4505-aaf3-e5b11b25db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:51Z', 'updated_at': '2022-03-23T10:17:57Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': 'bfbd1e98-d46b-4505-aaf3-e5b11b25db71', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:55Z', 'updated_at': '2022-03-23T10:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:01.689492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'subnet': {'network_id': '37e83434-bfc7-495f-824e-19a7c5420fe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:01.692717 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Checking router: f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:01.693270 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Updating router f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:18:01.756942 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.818885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-55f43297-2bcb-45c5-8370-f7dbc68f529b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:01.821276 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-55f43297-2bcb-45c5-8370-f7dbc68f529b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 1.1937923 Mar 23 10:18:01.837647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Calling delete_port for 16cea2c6-013e-4f3c-a20c-3c3bc6591f16 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:01.881426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d3c18be9-035b-495d-9cf2-53f88d422de5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:01.912466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d3c18be9-035b-495d-9cf2-53f88d422de5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:01.913792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.993345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-53c690d4-144f-4219-9ff7-5779d85729db None None] Provisioning complete for port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:01.995108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-53c690d4-144f-4219-9ff7-5779d85729db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.171515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:02.216787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:02.218367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:02.233087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:02.246819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:02.273900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:02.286983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:02.392903 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.411000 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Transition to ACTIVE for port object bfbd1e98-d46b-4505-aaf3-e5b11b25db71 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:02.424135 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.424336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71dd0b56-75a1-44ae-be4e-c1bdf0464163 req-23bc9119-3fc1-4352-9aa0-241fd3e655ca tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2922952 Mar 23 10:18:02.488551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:02.605431 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Pushing event updated for resources: {'Port': ['ID=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:02.615134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.656839 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.658593 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.658962 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.659298 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.659688 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.660190 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.660519 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.660847 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.661309 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.661780 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.662104 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:02.680089 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Attempting to bind port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:02.680642 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Attempting to bind port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:02.681013 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Attempting to bind port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:02.694614 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:02.695706 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:02.695706 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.696130 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:02.697172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2086df3-9e53-42f6-9e55-245a43e2227c tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Network': ['ID=37e83434-bfc7-495f-824e-19a7c5420fe4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:02.697364 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Bound port: bfbd1e98-d46b-4505-aaf3-e5b11b25db71, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:02.697801 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.722205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 37e83434-bfc7-495f-824e-19a7c5420fe4 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:02.740709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d3c18be9-035b-495d-9cf2-53f88d422de5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d3c18be9-035b-495d-9cf2-53f88d422de5,segment=NetworkSegment(0e9f190d-46f3-4b75-9a46-95fef108d78b),segment_id=0e9f190d-46f3-4b75-9a46-95fef108d78b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:02.811086 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] For port bfbd1e98-d46b-4505-aaf3-e5b11b25db71, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:02.816712 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] For port bfbd1e98-d46b-4505-aaf3-e5b11b25db71, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:02.830899 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.884177 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.921089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.973192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.013718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6be0e-533c-41fd-b0ba-46024363a6b9 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:18:03.032687 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd60e48-eedd-42a9-8885-13de3fad9d2a None None] Pushing event updated for resources: {'Port': ['ID=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.055880 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Routers {'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:03.055880 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f1c3ed4c-d6f9-4712-bde1-55ff84a661b2'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:03.075505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-a878e31b-3b38-4202-a8e8-2fd818fdaf04 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1002 time: 1.1534631 Mar 23 10:18:03.231882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-d174947e-5110-46b5-937c-41f75a27b38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:03.235752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-d174947e-5110-46b5-937c-41f75a27b38e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.1153910 Mar 23 10:18:03.404054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=193a110e-0151-4779-806e-2f86f182d252,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.446710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.451312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:03.468349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.523875 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] Set router f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:03.592827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d3c18be9-035b-495d-9cf2-53f88d422de5,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.666131 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4d57044d-4bda-4b55-9b77-91fc471741a1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/193a110e-0151-4779-806e-2f86f182d252 HTTP/1.1" status: 204 len: 168 time: 3.3450334 Mar 23 10:18:03.670605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39736) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:03.676711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-53c690d4-144f-4219-9ff7-5779d85729db None None] Provisioning complete for port d3c18be9-035b-495d-9cf2-53f88d422de5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:03.677432 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-53c690d4-144f-4219-9ff7-5779d85729db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.721082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.832541 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3888c6a1-7175-451b-8a6a-f4804a79b896 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 HTTP/1.1" status: 200 len: 908 time: 3.1031225 Mar 23 10:18:03.843010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39740) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:03.859931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1167794937', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': True}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:03.876555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:03.921225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Usage tracker for resource:router and tenant:b76df7e19796464a82156d54edf1327f is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:03.933534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:03.946136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30a40d-96c0-4023-beed-a2ea4bece6d8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:03.949144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30a40d-96c0-4023-beed-a2ea4bece6d8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:03.950656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b30a40d-96c0-4023-beed-a2ea4bece6d8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:03.968641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-feac413a-66b9-4250-ac74-34af1221b112 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7225449 Mar 23 10:18:03.969551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Subnet': ['ID=80a51c46-4bda-4d36-b526-959a627f363e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.975655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:03.992399 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2', 'name': 'tempest-snat-router-1167794937', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.92'}], 'enable_snat': False}, 'gw_port_id': 'bfbd1e98-d46b-4505-aaf3-e5b11b25db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:51Z', 'updated_at': '2022-03-23T10:17:57Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': 'bfbd1e98-d46b-4505-aaf3-e5b11b25db71', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:55Z', 'updated_at': '2022-03-23T10:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:03.997980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-53c690d4-144f-4219-9ff7-5779d85729db None None] Could not find standard attr ID for object 193a110e-0151-4779-806e-2f86f182d252. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:18:04.003979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:04.006952 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ab536-14a8-4fea-8817-093d5f6bbac8 None None] The sync data for ids ['f1c3ed4c-d6f9-4712-bde1-55ff84a661b2'] in dv-neutron-834653-2-hyperv is: [{'id': 'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2', 'name': 'tempest-snat-router-1167794937', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.92'}], 'enable_snat': False}, 'gw_port_id': 'bfbd1e98-d46b-4505-aaf3-e5b11b25db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:51Z', 'updated_at': '2022-03-23T10:17:57Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': 'bfbd1e98-d46b-4505-aaf3-e5b11b25db71', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ed4c-d6f9-4712-bde1-55ff84a661b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:17:55Z', 'updated_at': '2022-03-23T10:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:04.011284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b30a40d-96c0-4023-beed-a2ea4bece6d8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:04.023402 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8b30a40d-96c0-4023-beed-a2ea4bece6d8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3504226 Mar 23 10:18:04.024959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Checking segment: {'id': 'ca949104-735c-43e5-91af-d750eaa49f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '37e83434-bfc7-495f-824e-19a7c5420fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:04.025735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network hostable DHCP agents. Network: 37e83434-bfc7-495f-824e-19a7c5420fe4, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:04.051576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39744) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.059352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.060958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.077479 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:18:04.102422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network 37e83434-bfc7-495f-824e-19a7c5420fe4 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:04.117448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.131825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 37e83434-bfc7-495f-824e-19a7c5420fe4) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:04.142575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:04.143441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.147922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:04.148519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.246721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5c8264ee-61a7-47d0-b7af-8ee0cf7b2b66 None None] Could not find standard attr ID for object 193a110e-0151-4779-806e-2f86f182d252. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:18:04.252939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6be0e-533c-41fd-b0ba-46024363a6b9 None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:04.263994 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-690746fb-a66f-4bdf-9633-f172872746f9 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5763516 Mar 23 10:18:04.268042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39748) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.287803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5c8264ee-61a7-47d0-b7af-8ee0cf7b2b66 None None] Could not find standard attr ID for object f26ae076-6150-4568-bdb7-526ba409a85c. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:18:04.346132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da618f23-a7f0-44d3-a811-303264e5be91 req-12150234-ee9d-475b-b947-eb4fec884b30 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:04.349311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da618f23-a7f0-44d3-a811-303264e5be91 req-12150234-ee9d-475b-b947-eb4fec884b30 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9268734 Mar 23 10:18:04.356754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:04.358211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:04.375199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.428325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.558364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event deleted for resources: {'Port': ['ID=16cea2c6-013e-4f3c-a20c-3c3bc6591f16,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:04.586153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-c2703cfa-69fa-4dd3-933b-9a9abc09b911 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033280 Mar 23 10:18:04.587822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.692299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.815348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.856088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.902986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Port 16cea2c6-013e-4f3c-a20c-3c3bc6591f16 not found while updating agent binding for router a437b4d1-b0eb-4dda-8171-5ce498aa91ed. {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 23 10:18:04.905191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.926880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Routers {'a437b4d1-b0eb-4dda-8171-5ce498aa91ed'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:04.927718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a437b4d1-b0eb-4dda-8171-5ce498aa91ed'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:04.984467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Subnet': ['ID=80a51c46-4bda-4d36-b526-959a627f363e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:05.204203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.205320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17ae26b4-2e3b-4197-85a2-78ce7a4c88a3 req-482e431f-e0ec-4a2d-9513-0c33c86d553c service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583360 Mar 23 10:18:05.249342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d3c18be9-035b-495d-9cf2-53f88d422de5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:05.276241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e83434-bfc7-495f-824e-19a7c5420fe4']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.304849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Allocated IP 172.26.7.226 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/1ae23db5-714e-471a-a0a0-b9156ab6d869) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:05.310445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca949104-735c-43e5-91af-d750eaa49f2d') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.310445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca949104-735c-43e5-91af-d750eaa49f2d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.329964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.374427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.446890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Releasing vlan 993 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:05.447606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.456117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d3c18be9-035b-495d-9cf2-53f88d422de5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:05.456548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:05.472719 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:05.479910 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da618f23-a7f0-44d3-a811-303264e5be91 req-163ff249-304e-4212-b18a-f2ca5cf8eeaf tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1099589 Mar 23 10:18:05.483285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 5ca11359-c9ca-4308-8ee6-3075c62d1b40 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:18:05.502359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.570487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f123652-5c3b-4c0b-8a5b-fc52f0438b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-37e83434-bfc7-495f-824e-19a7c5420fe4', 'network_id': '37e83434-bfc7-495f-824e-19a7c5420fe4', 'tenant_id': '7c9d5b6524f8413eb0a8f3795673b16d', 'fixed_ips': [{'subnet_id': '80a51c46-4bda-4d36-b526-959a627f363e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:05.571623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0f123652-5c3b-4c0b-8a5b-fc52f0438b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.604600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] Set router a437b4d1-b0eb-4dda-8171-5ce498aa91ed gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:05.612566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.650870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.673433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Network': ['ID=37e83434-bfc7-495f-824e-19a7c5420fe4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:05.673744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.719978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.727698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ae064f3c-682b-4ba1-9d11-34243d09860a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/37e83434-bfc7-495f-824e-19a7c5420fe4 HTTP/1.1" status: 204 len: 168 time: 1.4582176 Mar 23 10:18:05.732864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.735769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39752) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.747507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1439608103'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:05.757283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:05.769750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:network and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:05.777082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:05.791775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:05.819678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:05.825946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.827920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55e885-14e2-4259-9a68-e7aa01051ae3 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:18:05.871150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.873046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437b4d1-b0eb-4dda-8171-5ce498aa91ed', 'name': 'tempest-snat-router-1764188727', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:43Z', 'updated_at': '2022-03-23T10:18:03Z', 'revision_number': 5, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.905067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ab2aa-700c-4733-98de-25d1aa6e8086 None None] The sync data for ids ['a437b4d1-b0eb-4dda-8171-5ce498aa91ed'] in dv-neutron-834653-2-hyperv is: [{'id': 'a437b4d1-b0eb-4dda-8171-5ce498aa91ed', 'name': 'tempest-snat-router-1764188727', 'tenant_id': '96e6f9824e174330acd68f43d614227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:17:43Z', 'updated_at': '2022-03-23T10:18:03Z', 'revision_number': 5, 'project_id': '96e6f9824e174330acd68f43d614227b', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:06.101660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.120441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:06.124249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:06.130354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:06.142286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:06.147067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55e885-14e2-4259-9a68-e7aa01051ae3 None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:06.218573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.218933 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Added segment 6ae72510-04a0-47b9-a7e4-9183675336dc of type vlan for network e84840ab-d054-40a5-9128-2081c2270684 Mar 23 10:18:06.242460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae23db5-714e-471a-a0a0-b9156ab6d869,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:06.270476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.373538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.375026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.378175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:06.378175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.379170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.422420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.481921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.493000 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7553694 Mar 23 10:18:06.494345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.496249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39756) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.504430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Request body: {'subnet': {'network_id': 'e84840ab-d054-40a5-9128-2081c2270684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:06.519789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69801099-1fec-4f4d-a8d3-815b6a0841cd tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Network': ['ID=e84840ab-d054-40a5-9128-2081c2270684,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:06.533513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=2c579e87-4b34-4ec5-bcda-192608fb5253,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:06.600124 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5ca11359-c9ca-4308-8ee6-3075c62d1b40 HTTP/1.1" status: 204 len: 168 time: 2.5414157 Mar 23 10:18:06.603587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e84840ab-d054-40a5-9128-2081c2270684 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:06.604519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af953c50-84c2-48df-86f4-8727fe5e3b73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca11359-c9ca-4308-8ee6-3075c62d1b40,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:06.604519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39762) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.692405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.692981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a437b4d1-b0eb-4dda-8171-5ce498aa91ed {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:06.694813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:06.698235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: e7cd3c26-bc1f-4f31-af2b-238542677d12, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:06.712197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f087ee-ea60-4e31-b0e4-72465c921712 None None] Network 37e83434-bfc7-495f-824e-19a7c5420fe4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:06.749727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f087ee-ea60-4e31-b0e4-72465c921712 None None] Network 37e83434-bfc7-495f-824e-19a7c5420fe4 could not be found, it might have been deleted concurrently. {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 23 10:18:06.768195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3d75f-0c74-47c4-abba-5b1a71843c3b None None] Network 37e83434-bfc7-495f-824e-19a7c5420fe4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:06.795387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3d75f-0c74-47c4-abba-5b1a71843c3b None None] Network 37e83434-bfc7-495f-824e-19a7c5420fe4 could not be found, it might have been deleted concurrently. {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 23 10:18:06.803047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b76a7204-09a5-43a8-9098-d4986eace765 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959512 Mar 23 10:18:06.806269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39766) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.814886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:06.837632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.842798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eb854d15-a564-44be-85e8-97c86389652d tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a437b4d1-b0eb-4dda-8171-5ce498aa91ed HTTP/1.1" status: 204 len: 168 time: 8.4448292 Mar 23 10:18:06.843338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39770) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.885336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c73af-6d61-4cc4-af19-faab1b62db52 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:06.891610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Usage tracker for resource:subnet and tenant:7c9d5b6524f8413eb0a8f3795673b16d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:06.909141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:06.931160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:07.004413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.006399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.019430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Made reservation on behalf of 7c9d5b6524f8413eb0a8f3795673b16d for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:07.033694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bfbd1e98-d46b-4505-aaf3-e5b11b25db71 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:07.158111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network e7cd3c26-bc1f-4f31-af2b-238542677d12 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:07.193519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e7cd3c26-bc1f-4f31-af2b-238542677d12) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:07.210661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc4238-9f69-4ea8-a037-a5c7cc959ced req-d39c2301-8f8e-4ae9-a750-31988b0ce576 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:07.213244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1dfc4238-9f69-4ea8-a037-a5c7cc959ced req-d39c2301-8f8e-4ae9-a750-31988b0ce576 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5035150 Mar 23 10:18:07.215344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:07.216412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.227381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abccf5a-4163-4379-89e3-5193c6e3ba77 None None] Network e7cd3c26-bc1f-4f31-af2b-238542677d12 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:07.327244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6c5bb7ef-1671-4387-a1a0-fe79027daeca tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 6.2879794 Mar 23 10:18:07.336437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39774) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.397946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:07.412259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:07.412638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.463327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7a074-6d0b-4cdd-82de-973759c36f96 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:07.464752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dfa7a074-6d0b-4cdd-82de-973759c36f96 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:07.500580 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1dfc4238-9f69-4ea8-a037-a5c7cc959ced req-b8be0f87-21d2-480f-bc5f-0772398eb734 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722149 Mar 23 10:18:07.536622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:18:07.549329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] Deleting port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:07.549951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.550726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dfa7a074-6d0b-4cdd-82de-973759c36f96 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:07.553084 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dfa7a074-6d0b-4cdd-82de-973759c36f96 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7446623 Mar 23 10:18:07.569444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.593020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39780) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.691347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.703162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e7cd3c26-bc1f-4f31-af2b-238542677d12', 'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': '2c579e87-4b34-4ec5-bcda-192608fb5253'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:07.704028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.710369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.744442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdbfebd-a094-45a9-98c2-20f321c4bb70 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:07.746298 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5bdbfebd-a094-45a9-98c2-20f321c4bb70 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438115 Mar 23 10:18:07.798044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39784) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.836033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.968919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port bfbd1e98-d46b-4505-aaf3-e5b11b25db71, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:07.980517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.132845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] For port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:08.133352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.147333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Router 237d0827-c061-4bbb-afe0-89856411083d is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:08.283523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ad05943e-89ed-4470-a496-ce6348549304 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4747739 Mar 23 10:18:08.290402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] Calling delete_port for 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:08.291059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39792) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:08.327359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.338914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:08.347131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Allocated IP 2001:db8::1 (e7cd3c26-bc1f-4f31-af2b-238542677d12/2c579e87-4b34-4ec5-bcda-192608fb5253/63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:08.520807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.591815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] No DVR routers for this DVR port 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:08.596730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f52d2f-7dfa-4b12-983b-494ee964a1b2 None None] Pushing event deleted for resources: {'Port': ['ID=99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.697913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.711826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.723582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:18:08.725604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.726707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Transition to ACTIVE for port object 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:08.751481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Transition to ACTIVE for port object 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:08.773875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.808139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event updated for resources: {'Subnet': ['ID=4ae41a2b-f7fe-4b38-87cd-0b33ced64538,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.846264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Checking segment: {'id': '6ae72510-04a0-47b9-a7e4-9183675336dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e84840ab-d054-40a5-9128-2081c2270684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:08.846605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network hostable DHCP agents. Network: e84840ab-d054-40a5-9128-2081c2270684, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:08.854673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Network e7cd3c26-bc1f-4f31-af2b-238542677d12 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:08.858778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:08.860983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Pushing event updated for resources: {'Port': ['ID=63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.865109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:08.880349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:08.907673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:08.913516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:08.918164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Network e84840ab-d054-40a5-9128-2081c2270684 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:08.924055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:08.931665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:08.966729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ba9ed-daa2-4915-949e-3857a08dadee req-581f1c82-bea7-4800-b6a5-6710ae40173d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:08.968654 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-375ba9ed-daa2-4915-949e-3857a08dadee req-581f1c82-bea7-4800-b6a5-6710ae40173d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6337388 Mar 23 10:18:08.975683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e84840ab-d054-40a5-9128-2081c2270684) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:08.980605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:08.982632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Sync routers for ids ['237d0827-c061-4bbb-afe0-89856411083d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:08.986142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:08.986729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.988660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.011415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.015895 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-99331195-7b48-425c-9e05-0b51e0075441 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1639631 Mar 23 10:18:09.016274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39796) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:09.066146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f8e00-c63d-4249-99f3-461065e8e6e7 None None] Network e84840ab-d054-40a5-9128-2081c2270684 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:09.094662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bfbd1e98-d46b-4505-aaf3-e5b11b25db71 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:09.208620 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-375ba9ed-daa2-4915-949e-3857a08dadee req-109531b7-f0ad-4867-bca9-9a15da99e89f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012577 Mar 23 10:18:09.239083 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ea3ef1de-e709-45b7-85b6-a109a1017c70 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7417305 Mar 23 10:18:09.247010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39800) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:09.278105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.380300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Attempting to bind port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:09.380871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Attempting to bind port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:09.381244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Attempting to bind port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 on network e7cd3c26-bc1f-4f31-af2b-238542677d12 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:09.392342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Routers {'237d0827-c061-4bbb-afe0-89856411083d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:09.393158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['237d0827-c061-4bbb-afe0-89856411083d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:09.404703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=2c579e87-4b34-4ec5-bcda-192608fb5253,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:09.501821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.569296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:09.569652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Checking segment: {'id': 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:09.570071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.570486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Bound using segment: {'id': 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:09.570970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Bound port: 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:09.571347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.631663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.697759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.743725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cd3c26-bc1f-4f31-af2b-238542677d12']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:09.752735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:09.752735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.773802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.783786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:09.784071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:09.809851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.818111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.828722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Deleting port b3c75b41-5305-4b5d-b597-260f5ef766ea {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:09.829065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.891308 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a1f3cf6e-6ac5-49d6-b788-21d531c452d0 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/237d0827-c061-4bbb-afe0-89856411083d HTTP/1.1" status: 200 len: 908 time: 0.8732677 Mar 23 10:18:09.893784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.898584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39806) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:09.898748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Set router 237d0827-c061-4bbb-afe0-89856411083d gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:09.909261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae41a2b-f7fe-4b38-87cd-0b33ced64538,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:09.944445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4941fd0-d457-4468-aab6-632e0f649000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e84840ab-d054-40a5-9128-2081c2270684', 'network_id': 'e84840ab-d054-40a5-9128-2081c2270684', 'tenant_id': '7c9d5b6524f8413eb0a8f3795673b16d', 'fixed_ips': [{'subnet_id': '4ae41a2b-f7fe-4b38-87cd-0b33ced64538'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:09.945276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4941fd0-d457-4468-aab6-632e0f649000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.961561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] For port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:09.980842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:09.980842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:10.001584 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:10.126167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.198346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84840ab-d054-40a5-9128-2081c2270684']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.214488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae72510-04a0-47b9-a7e4-9183675336dc') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.214937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae72510-04a0-47b9-a7e4-9183675336dc') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.230161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.254471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.264013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Releasing vlan 964 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:10.264853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:10.283969 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:10.336784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.394646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.409515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:10.422327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.425626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Network': ['ID=e84840ab-d054-40a5-9128-2081c2270684,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:10.441801 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-817019e3-4c00-4e6e-b1a4-93299a050d38 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/e84840ab-d054-40a5-9128-2081c2270684 HTTP/1.1" status: 204 len: 168 time: 1.1933634 Mar 23 10:18:10.445947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39812) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.452955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b12fa-98c1-43f5-96c0-dd6e4391d172 None None] Network e84840ab-d054-40a5-9128-2081c2270684 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:10.484749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:10.485335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 99ecf2d5-56a1-4f81-b0a2-d72f47d18eb3 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:10.494255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] For port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8,segment=NetworkSegment(b98c8b9a-7848-440b-bc8d-5957a1b38f9c),segment_id=b98c8b9a-7848-440b-bc8d-5957a1b38f9c)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:10.496984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b12fa-98c1-43f5-96c0-dd6e4391d172 None None] Network e84840ab-d054-40a5-9128-2081c2270684 could not be found, it might have been deleted concurrently. {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 23 10:18:10.510128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.510594 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4437ba-4fc4-4cd6-92ad-573b817cd5cc tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:10.511468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4437ba-4fc4-4cd6-92ad-573b817cd5cc tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:10.515604 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7a4437ba-4fc4-4cd6-92ad-573b817cd5cc tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/4ae41a2b-f7fe-4b38-87cd-0b33ced64538 HTTP/1.1" status: 404 len: 337 time: 0.0669343 Mar 23 10:18:10.516680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39816) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.544034 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7130a6-bacf-405c-99e7-bc6fe82255d1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:10.544656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7130a6-bacf-405c-99e7-bc6fe82255d1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:10.549043 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ce7130a6-bacf-405c-99e7-bc6fe82255d1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/e84840ab-d054-40a5-9128-2081c2270684 HTTP/1.1" status: 404 len: 339 time: 0.0288532 Mar 23 10:18:10.550016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39820) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.584892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:18:10.584892 dv-neutron-834653-2-hyperv neutron-server[83745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:18:10.584892 dv-neutron-834653-2-hyperv neutron-server[83745]: [parameters: {'id': 'e7cd3c26-bc1f-4f31-af2b-238542677d12'}] Mar 23 10:18:10.584892 dv-neutron-834653-2-hyperv neutron-server[83745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:10.587273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:10.594338 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b11d33-2553-461a-be1d-b29f3d097777 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:10.594937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b11d33-2553-461a-be1d-b29f3d097777 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:10.599210 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-43b11d33-2553-461a-be1d-b29f3d097777 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/80a51c46-4bda-4d36-b526-959a627f363e HTTP/1.1" status: 404 len: 337 time: 0.0457015 Mar 23 10:18:10.599614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39824) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.616590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:10.625935 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-648d3ef7-bd18-4455-a1d0-7aab4133595d tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:10.626217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648d3ef7-bd18-4455-a1d0-7aab4133595d tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:10.630496 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-648d3ef7-bd18-4455-a1d0-7aab4133595d tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/37e83434-bfc7-495f-824e-19a7c5420fe4 HTTP/1.1" status: 404 len: 339 time: 0.0273581 Mar 23 10:18:10.630877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39828) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.648079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054725a0-7b3b-4818-9473-176fc6a0bf1f None None] Pushing event updated for resources: {'Port': ['ID=63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:10.653361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:10.658987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:10.660403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.661274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d0827-c061-4bbb-afe0-89856411083d', 'name': 'tempest-snat-router-1167794937', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '1ae23db5-714e-471a-a0a0-b9156ab6d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:04Z', 'updated_at': '2022-03-23T10:18:06Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': '1ae23db5-714e-471a-a0a0-b9156ab6d869', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d0827-c061-4bbb-afe0-89856411083d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:04Z', 'updated_at': '2022-03-23T10:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.668062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844473b-38ce-4d7b-8300-9eaeeb6725e8 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:10.677781 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adcc507-77c3-47b9-80fe-8c1e8726ac0a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:10.678379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adcc507-77c3-47b9-80fe-8c1e8726ac0a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:10.682756 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5adcc507-77c3-47b9-80fe-8c1e8726ac0a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/d94ca6aa-cfd5-4dad-8ff2-f888cc36d9ea HTTP/1.1" status: 404 len: 337 time: 0.0482805 Mar 23 10:18:10.683755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39832) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.689744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Checking router: 237d0827-c061-4bbb-afe0-89856411083d for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:10.690097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Updating router 237d0827-c061-4bbb-afe0-89856411083d port 1ae23db5-714e-471a-a0a0-b9156ab6d869 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:18:10.711938 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef76a490-559f-4360-a50d-5da222973110 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:10.712542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef76a490-559f-4360-a50d-5da222973110 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:10.717063 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ef76a490-559f-4360-a50d-5da222973110 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/39681279-cf6b-4830-95a4-538283ef774f HTTP/1.1" status: 404 len: 339 time: 0.0290315 Mar 23 10:18:10.717463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39836) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.756927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=81e908e4-7c17-4bab-8ee8-4fe6514a4f50,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:10.787693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264394d-e62c-4507-9e2e-b5c601d92189 None None] Network e7cd3c26-bc1f-4f31-af2b-238542677d12 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:10.789961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting port c6740c5f-704f-4c06-b1d9-fe4b893a2847 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:10.790380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.790487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] For port b3c75b41-5305-4b5d-b597-260f5ef766ea, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b3c75b41-5305-4b5d-b597-260f5ef766ea,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:10.791001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.949028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e640b747-1237-47b6-8cee-2d7c7618d01d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6401999 Mar 23 10:18:10.956565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Calling delete_port for b3c75b41-5305-4b5d-b597-260f5ef766ea owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:10.965011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39840) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.978422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '81e908e4-7c17-4bab-8ee8-4fe6514a4f50', 'ip_address': '2001:db8::551e:dcc3:1fd:6f62'}], 'name': 'tempest-NetworksTestDHCPv6-1878001635'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:10.989659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.042624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2883e-d7fa-4bea-99cb-fac9996ec60b req-531dbe14-cb47-4a28-9a24-e8ebc4f85e09 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.047613 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ed2883e-d7fa-4bea-99cb-fac9996ec60b req-531dbe14-cb47-4a28-9a24-e8ebc4f85e09 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5714822 Mar 23 10:18:11.227021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.232860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.297521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:11.298178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.359209 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ed2883e-d7fa-4bea-99cb-fac9996ec60b req-b82b394c-8e5a-4526-a08c-957ea0489e64 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331596 Mar 23 10:18:11.369300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.510004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '81e908e4-7c17-4bab-8ee8-4fe6514a4f50'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:11.510913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.579143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Calling delete_port for c6740c5f-704f-4c06-b1d9-fe4b893a2847 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:11.704984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:11.711294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:11.716096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:11.719595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.760130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:11.786399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Port': ['ID=c6740c5f-704f-4c06-b1d9-fe4b893a2847,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:11.796549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:11.819002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.836361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.837216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/81e908e4-7c17-4bab-8ee8-4fe6514a4f50/9bc40950-8b6e-454e-b748-374099344311) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:11.844463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.865903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Transition to ACTIVE for port object 1ae23db5-714e-471a-a0a0-b9156ab6d869 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:11.895123 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-247a5599-fe72-4719-af3a-0d1f8896440a tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/ports/c6740c5f-704f-4c06-b1d9-fe4b893a2847 HTTP/1.1" status: 204 len: 168 time: 1.1738491 Mar 23 10:18:11.896184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39846) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.922345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3c75b41-5305-4b5d-b597-260f5ef766ea,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:11.934723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8,segment=NetworkSegment(b98c8b9a-7848-440b-bc8d-5957a1b38f9c),segment_id=b98c8b9a-7848-440b-bc8d-5957a1b38f9c)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:11.935084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.938101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.956892 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f562c9a-534b-4290-ba98-00f80226a976 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:11.957302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f562c9a-534b-4290-ba98-00f80226a976 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:11.962789 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1f562c9a-534b-4290-ba98-00f80226a976 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/b3edbbc2-6d1b-4b0c-8c2c-00f0d7a291c7 HTTP/1.1" status: 404 len: 337 time: 0.0616558 Mar 23 10:18:11.963036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39850) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:12.059851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd462e-f0cb-47b1-b607-8ed460cd642e None None] Pushing event updated for resources: {'Port': ['ID=1ae23db5-714e-471a-a0a0-b9156ab6d869,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:12.074945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Attempting to bind port 1ae23db5-714e-471a-a0a0-b9156ab6d869 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:12.075600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Attempting to bind port 1ae23db5-714e-471a-a0a0-b9156ab6d869 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:12.076128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Attempting to bind port 1ae23db5-714e-471a-a0a0-b9156ab6d869 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:12.094106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:12.094805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:12.095350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.095937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:12.096592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Bound port: 1ae23db5-714e-471a-a0a0-b9156ab6d869, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:12.097221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.107516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:12.112628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.154442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.170569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 44f4643f-1857-4fb3-af25-eec41bed8838 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:18:12.178751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5439b0-5ab8-46a0-9422-eb8d765cf6b2 req-8e89eee6-3d2f-4e4d-b339-d59f1b2dc61d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:12.180363 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed5439b0-5ab8-46a0-9422-eb8d765cf6b2 req-8e89eee6-3d2f-4e4d-b339-d59f1b2dc61d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6089776 Mar 23 10:18:12.232113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting port a4117e32-2f44-48ac-871b-2c58179a0090 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:12.232437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.273404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] For port 1ae23db5-714e-471a-a0a0-b9156ab6d869, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:12.294944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] For port 1ae23db5-714e-471a-a0a0-b9156ab6d869, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1ae23db5-714e-471a-a0a0-b9156ab6d869,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:12.300265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.307519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.351420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Transition to ACTIVE for port object 9bc40950-8b6e-454e-b748-374099344311 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:12.364495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.380930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Transition to ACTIVE for port object 9bc40950-8b6e-454e-b748-374099344311 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:12.396130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.435818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:12.440598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:12.443272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:12.476648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed5439b0-5ab8-46a0-9422-eb8d765cf6b2 req-4ef82657-628f-41fa-a5df-8a0e65b306a0 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793396 Mar 23 10:18:12.491865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:12.512100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.576277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Attempting to bind port 9bc40950-8b6e-454e-b748-374099344311 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:12.576636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Attempting to bind port 9bc40950-8b6e-454e-b748-374099344311 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:12.576988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Attempting to bind port 9bc40950-8b6e-454e-b748-374099344311 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:12.580229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd462e-f0cb-47b1-b607-8ed460cd642e None None] Pushing event updated for resources: {'Port': ['ID=1ae23db5-714e-471a-a0a0-b9156ab6d869,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:12.585675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port 63dab908-2b8a-4a0d-b5a5-b4d2a1e4c2c8 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:12.629142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] For port a4117e32-2f44-48ac-871b-2c58179a0090, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a4117e32-2f44-48ac-871b-2c58179a0090,segment=NetworkSegment(4b3d2d63-f8d6-48de-85d6-21dad2845547),segment_id=4b3d2d63-f8d6-48de-85d6-21dad2845547)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:12.629971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.690202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Routers {'237d0827-c061-4bbb-afe0-89856411083d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:12.690950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['237d0827-c061-4bbb-afe0-89856411083d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:12.808674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:12.809048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:12.809490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.809963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:12.810563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Bound port: 9bc40950-8b6e-454e-b748-374099344311, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:12.811024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.811127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Calling delete_port for a4117e32-2f44-48ac-871b-2c58179a0090 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:12.831270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Pushing event updated for resources: {'Port': ['ID=9bc40950-8b6e-454e-b748-374099344311,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:12.842540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::551e:dcc3:1fd:6f62 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/81e908e4-7c17-4bab-8ee8-4fe6514a4f50/44f4643f-1857-4fb3-af25-eec41bed8838) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:12.980385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] For port 9bc40950-8b6e-454e-b748-374099344311, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:12.984802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] For port 9bc40950-8b6e-454e-b748-374099344311, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9bc40950-8b6e-454e-b748-374099344311,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:12.987771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] Set router 237d0827-c061-4bbb-afe0-89856411083d gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:13.067141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.086386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.134811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Port': ['ID=a4117e32-2f44-48ac-871b-2c58179a0090,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.232247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.257576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 44f4643f-1857-4fb3-af25-eec41bed8838 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:13.260140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No DVR routers for this DVR port a4117e32-2f44-48ac-871b-2c58179a0090 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:13.336780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8294-25f1-40e0-ba2e-9787653e5b30 None None] Pushing event updated for resources: {'Port': ['ID=9bc40950-8b6e-454e-b748-374099344311,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.362748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.386864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.403943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.413855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Deleting port 1ae23db5-714e-471a-a0a0-b9156ab6d869 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:13.414206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.440291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.467322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1b440-bbec-471f-b95e-5fd859ff9469 req-9dd07f30-7966-4dbc-8f2e-4d8bde930765 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:13.475040 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e4e1b440-bbec-471f-b95e-5fd859ff9469 req-9dd07f30-7966-4dbc-8f2e-4d8bde930765 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6014390 Mar 23 10:18:13.492734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.552772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302c5280-e45d-4067-b308-c612c8d60d87']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.582271 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e4e1b440-bbec-471f-b95e-5fd859ff9469 req-31636fb8-294e-42a8-b279-6b07b95dfdde tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003330 Mar 23 10:18:13.587394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3d2d63-f8d6-48de-85d6-21dad2845547') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.587896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3d2d63-f8d6-48de-85d6-21dad2845547') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.595570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cd3c26-bc1f-4f31-af2b-238542677d12']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.596764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d0827-c061-4bbb-afe0-89856411083d', 'name': 'tempest-snat-router-1167794937', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '1ae23db5-714e-471a-a0a0-b9156ab6d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:04Z', 'updated_at': '2022-03-23T10:18:06Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': '1ae23db5-714e-471a-a0a0-b9156ab6d869', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d0827-c061-4bbb-afe0-89856411083d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:04Z', 'updated_at': '2022-03-23T10:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.602597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f687e-3231-4040-a327-3a9ec03670d4 None None] The sync data for ids ['237d0827-c061-4bbb-afe0-89856411083d'] in dv-neutron-834653-2-hyperv is: [{'id': '237d0827-c061-4bbb-afe0-89856411083d', 'name': 'tempest-snat-router-1167794937', 'tenant_id': 'b76df7e19796464a82156d54edf1327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '1ae23db5-714e-471a-a0a0-b9156ab6d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:04Z', 'updated_at': '2022-03-23T10:18:06Z', 'revision_number': 3, 'project_id': 'b76df7e19796464a82156d54edf1327f', 'gw_port': {'id': '1ae23db5-714e-471a-a0a0-b9156ab6d869', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d0827-c061-4bbb-afe0-89856411083d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:04Z', 'updated_at': '2022-03-23T10:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:13.659129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.662670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.680344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.680920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98c8b9a-7848-440b-bc8d-5957a1b38f9c') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:13.753697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.777647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:13.778985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Releasing vlan 955 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:13.779453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:13.801747 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:13.807929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=44f4643f-1857-4fb3-af25-eec41bed8838,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.811294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:13.863357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:13.867646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:13.868441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.901144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.915060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.915454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:13.935780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.955973 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-872a038f-92c0-45fa-afc0-88a281c95c7a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9869235 Mar 23 10:18:13.975904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39858) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.978635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.985271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '81e908e4-7c17-4bab-8ee8-4fe6514a4f50', 'ip_address': '2001:db8::551e:dcc3:1fd:6f62'}], 'name': 'tempest-NetworksTestDHCPv6-432655370'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:13.989564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Network': ['ID=302c5280-e45d-4067-b308-c612c8d60d87,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.992917 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-30e86605-f2a2-4c21-abe5-a36bd7bf4746 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/302c5280-e45d-4067-b308-c612c8d60d87 HTTP/1.1" status: 204 len: 168 time: 2.0288742 Mar 23 10:18:14.001153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39862) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.010102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.063143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:14.063515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:14.148008 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:14.168516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting port 025922c3-51a3-4f47-85f4-8941e886080c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:14.169257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.276160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.283070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39866) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.283287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2178008b-8f15-408c-870d-0a53de61dcf8 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "DELETE /v2.0/routers/76f3a22e-7f9e-4e5f-91e4-5f6e01e846f3 HTTP/1.1" status: 204 len: 168 time: 7.4369733 Mar 23 10:18:14.293895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1937907290', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:14.354442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] For port 1ae23db5-714e-471a-a0a0-b9156ab6d869, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1ae23db5-714e-471a-a0a0-b9156ab6d869,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:14.354809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.389459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:14.414158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Usage tracker for resource:router and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:14.422916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:14.451447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:14.505221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.506857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.633053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.673792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Calling delete_port for 1ae23db5-714e-471a-a0a0-b9156ab6d869 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:14.752052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.779252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.784866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d519fe-14f0-4a72-b207-fe75f3aad59d req-abd65312-436c-493b-94ff-c7654020981a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:14.787584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Calling delete_port for 025922c3-51a3-4f47-85f4-8941e886080c owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:14.794292 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77d519fe-14f0-4a72-b207-fe75f3aad59d req-abd65312-436c-493b-94ff-c7654020981a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9467134 Mar 23 10:18:14.948118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.990657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:14.995018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:15.000515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:15.007026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a1303cf5-8d4d-4f74-be5d-18dba13ea85c None None] Provisioning for port 9bc40950-8b6e-454e-b748-374099344311 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:15.012400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=e7cd3c26-bc1f-4f31-af2b-238542677d12,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.019951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.037728 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aa0104d0-cdf7-4df8-a9f6-73a876cf8230 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/e7cd3c26-bc1f-4f31-af2b-238542677d12 HTTP/1.1" status: 204 len: 168 time: 7.6933565 Mar 23 10:18:15.038532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39870) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.057189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152627963'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:15.058347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.066843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:15.086081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:15.093968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:15.101950 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77d519fe-14f0-4a72-b207-fe75f3aad59d req-37ffd196-65d8-434e-8948-e7f35c1988a8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065789 Mar 23 10:18:15.103475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:15.134849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1ae23db5-714e-471a-a0a0-b9156ab6d869 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:15.199111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.200586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.206555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Port': ['ID=025922c3-51a3-4f47-85f4-8941e886080c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.234834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:15.238232 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bad841d2-865b-4624-830e-bcb2434608f1 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/ports/025922c3-51a3-4f47-85f4-8941e886080c HTTP/1.1" status: 204 len: 168 time: 1.2332249 Mar 23 10:18:15.239806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39876) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.240608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.307785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17780151-8067-404c-9999-a4d93744f3e5 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:18:15.308029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.322781 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ba8ec7-dde7-4bed-90e6-2a9f6529432b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:15.323575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ba8ec7-dde7-4bed-90e6-2a9f6529432b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:15.328268 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-59ba8ec7-dde7-4bed-90e6-2a9f6529432b tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/62cf1c54-6fdd-4b3c-87ea-e23451258deb HTTP/1.1" status: 404 len: 337 time: 0.0854526 Mar 23 10:18:15.328469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39880) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.372144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-272d352d-0ba4-4ce5-999f-72bd0f77a7e5 None None] Provisioning for port 44f4643f-1857-4fb3-af25-eec41bed8838 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:15.381317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-272d352d-0ba4-4ce5-999f-72bd0f77a7e5 None None] Provisioning complete for port 44f4643f-1857-4fb3-af25-eec41bed8838 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:15.381317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-272d352d-0ba4-4ce5-999f-72bd0f77a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.481992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-272d352d-0ba4-4ce5-999f-72bd0f77a7e5 None None] Port 44f4643f-1857-4fb3-af25-eec41bed8838 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:18:15.526311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17780151-8067-404c-9999-a4d93744f3e5 None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:15.529440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.623764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.640872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.681982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:15.715475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ae23db5-714e-471a-a0a0-b9156ab6d869,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.729034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88d4e-1e97-4d49-8f1e-6cd6994bd1eb req-e10ffd2c-cd4c-4f98-a231-a71c70490d7d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:15.732565 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-09c88d4e-1e97-4d49-8f1e-6cd6994bd1eb req-e10ffd2c-cd4c-4f98-a231-a71c70490d7d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4059498 Mar 23 10:18:15.735390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1ae23db5-714e-471a-a0a0-b9156ab6d869 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:15.745366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1ae23db5-714e-471a-a0a0-b9156ab6d869 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:15.745991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.747479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.748166 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 41fdf124-4680-4416-8409-ca03cdb30af7 of type vlan for network e06252f1-5b83-43c8-a875-3178adf3264d Mar 23 10:18:15.751212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port ded231a5-33c0-402e-8bbc-cf27a4fab882 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:18:15.787184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port 1ae23db5-714e-471a-a0a0-b9156ab6d869 was deleted so its status cannot be updated. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 23 10:18:15.787586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9bc40950-8b6e-454e-b748-374099344311 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:15.806445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.852132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cf0945-a6c5-416b-821c-849bf274fd07']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:15.868485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1557ef-9ed1-445e-9c86-d4b1025874dc') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:15.868838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1557ef-9ed1-445e-9c86-d4b1025874dc') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:15.893312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.943129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.969048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.981290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.984639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:15.984922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.990063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 9bc40950-8b6e-454e-b748-374099344311 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:16.000913 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:16.004196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9bc40950-8b6e-454e-b748-374099344311 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:16.004774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.047640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.159216 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-09c88d4e-1e97-4d49-8f1e-6cd6994bd1eb req-ebbc53af-d2bc-4c8d-894c-5e8489c3d1a8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171767 Mar 23 10:18:16.231067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.279294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.283698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Network': ['ID=f1cf0945-a6c5-416b-821c-849bf274fd07,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.291715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.308978 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7d7ce9ef-0c03-4d4a-b26a-3907998a3857 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/f1cf0945-a6c5-416b-821c-849bf274fd07 HTTP/1.1" status: 204 len: 168 time: 0.9793799 Mar 23 10:18:16.315845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39886) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.360413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 9bc40950-8b6e-454e-b748-374099344311, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9bc40950-8b6e-454e-b748-374099344311,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:16.366688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.368348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.370964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:16.371848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.394677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Allocated IP 172.26.7.22 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/90b983db-c829-40fb-a28b-9f8794ad9aaf) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:16.414600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b3c75b41-5305-4b5d-b597-260f5ef766ea no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:16.424287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.468300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b3c75b41-5305-4b5d-b597-260f5ef766ea {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:16.468630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b3c75b41-5305-4b5d-b597-260f5ef766ea not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:16.493150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=9bc40950-8b6e-454e-b748-374099344311,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.581711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.618565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.752790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:16.757839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:16.761987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:16.837976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event updated for resources: {'Port': ['ID=90b983db-c829-40fb-a28b-9f8794ad9aaf,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.858178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=e06252f1-5b83-43c8-a875-3178adf3264d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.873759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e06252f1-5b83-43c8-a875-3178adf3264d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:16.916474 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a1a70859-0c56-4043-bba8-de5f22ccd2fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8691933 Mar 23 10:18:16.922633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39892) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.932223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:17.007356 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 10:18:17.010443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:17.037107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.048036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.138984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9bc40950-8b6e-454e-b748-374099344311 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:17.148350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.149771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 237d0827-c061-4bbb-afe0-89856411083d {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:17.216372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:17.222370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:17.226746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.229203 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-322d0541-cf89-4972-b867-77b800d01c76 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/routers/237d0827-c061-4bbb-afe0-89856411083d HTTP/1.1" status: 204 len: 168 time: 7.3237729 Mar 23 10:18:17.232115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:17.236012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39896) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:17.258243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-933f9bc5-7c78-42bc-af59-3a3d00d73c55 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.2755902 Mar 23 10:18:17.263203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39900) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:17.276402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9bc40950-8b6e-454e-b748-374099344311 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:17.278249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.298131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6bfad-42b6-4f49-91bf-1f6fe50ba151 req-f84a91a0-a146-4401-8d0e-421ee56a136d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:17.300848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8c6bfad-42b6-4f49-91bf-1f6fe50ba151 req-f84a91a0-a146-4401-8d0e-421ee56a136d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9060576 Mar 23 10:18:17.317635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:17.406046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:17.536647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting subnet 0ccd6447-66dd-4c56-8ace-2a23191cf619 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:18:17.548270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.621154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.636647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.667427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8c6bfad-42b6-4f49-91bf-1f6fe50ba151 req-8d0ebdc7-d809-44ad-97ab-b0a20aa4e049 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039935 Mar 23 10:18:17.699126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428488be-820f-4d37-a613-9ec42a4488bf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:17.703670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428488be-820f-4d37-a613-9ec42a4488bf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:17.704499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-428488be-820f-4d37-a613-9ec42a4488bf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:17.737544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-428488be-820f-4d37-a613-9ec42a4488bf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:17.738919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-428488be-820f-4d37-a613-9ec42a4488bf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4596622 Mar 23 10:18:17.745168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.745896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.747485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39906) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:17.821546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.863087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 44f4643f-1857-4fb3-af25-eec41bed8838 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:17.864030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.013224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.080054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccd6447-66dd-4c56-8ace-2a23191cf619,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:18.162860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.170997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.177649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37d095-e85c-43f7-a4b8-4ba188566c13 None None] Network 6d936528-3f36-493e-9b37-e0f1a9a077ce requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:18.219168 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c5a92fd7-b28e-4622-9375-1faef69ee150 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/subnets/0ccd6447-66dd-4c56-8ace-2a23191cf619 HTTP/1.1" status: 204 len: 168 time: 1.8987775 Mar 23 10:18:18.220744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39912) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.304711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.398062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.401361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.426326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=8eda9987-8ee3-4f12-9ff6-3d00a6d8b144,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:18.468327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': '41fdf124-4680-4416-8409-ca03cdb30af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:18.468693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: e06252f1-5b83-43c8-a875-3178adf3264d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:18.545107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network e06252f1-5b83-43c8-a875-3178adf3264d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:18.545571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 44f4643f-1857-4fb3-af25-eec41bed8838 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:18.567178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e06252f1-5b83-43c8-a875-3178adf3264d) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:18.569228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Router ea8aaccd-96a2-426f-895c-dd0f0fb5f653 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:18.576021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:18.576632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.582854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3affba-1f7a-4a93-b63a-d397ba96192e None None] Network e06252f1-5b83-43c8-a875-3178adf3264d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:18.601977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Deleting port bafe0931-541f-49d3-81c4-d2a99c2273b3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:18.602588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.612275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.625723 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab283ca7-84b0-44a7-9f25-243dcae6d6f6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6989129 Mar 23 10:18:18.626136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39916) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.699868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Deleting port bfbd1e98-d46b-4505-aaf3-e5b11b25db71 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:18.700143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.834005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.966164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=44f4643f-1857-4fb3-af25-eec41bed8838,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:19.042165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] DHCP port deletion for 6d936528-3f36-493e-9b37-e0f1a9a077ce request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:18:19.047346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Deleting port bafe0931-541f-49d3-81c4-d2a99c2273b3 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:19.047780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.089745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.127379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] For port bfbd1e98-d46b-4505-aaf3-e5b11b25db71, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:19.128129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.292131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] For port bafe0931-541f-49d3-81c4-d2a99c2273b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bafe0931-541f-49d3-81c4-d2a99c2273b3,segment=NetworkSegment(5d55484d-1de1-49d9-91d4-47ce30ab3c44),segment_id=5d55484d-1de1-49d9-91d4-47ce30ab3c44)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:19.292651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.343601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Calling delete_port for bfbd1e98-d46b-4505-aaf3-e5b11b25db71 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:19.363824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e06252f1-5b83-43c8-a875-3178adf3264d', 'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': '8eda9987-8ee3-4f12-9ff6-3d00a6d8b144'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:19.364678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.445329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Calling delete_port for bafe0931-541f-49d3-81c4-d2a99c2273b3 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:19.490669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] For port bafe0931-541f-49d3-81c4-d2a99c2273b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bafe0931-541f-49d3-81c4-d2a99c2273b3,segment=NetworkSegment(5d55484d-1de1-49d9-91d4-47ce30ab3c44),segment_id=5d55484d-1de1-49d9-91d4-47ce30ab3c44)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:19.491067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.532152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.547118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.665777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.691409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Calling delete_port for bafe0931-541f-49d3-81c4-d2a99c2273b3 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:19.732438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.796117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Port': ['ID=bafe0931-541f-49d3-81c4-d2a99c2273b3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:19.813354 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5505ed7b-a7a7-43f0-a72e-9236fc43b500 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/44f4643f-1857-4fb3-af25-eec41bed8838 HTTP/1.1" status: 204 len: 168 time: 2.0646555 Mar 23 10:18:19.816113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39920) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:19.870060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfbd1e98-d46b-4505-aaf3-e5b11b25db71,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:19.890929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] No DVR routers for this DVR port bafe0931-541f-49d3-81c4-d2a99c2273b3 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:19.918968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Allocated IP 2001:db8::1 (e06252f1-5b83-43c8-a875-3178adf3264d/8eda9987-8ee3-4f12-9ff6-3d00a6d8b144/2e07f052-b3c8-4119-8543-ab28832e401c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:19.925835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:19.926174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:19.995260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:20.010938 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] Sync routers for ids ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:20.042679 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] Routers {'ea8aaccd-96a2-426f-895c-dd0f0fb5f653'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:20.048423 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.081692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282fa22-436d-4b3f-a54d-c8c2e289bc12 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:20.083556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282fa22-436d-4b3f-a54d-c8c2e289bc12 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:20.084419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f282fa22-436d-4b3f-a54d-c8c2e289bc12 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:20.088411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.127249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d936528-3f36-493e-9b37-e0f1a9a077ce']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.148433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d55484d-1de1-49d9-91d4-47ce30ab3c44') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.149152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d55484d-1de1-49d9-91d4-47ce30ab3c44') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.158066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f282fa22-436d-4b3f-a54d-c8c2e289bc12 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:20.164924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f282fa22-436d-4b3f-a54d-c8c2e289bc12 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3429046 Mar 23 10:18:20.170204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39924) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:20.204392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.218687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.227941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Transition to ACTIVE for port object 2e07f052-b3c8-4119-8543-ab28832e401c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:20.254585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.256750 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.268213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Releasing vlan 991 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:20.268772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.279327 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] Routers {'ea8aaccd-96a2-426f-895c-dd0f0fb5f653'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:20.280246 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:20.284907 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:20.311268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.316474 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b4ca8b10-c30a-4d51-b7bb-1b57831793ee tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0315645 Mar 23 10:18:20.345609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39928) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:20.349333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 81e908e4-7c17-4bab-8ee8-4fe6514a4f50 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:18:20.354169 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:20.354668 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b582c-4e2a-46bb-aff6-423b08a0aab9 None None] The sync data for ids ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:20.365468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': False}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:20.403049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.427384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Deleting port bafe0931-541f-49d3-81c4-d2a99c2273b3 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:20.428408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.434768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.504875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1b581212-91d6-4f8e-99c5-4477756a53f1 None None] The port 'bafe0931-541f-49d3-81c4-d2a99c2273b3' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:18:20.552583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Transition to ACTIVE for port object 2e07f052-b3c8-4119-8543-ab28832e401c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:20.557704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.564682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.590264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.598351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.630780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] Pushing event deleted for resources: {'Network': ['ID=6d936528-3f36-493e-9b37-e0f1a9a077ce,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:20.660995 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-57dea697-2cca-4c49-ac39-3dbad9bfa964 tempest-NetworksIpV6TestAttrs-2001473751 tempest-NetworksIpV6TestAttrs-2001473751-project] 10.222.0.73 "DELETE /v2.0/networks/6d936528-3f36-493e-9b37-e0f1a9a077ce HTTP/1.1" status: 204 len: 168 time: 2.4348822 Mar 23 10:18:20.699316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Network e06252f1-5b83-43c8-a875-3178adf3264d is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:20.706402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:20.709805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Pushing event updated for resources: {'Port': ['ID=2e07f052-b3c8-4119-8543-ab28832e401c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:20.714324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:20.736927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.802755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.825730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.882586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Attempting to bind port 2e07f052-b3c8-4119-8543-ab28832e401c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:20.882963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Attempting to bind port 2e07f052-b3c8-4119-8543-ab28832e401c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '41fdf124-4680-4416-8409-ca03cdb30af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:20.883326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Attempting to bind port 2e07f052-b3c8-4119-8543-ab28832e401c on network e06252f1-5b83-43c8-a875-3178adf3264d {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:20.886329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.891729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:20.892164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Checking segment: {'id': '41fdf124-4680-4416-8409-ca03cdb30af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:20.892806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.893858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Bound using segment: {'id': '41fdf124-4680-4416-8409-ca03cdb30af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:20.894871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Bound port: 2e07f052-b3c8-4119-8543-ab28832e401c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fdf124-4680-4416-8409-ca03cdb30af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e06252f1-5b83-43c8-a875-3178adf3264d'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:20.895675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.900933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=8eda9987-8ee3-4f12-9ff6-3d00a6d8b144,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:20.925379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.052722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=81e908e4-7c17-4bab-8ee8-4fe6514a4f50,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:21.069703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.084654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee0ae0-783b-42de-9e59-8c8137df3eb7 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:21.108046 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d132a6ba-27f8-4fe0-8812-c9f95cb856b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/81e908e4-7c17-4bab-8ee8-4fe6514a4f50 HTTP/1.1" status: 204 len: 168 time: 0.9333448 Mar 23 10:18:21.108872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39934) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.136767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.137491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:21.161449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.183659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.191881 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e2b99f5d-49b4-4781-9a29-b6072cabf256 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f1c3ed4c-d6f9-4712-bde1-55ff84a661b2 HTTP/1.1" status: 204 len: 168 time: 3.9532204 Mar 23 10:18:21.193271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39940) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.219009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1349883518', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:21.251022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:21.254944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1ae23db5-714e-471a-a0a0-b9156ab6d869 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:21.255283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-46bf1fb0-b818-4736-bcab-6941cee1f1e6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449337 Mar 23 10:18:21.256561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39944) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.259928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06252f1-5b83-43c8-a875-3178adf3264d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:21.270518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:21.281572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Usage tracker for resource:router and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:21.291195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:21.307958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fdf124-4680-4416-8409-ca03cdb30af7') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:21.308907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fdf124-4680-4416-8409-ca03cdb30af7') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:21.332937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:21.342675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.380919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.382363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.403056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.415582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 950 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:21.419022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.429030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] For port 2e07f052-b3c8-4119-8543-ab28832e401c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:21.431449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 1ae23db5-714e-471a-a0a0-b9156ab6d869 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:21.431940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1ae23db5-714e-471a-a0a0-b9156ab6d869 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:21.432473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bafe0931-541f-49d3-81c4-d2a99c2273b3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:21.437849 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:21.475383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: bafe0931-541f-49d3-81c4-d2a99c2273b3 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:21.476129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bafe0931-541f-49d3-81c4-d2a99c2273b3 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:21.516673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.550355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:18:21.550355 dv-neutron-834653-2-hyperv neutron-server[83746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:18:21.550355 dv-neutron-834653-2-hyperv neutron-server[83746]: [parameters: {'id': 'e06252f1-5b83-43c8-a875-3178adf3264d'}] Mar 23 10:18:21.550355 dv-neutron-834653-2-hyperv neutron-server[83746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:21.551131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:21.558234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39948) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.577617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] For port 2e07f052-b3c8-4119-8543-ab28832e401c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2e07f052-b3c8-4119-8543-ab28832e401c,segment=NetworkSegment(41fdf124-4680-4416-8409-ca03cdb30af7),segment_id=41fdf124-4680-4416-8409-ca03cdb30af7)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:21.598439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:21.602284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.604403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:21.608370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:21.615926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:21.632973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:21.785991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.894451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07322ac3-c198-4920-b01d-cacbc30543c4 None None] Network e06252f1-5b83-43c8-a875-3178adf3264d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:21.968787 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8a0039aa-49f0-4974-b2a6-fb307635536c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c9d5b6524f8413eb0a8f3795673b16d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088011 Mar 23 10:18:21.971810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39954) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.985663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:18:22.007189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f51a-4b8a-4ca7-aa0e-644a0b7d59fe None None] Pushing event updated for resources: {'Port': ['ID=2e07f052-b3c8-4119-8543-ab28832e401c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:22.016688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] Deleting port 9bc40950-8b6e-454e-b748-374099344311 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:22.017308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.052588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.108112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a530f3d-3114-44ea-b70c-d17aefa127ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.127836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port 2e07f052-b3c8-4119-8543-ab28832e401c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:22.128560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.138816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.324714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.359508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a530f3d-3114-44ea-b70c-d17aefa127ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.370298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.398566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.406710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] For port 9bc40950-8b6e-454e-b748-374099344311, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9bc40950-8b6e-454e-b748-374099344311,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:22.407099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.511462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.553783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] Calling delete_port for 9bc40950-8b6e-454e-b748-374099344311 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:22.592900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:22.600501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:22.605190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:22.605825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.612108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:22.640980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-08a61eb3-aad0-425d-9584-4b2c60ea76af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3815141 Mar 23 10:18:22.644484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39958) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:22.645073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.650998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1466751601'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:22.698702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] No DVR routers for this DVR port 9bc40950-8b6e-454e-b748-374099344311 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:22.708413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c86d1e-7cc9-4e0f-a6db-2d9cf739785d None None] Pushing event deleted for resources: {'Port': ['ID=9bc40950-8b6e-454e-b748-374099344311,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:22.736451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2587e6c-68a0-449d-b482-9108544dd915 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:22.802294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a530f3d-3114-44ea-b70c-d17aefa127ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.835215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a530f3d-3114-44ea-b70c-d17aefa127ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb382712-7a68-402c-8727-d16cc2d217af,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:22.928518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port 2e07f052-b3c8-4119-8543-ab28832e401c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2e07f052-b3c8-4119-8543-ab28832e401c,segment=NetworkSegment(41fdf124-4680-4416-8409-ca03cdb30af7),segment_id=41fdf124-4680-4416-8409-ca03cdb30af7)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:22.929092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.043961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bfbd1e98-d46b-4505-aaf3-e5b11b25db71 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:23.057738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:23.066396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:23.080222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:23.090978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:23.092049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for 2e07f052-b3c8-4119-8543-ab28832e401c owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:23.095460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: bfbd1e98-d46b-4505-aaf3-e5b11b25db71 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:23.095693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bfbd1e98-d46b-4505-aaf3-e5b11b25db71 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:23.096408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9bc40950-8b6e-454e-b748-374099344311 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:23.113013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.119952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a530f3d-3114-44ea-b70c-d17aefa127ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.121317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.124024 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9a530f3d-3114-44ea-b70c-d17aefa127ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb382712-7a68-402c-8727-d16cc2d217af HTTP/1.1" status: 204 len: 168 time: 1.1513338 Mar 23 10:18:23.131495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Allocated IP 172.26.7.60 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/bc337111-0641-4f87-b93b-df45411a336f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:23.134470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 9bc40950-8b6e-454e-b748-374099344311 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:23.134856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9bc40950-8b6e-454e-b748-374099344311 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:23.219966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:23.222251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:23.223259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.225360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.284770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.338554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=2e07f052-b3c8-4119-8543-ab28832e401c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:23.341099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port c6970689-5c6c-4e50-b760-7bc2c2a6cb55 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:18:23.381194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port 2e07f052-b3c8-4119-8543-ab28832e401c on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:23.460049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.544143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.579488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06252f1-5b83-43c8-a875-3178adf3264d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:23.595937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Router ea8aaccd-96a2-426f-895c-dd0f0fb5f653 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:18:23.597329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fdf124-4680-4416-8409-ca03cdb30af7') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:23.597629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fdf124-4680-4416-8409-ca03cdb30af7') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:23.604095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20/18225d6c-7977-4d8a-955d-74b8a55b7a92) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:23.616938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.639515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.687061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.709629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 950 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:23.710209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:23.726809 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:23.889752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:23.898694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:23.909921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.910849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:23.930697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Transition to ACTIVE for port object 18225d6c-7977-4d8a-955d-74b8a55b7a92 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:23.955852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Transition to ACTIVE for port object 18225d6c-7977-4d8a-955d-74b8a55b7a92 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:23.958028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event updated for resources: {'Port': ['ID=bc337111-0641-4f87-b93b-df45411a336f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:23.965692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.969141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.990395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.994696 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:18:23.995625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:24.004504 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/e06252f1-5b83-43c8-a875-3178adf3264d HTTP/1.1" status: 204 len: 168 time: 5.3771756 Mar 23 10:18:24.015454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 39974) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.016309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eb006-89ab-4ee1-8de9-002d70d6bab8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=e06252f1-5b83-43c8-a875-3178adf3264d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.023492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-484884055'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:24.032268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:24.039431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:24.045914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:24.071282 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-52beeed1-80af-49ec-8454-fbaca12f7ea1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4248469 Mar 23 10:18:24.091654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39980) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.101914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:24.102734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:24.106903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:24.114928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:24.122248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Pushing event updated for resources: {'Port': ['ID=18225d6c-7977-4d8a-955d-74b8a55b7a92,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.140740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:24.144695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.202409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:24.219008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.219318 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b of type vlan for network bd7c5dda-1ae6-45be-8af0-a346fa736909 Mar 23 10:18:24.245165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Attempting to bind port 18225d6c-7977-4d8a-955d-74b8a55b7a92 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:24.245806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Attempting to bind port 18225d6c-7977-4d8a-955d-74b8a55b7a92 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:24.246765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Attempting to bind port 18225d6c-7977-4d8a-955d-74b8a55b7a92 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:24.276510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:24.277112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:24.278280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.278961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:24.280627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Bound port: 18225d6c-7977-4d8a-955d-74b8a55b7a92, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:24.281470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.282680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.329406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.329866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.342693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:24.350854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.352986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fab0394a-2987-4068-a163-d4e923090824 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "PUT /v2.0/routers/ea8aaccd-96a2-426f-895c-dd0f0fb5f653 HTTP/1.1" status: 200 len: 925 time: 4.0010037 Mar 23 10:18:24.356342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39984) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.366730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] Sync routers for ids ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:24.458629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.463999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:24.464623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.509661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6fb97581-5fe8-405e-9f96-9ae76757cb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.514906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.519529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] For port 18225d6c-7977-4d8a-955d-74b8a55b7a92, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:24.523594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] For port 18225d6c-7977-4d8a-955d-74b8a55b7a92, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=18225d6c-7977-4d8a-955d-74b8a55b7a92,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:24.530769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] Routers {'ea8aaccd-96a2-426f-895c-dd0f0fb5f653'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:24.531666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.558865 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5402505 Mar 23 10:18:24.567356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.582756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513f1ac-1ba2-415c-92da-3a3e3b6e79fa tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:24.583462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2513f1ac-1ba2-415c-92da-3a3e3b6e79fa tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:24.591872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:24.613849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.622675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.666681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] Routers {'ea8aaccd-96a2-426f-895c-dd0f0fb5f653'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:24.667373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.711641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2513f1ac-1ba2-415c-92da-3a3e3b6e79fa tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:24.711641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2513f1ac-1ba2-415c-92da-3a3e3b6e79fa tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6099148 Mar 23 10:18:24.721310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 39996) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.780527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.780799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7015b-f17f-4286-bb5f-3cad4ebf8a36 None None] The sync data for ids ['ea8aaccd-96a2-426f-895c-dd0f0fb5f653'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:24.802465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439f66c-05cd-4e29-b967-dbbb5123362d None None] Pushing event updated for resources: {'Port': ['ID=18225d6c-7977-4d8a-955d-74b8a55b7a92,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.830442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d558e87-b495-4283-9d00-1c65ecd80005 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:24.832657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d558e87-b495-4283-9d00-1c65ecd80005 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:24.835968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0d558e87-b495-4283-9d00-1c65ecd80005 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:24.861223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c683-18b7-4312-86e3-41d0440ce8bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=bd7c5dda-1ae6-45be-8af0-a346fa736909,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.878798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:24.912093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:24.914823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0d558e87-b495-4283-9d00-1c65ecd80005 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:24.919790 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0d558e87-b495-4283-9d00-1c65ecd80005 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1976273 Mar 23 10:18:24.920529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40002) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.927349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:24.933236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:25.014081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:25.072455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40006) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:25.097477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:25.103099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Router cc5f0755-63fa-42d2-868f-20b89a8ea90a is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:25.153811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:18:25.300641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.331599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1083201945'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:25.338627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:25.344838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:25.349049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:25.357610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:25.376310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:25.379593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.405542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.417019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.464506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:25.466348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.472685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:security_group_rule and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:25.476538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:25.485068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:25.502132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:25.523562 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] Sync routers for ids ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:25.546826 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] Routers {'cc5f0755-63fa-42d2-868f-20b89a8ea90a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:25.548226 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:25.563342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.565528 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d7cf7fdd-6818-48c8-949d-8d7d05d0c183 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3560512 Mar 23 10:18:25.570071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40012) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:25.584005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': False}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:25.643140 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:25.660891 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] Routers {'cc5f0755-63fa-42d2-868f-20b89a8ea90a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:25.662146 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:17:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:25.712723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-50a2ab13-fd04-4abf-9997-0a1ccca3efe4 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/ea8aaccd-96a2-426f-895c-dd0f0fb5f653 HTTP/1.1" status: 200 len: 925 time: 1.3545034 Mar 23 10:18:25.729045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40016) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:25.753320 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:25.754437 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce056067-c261-41e8-9b11-3e70df7ada45 None None] The sync data for ids ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:25.785812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.798789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.847789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:25.852174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ae28a-f6bd-4e98-8061-4325e94b8bb1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:25.868123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.868472 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 28ec9eb4-75fc-4fe6-985c-4ff624a87ddc of type vlan for network 6e31c679-5da9-4f39-b8fb-d6354c592622 Mar 23 10:18:25.914481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.937814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.996163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.003577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:26.005770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.169867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d4b501aa-7890-46d1-93f9-6489ffde88f5 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Synchronizing usage tracker for tenant:96e6f9824e174330acd68f43d614227b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:26.182907 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1093056 Mar 23 10:18:26.184907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8ceef-60cf-45c5-9821-19b87432c1bd tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=6e31c679-5da9-4f39-b8fb-d6354c592622,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:26.205351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6e31c679-5da9-4f39-b8fb-d6354c592622 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:26.300971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d4b501aa-7890-46d1-93f9-6489ffde88f5 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Unset dirty status for tenant:96e6f9824e174330acd68f43d614227b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:26.306788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d4b501aa-7890-46d1-93f9-6489ffde88f5 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=ea8aaccd-96a2-426f-895c-dd0f0fb5f653&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5670450 Mar 23 10:18:26.311162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40022) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:26.313080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.364612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c160dc-0afc-4d15-a5aa-cf0fb4139052 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:18:26.410615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40026) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:26.426182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:26.435993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.460245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:26.478593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-33269f9f-206a-4ceb-ab12-822ce0766846 None None] Provisioning for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:26.650370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:26.651789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.663589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:26.669472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:26.678734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c7c486e-44e7-4588-8108-03ca484efae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.686297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:26.724889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:26.765508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c160dc-0afc-4d15-a5aa-cf0fb4139052 None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:26.780111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c160dc-0afc-4d15-a5aa-cf0fb4139052 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, bd7c5dda-1ae6-45be-8af0-a346fa736909) {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:26.809407 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1d7f8176-2b38-49be-9be2-8254a246fb24 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20 HTTP/1.1" status: 204 len: 168 time: 1.8846266 Mar 23 10:18:26.814732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40030) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:26.819427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=ce259e92-558c-497d-a443-0f0f26c4a9b9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:26.866394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3838a1-f60a-461d-afc3-98baa9038c23 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:26.867401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9c3838a1-f60a-461d-afc3-98baa9038c23 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Synchronizing usage tracker for tenant:96e6f9824e174330acd68f43d614227b on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:26.883471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:26.883998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: bd7c5dda-1ae6-45be-8af0-a346fa736909, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:26.928627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9c3838a1-f60a-461d-afc3-98baa9038c23 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Unset dirty status for tenant:96e6f9824e174330acd68f43d614227b on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:26.930678 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9c3838a1-f60a-461d-afc3-98baa9038c23 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.6085236 Mar 23 10:18:26.940424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40034) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:26.943819 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b8519d20-25d2-4fef-9221-973eb58ff5cf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272492 Mar 23 10:18:26.955404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40038) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:26.956458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Unable to find a vacant binding_index for network bd7c5dda-1ae6-45be-8af0-a346fa736909 and agent 3bb9f011-84c7-4a43-9124-69f853c4b111 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 23 10:18:26.972084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:27.017294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.044198 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4d37d39-d8af-494f-8751-5f54fafa9587 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea8aaccd-96a2-426f-895c-dd0f0fb5f653 HTTP/1.1" status: 200 len: 205 time: 0.0954654 Mar 23 10:18:27.072105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 18225d6c-7977-4d8a-955d-74b8a55b7a92 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:27.115693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40042) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:27.211653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:27.220185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:27.220956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.304453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, bd7c5dda-1ae6-45be-8af0-a346fa736909) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:27.341824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:27.342855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.415775 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-87f6c6fb-d314-4c80-8de4-5c7fc0395bac tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8453264 Mar 23 10:18:27.420995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40046) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:27.425413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:27.430950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:27.450044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:27.456627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:27.515915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:27.543935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:27.558541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.686875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 18225d6c-7977-4d8a-955d-74b8a55b7a92, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=18225d6c-7977-4d8a-955d-74b8a55b7a92,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:27.700920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.710535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.718192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:27.729319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:subnet and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:27.776102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:27.784180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.794609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-bd7c5dda-1ae6-45be-8af0-a346fa736909', 'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': 'ce259e92-558c-497d-a443-0f0f26c4a9b9'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:27.795720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.802694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:27.833310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:27.837413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.838325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.841230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.913470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=18225d6c-7977-4d8a-955d-74b8a55b7a92,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:27.931660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.952053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=49323977-8b53-4302-9df0-f4e4e56d4ac3,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:27.974486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.048728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Allocated IP 2001:db8::2 (bd7c5dda-1ae6-45be-8af0-a346fa736909/ce259e92-558c-497d-a443-0f0f26c4a9b9/88fe00d1-0822-473d-bdcb-0f106c6434a8) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:28.116407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.119648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:28.120032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: 6e31c679-5da9-4f39-b8fb-d6354c592622, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:28.207268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:28.210481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=5786112b-bc4c-42da-842c-d0b9e4107c3b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.214275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:28.217124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.217749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.259145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 6e31c679-5da9-4f39-b8fb-d6354c592622 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:28.287099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6e31c679-5da9-4f39-b8fb-d6354c592622) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:28.296911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.296911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.305010 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-704bc418-6d79-4dba-8437-979e2cdb19fc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3439415 Mar 23 10:18:28.309829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40052) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:28.317925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:28.324976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:28.329192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:router and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:28.332981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:28.340433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:28.350470 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-afc5e9b8-9a0d-4c89-83ff-944e9eba8d94 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9298117 Mar 23 10:18:28.353257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40056) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:28.362243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344706977'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:28.407416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.408585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.411317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.416653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:28.423579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Transition to ACTIVE for port object 88fe00d1-0822-473d-bdcb-0f106c6434a8 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:28.445069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:28.447634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Transition to ACTIVE for port object 88fe00d1-0822-473d-bdcb-0f106c6434a8 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:28.450320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:28.457186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.459283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.466031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:28.547033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:28.551123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.571858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.575519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:28.584832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:28.585557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:28.588794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:28.591650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Pushing event updated for resources: {'Port': ['ID=88fe00d1-0822-473d-bdcb-0f106c6434a8,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.594268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:28.597706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.598300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.608461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=b56d54e5-ebcf-4907-ab4d-162b680a0c5b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.638270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.649369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-084ed99a-ecb7-4454-a5ac-a35f6f6455f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2256699 Mar 23 10:18:28.657275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:28.661633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40060) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:28.685889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.700048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Attempting to bind port 88fe00d1-0822-473d-bdcb-0f106c6434a8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:28.700713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Attempting to bind port 88fe00d1-0822-473d-bdcb-0f106c6434a8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:28.701148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Attempting to bind port 88fe00d1-0822-473d-bdcb-0f106c6434a8 on network bd7c5dda-1ae6-45be-8af0-a346fa736909 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:28.707091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.710428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Deleting port 90b983db-c829-40fb-a28b-9f8794ad9aaf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:28.710986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.711179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:28.711439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Checking segment: {'id': '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:28.711996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.712636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Bound using segment: {'id': '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:28.713036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Bound port: 88fe00d1-0822-473d-bdcb-0f106c6434a8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:28.713709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.722497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.726811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0133b621-8395-43df-bc7b-a2912681b431 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4133856 Mar 23 10:18:28.726811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.727105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 79b097d7-2ba6-40e0-9a52-8f207cc41a18 of type vlan for network d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 Mar 23 10:18:28.742585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40064) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:28.766603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.860456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] For port 88fe00d1-0822-473d-bdcb-0f106c6434a8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:28.865147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] For port 88fe00d1-0822-473d-bdcb-0f106c6434a8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=88fe00d1-0822-473d-bdcb-0f106c6434a8,segment=NetworkSegment(34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b),segment_id=34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:28.872316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.910914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.912470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.914017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.915347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.916705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.918522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Synchronizing usage tracker for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:28.924058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.948241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6f4f6-f278-4927-b5f6-a9ed47628c29 None None] Pushing event updated for resources: {'Port': ['ID=88fe00d1-0822-473d-bdcb-0f106c6434a8,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.984026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Unset dirty status for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:28.985251 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-48ea4631-d9f7-41c3-bd36-d73e5e5e570c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3221834 Mar 23 10:18:29.025302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40068) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:29.047246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585907437'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:29.050664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.054695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:29.055306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.098710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:29.103657 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7496238 Mar 23 10:18:29.107981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40072) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:29.138812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 18225d6c-7977-4d8a-955d-74b8a55b7a92 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:29.176786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': 'd0b60e0c-a9be-43fc-8a2e-f32cccbd5585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:29.303798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.314020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:29.314626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.470683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:29.474697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:29.483338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:29.525156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:29.529184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.596001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:29.596740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8739130-8f64-49e3-8723-d61e67562a1f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=d0b60e0c-a9be-43fc-8a2e-f32cccbd5585,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:29.623102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.624801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:29.640222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.640556 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 0907182f-4900-4e85-86f5-8a70bbf63ff2 of type vlan for network 5746d7a3-6e59-4baa-8646-73a26d12e943 Mar 23 10:18:29.703019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:29.707746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:29.711330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:29.720423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:29.765417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:29.777378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Calling delete_port for 90b983db-c829-40fb-a28b-9f8794ad9aaf owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:29.858883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.951793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.969816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.030290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.037063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:30.038046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.305124 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2659163 Mar 23 10:18:30.309798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40078) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:30.317162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13944fef-5a61-4ff1-a68a-9e6dd5aaaeaa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=5746d7a3-6e59-4baa-8646-73a26d12e943,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:30.325459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:30.336401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:30.361749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Router cc5f0755-63fa-42d2-868f-20b89a8ea90a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:18:30.466685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791fac2-84c0-4b61-848f-dcd2e85b5866 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:30.482075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08c98c-c761-4ff9-9eb9-374670028fa3 None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:30.495581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9fe26-892f-464e-9839-0641485529fc None None] Network 6e31c679-5da9-4f39-b8fb-d6354c592622 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:30.746726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.837079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::1 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5786112b-bc4c-42da-842c-d0b9e4107c3b/7302854f-3c2a-4100-9e98-4a7513aadf2e) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:30.861999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event deleted for resources: {'Port': ['ID=90b983db-c829-40fb-a28b-9f8794ad9aaf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:30.866877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.955149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2e2e956c-84f7-49de-a535-f96bddaf0314 None None] Provisioning for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:31.042111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.081772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=f9ecf2c4-3b22-481c-a9ea-bb3b51b1df67,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:31.094923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.255293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 88fe00d1-0822-473d-bdcb-0f106c6434a8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:31.356464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 is not hosted by any dhcp agent {{(pid=83745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 23 10:18:31.359302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:31.360119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.362603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "PUT /v2.0/networks/5746d7a3-6e59-4baa-8646-73a26d12e943 HTTP/1.1" status: 200 len: 723 time: 1.0486410 Mar 23 10:18:31.407873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40084) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.442181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:31.492237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.543200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6e31c679-5da9-4f39-b8fb-d6354c592622', 'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': '49323977-8b53-4302-9df0-f4e4e56d4ac3'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:31.544046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.625931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:31.629751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e71b12-4a42-4ea5-8648-cbefbdca1c5a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=5746d7a3-6e59-4baa-8646-73a26d12e943,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:31.651833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:31.653023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.661037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '79b097d7-2ba6-40e0-9a52-8f207cc41a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'd0b60e0c-a9be-43fc-8a2e-f32cccbd5585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:31.661635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: d0b60e0c-a9be-43fc-8a2e-f32cccbd5585, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:31.692302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.695184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:31.751060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:31.767439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:31.786916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:31.831934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 7302854f-3c2a-4100-9e98-4a7513aadf2e will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:31.944816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.954082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.957802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:31.973121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.978571 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-77cfeb9c-7875-461c-85ff-92c9f913659d tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "PUT /v2.0/routers/cc5f0755-63fa-42d2-868f-20b89a8ea90a HTTP/1.1" status: 200 len: 921 time: 6.4073582 Mar 23 10:18:31.981609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40088) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.994751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] Sync routers for ids ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:32.013072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed8b8f1-46da-4918-b6e7-c7df89379b12 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:32.038709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.078067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:32.161577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.162911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Fanout notify agent at l3_agent the message router_deleted on router ea8aaccd-96a2-426f-895c-dd0f0fb5f653 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:32.181269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.183283 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a664131f-2a1e-4e6c-b860-981083042c0f tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/ea8aaccd-96a2-426f-895c-dd0f0fb5f653 HTTP/1.1" status: 204 len: 168 time: 4.8258479 Mar 23 10:18:32.189288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40092) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.197642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-955692464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:32.207771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:32.215695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Usage tracker for resource:router and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:32.220370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:32.231561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:32.256393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.257616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.262611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, d0b60e0c-a9be-43fc-8a2e-f32cccbd5585) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:32.270887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:32.279425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.290432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.305216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.316742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81690b46-0e08-4944-a2d6-d69a8cfaf730 None None] Network d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:32.339945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.361920 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f4b6db28-5d03-4d26-a86e-cdac7030c88c tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/cc5f0755-63fa-42d2-868f-20b89a8ea90a HTTP/1.1" status: 200 len: 921 time: 0.3782794 Mar 23 10:18:32.362803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40096) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.380821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Allocated IP 172.20.255.242 (6e31c679-5da9-4f39-b8fb-d6354c592622/49323977-8b53-4302-9df0-f4e4e56d4ac3/b5282e58-0856-4809-b05d-3dbf6a53812f) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:32.424690 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e01d98cc-1790-4172-85f0-800e98321b54 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2572830 Mar 23 10:18:32.426991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40100) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.427220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:32.428866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:32.435334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:32.436015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.445852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=7302854f-3c2a-4100-9e98-4a7513aadf2e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:32.461776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.463198 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e07ad37d-a109-4140-b6da-430585115c5e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2726638 Mar 23 10:18:32.470400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40104) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.473317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] Routers {'cc5f0755-63fa-42d2-868f-20b89a8ea90a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:32.473975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:32.525982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Update dhcp port {'port': {'network_id': 'bd7c5dda-1ae6-45be-8af0-a346fa736909', 'fixed_ips': [{'subnet_id': 'ce259e92-558c-497d-a443-0f0f26c4a9b9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b56d54e5-ebcf-4907-ab4d-162b680a0c5b'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '88fe00d1-0822-473d-bdcb-0f106c6434a8'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:18:32.570982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:32.674479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.697314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.723903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.735019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:32.748296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fa65228e-956b-40a1-8999-8473332e8f22 None None] Provisioning complete for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:32.749167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fa65228e-956b-40a1-8999-8473332e8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.872920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:32.887471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b30af844-b2f2-4846-9c30-7d7e260c258f tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Synchronizing usage tracker for tenant:b76df7e19796464a82156d54edf1327f on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:32.902718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.011969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': '0907182f-4900-4e85-86f5-8a70bbf63ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:33.012290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: 5746d7a3-6e59-4baa-8646-73a26d12e943, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:33.071212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:33.094698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 5746d7a3-6e59-4baa-8646-73a26d12e943) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:33.099045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:33.099678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443989'] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.136650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.162177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b30af844-b2f2-4846-9c30-7d7e260c258f tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Unset dirty status for tenant:b76df7e19796464a82156d54edf1327f on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:33.163913 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b30af844-b2f2-4846-9c30-7d7e260c258f tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=cc5f0755-63fa-42d2-868f-20b89a8ea90a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7962375 Mar 23 10:18:33.174331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40108) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:33.300455 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1d3429d5-bae3-4a0f-9980-7ea7a3c232bc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8877463 Mar 23 10:18:33.300966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40112) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:33.309531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.314214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69270d83-3291-4015-a75c-93b2749b71ea None None] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:33.326154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:33.379234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] Routers {'cc5f0755-63fa-42d2-868f-20b89a8ea90a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:33.380575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:33.517557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 88fe00d1-0822-473d-bdcb-0f106c6434a8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=88fe00d1-0822-473d-bdcb-0f106c6434a8,segment=NetworkSegment(34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b),segment_id=34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:33.533463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3418630'] for subnet, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.577833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2887fc-0675-48b4-9aff-795d3c2aec92 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:33.578290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-df2887fc-0675-48b4-9aff-795d3c2aec92 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Synchronizing usage tracker for tenant:b76df7e19796464a82156d54edf1327f on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:33.627727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.640705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.641480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.672948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.688684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.750577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.814350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:33.815172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633181b-b429-4569-8b3a-37cb7f2e56cb None None] The sync data for ids ['cc5f0755-63fa-42d2-868f-20b89a8ea90a'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:33.838088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ecf2c4-3b22-481c-a9ea-bb3b51b1df67,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:33.863807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=7302854f-3c2a-4100-9e98-4a7513aadf2e,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:33.874269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-df2887fc-0675-48b4-9aff-795d3c2aec92 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Unset dirty status for tenant:b76df7e19796464a82156d54edf1327f on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:33.875521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-df2887fc-0675-48b4-9aff-795d3c2aec92 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.7001984 Mar 23 10:18:33.918244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40116) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:33.997158 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bfac93aa-2fc0-4f12-9d4d-50cf9eb87a55 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5f0755-63fa-42d2-868f-20b89a8ea90a HTTP/1.1" status: 200 len: 205 time: 0.0779557 Mar 23 10:18:34.002528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40120) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:34.149309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.213310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b60e0c-a9be-43fc-8a2e-f32cccbd5585']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:34.242083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b097d7-2ba6-40e0-9a52-8f207cc41a18') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:34.242595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b097d7-2ba6-40e0-9a52-8f207cc41a18') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:34.275381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.333819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.353719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 988 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:34.354162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.357350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766047603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4179269'] for subnet, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:34.385937 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:34.447959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:34.449799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:34.450407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.455618 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "PUT /v2.0/subnets/418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b HTTP/1.1" status: 200 len: 826 time: 1.1441405 Mar 23 10:18:34.455618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40124) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:34.456539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:34.606873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1791d7-4004-4943-8df8-1c6ab683bcb7 None None] Network d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:34.615354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff89ca-40b6-4600-bf4d-fa913585e5f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:34.673457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=88fe00d1-0822-473d-bdcb-0f106c6434a8,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:34.773467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.844490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.850509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.922244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Allocated IP 172.20.0.1 (bd7c5dda-1ae6-45be-8af0-a346fa736909/b56d54e5-ebcf-4907-ab4d-162b680a0c5b/88fe00d1-0822-473d-bdcb-0f106c6434a8) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:34.943507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.978440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.028050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=d0b60e0c-a9be-43fc-8a2e-f32cccbd5585,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.053285 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4504b122-5c2d-48c8-bc91-c0f05568f50e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 HTTP/1.1" status: 204 len: 168 time: 2.6256011 Mar 23 10:18:35.060120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.113059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-5746d7a3-6e59-4baa-8646-73a26d12e943', 'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': '418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:35.113884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.122808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40128) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:35.142625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.143522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.161606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Allocated IP 172.26.7.247 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/6acb5c5b-6d6d-47e7-8dee-cadbad385bb7) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:35.234731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1232017629'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:35.263304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Transition to ACTIVE for port object b5282e58-0856-4809-b05d-3dbf6a53812f will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:35.371377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Transition to ACTIVE for port object b5282e58-0856-4809-b05d-3dbf6a53812f will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:35.419286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.445099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.506978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.535459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:35.546833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:35.557470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:35.577797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:35.611459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:35.614607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.630111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event updated for resources: {'Port': ['ID=6acb5c5b-6d6d-47e7-8dee-cadbad385bb7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.636033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:35.639656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:35.643689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:35.678666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 986, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:35.706136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.706523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 5de51de9-69c4-4992-84ce-f9328726d50a of type vlan for network e7379f98-cf9b-4576-9c3c-7d100900db3d Mar 23 10:18:35.753625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.790478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Router f1f09f60-7ca1-458f-a557-319c105ab416 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:35.813683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] For port 88fe00d1-0822-473d-bdcb-0f106c6434a8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=88fe00d1-0822-473d-bdcb-0f106c6434a8,segment=NetworkSegment(34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b),segment_id=34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:35.852874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Network 6e31c679-5da9-4f39-b8fb-d6354c592622 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:35.863049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Pushing event updated for resources: {'Port': ['ID=b5282e58-0856-4809-b05d-3dbf6a53812f,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.875508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:35.882268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.887013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:35.887692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.893058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Allocated IP 2001:db8::2 (5746d7a3-6e59-4baa-8646-73a26d12e943/418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b/6bab11da-8dee-4c89-8624-9a5d2f029476) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:35.898055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:35.910199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 88fe00d1-0822-473d-bdcb-0f106c6434a8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:35.916245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.989581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-44a7fa72-1c7d-4c3d-97d5-8c02ee410f10 None None] Provisioning for port 7302854f-3c2a-4100-9e98-4a7513aadf2e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:36.000538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:36.015021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8847635 Mar 23 10:18:36.061715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40132) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:36.074697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': 'e7379f98-cf9b-4576-9c3c-7d100900db3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:36.133235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-44a7fa72-1c7d-4c3d-97d5-8c02ee410f10 None None] Provisioning complete for port 7302854f-3c2a-4100-9e98-4a7513aadf2e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:36.133848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-44a7fa72-1c7d-4c3d-97d5-8c02ee410f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.169240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.187587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf7747-fc7d-49f2-b55a-b68b2a0e4ac3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=e7379f98-cf9b-4576-9c3c-7d100900db3d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:36.198081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Deleting port bc337111-0641-4f87-b93b-df45411a336f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:36.198452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.266916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.271357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e7379f98-cf9b-4576-9c3c-7d100900db3d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:36.364982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.368968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.430826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:36.439678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:36.449940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:36.476338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:36.483870 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f93c2540-beda-4590-a44a-3a8a0cbe04ab tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "PUT /v2.0/routers/f1f09f60-7ca1-458f-a557-319c105ab416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7397649 Mar 23 10:18:36.492733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40136) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:36.504061 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Sync routers for ids ['f1f09f60-7ca1-458f-a557-319c105ab416'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:36.509804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Transition to ACTIVE for port object 88fe00d1-0822-473d-bdcb-0f106c6434a8 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:36.519418 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Routers {'f1f09f60-7ca1-458f-a557-319c105ab416'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:36.520472 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f1f09f60-7ca1-458f-a557-319c105ab416'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.536776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-44a7fa72-1c7d-4c3d-97d5-8c02ee410f10 None None] Port 7302854f-3c2a-4100-9e98-4a7513aadf2e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:18:36.538743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.557212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:36.578788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe17444-c316-4311-88ab-031f29308371 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.579766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9fe17444-c316-4311-88ab-031f29308371 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:36.603966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9fe17444-c316-4311-88ab-031f29308371 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:36.608038 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9fe17444-c316-4311-88ab-031f29308371 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports/7302854f-3c2a-4100-9e98-4a7513aadf2e HTTP/1.1" status: 200 len: 911 time: 0.1117315 Mar 23 10:18:36.608438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40140) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:36.609371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:36.615227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Attempting to bind port b5282e58-0856-4809-b05d-3dbf6a53812f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:36.615777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Attempting to bind port b5282e58-0856-4809-b05d-3dbf6a53812f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:36.616250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Attempting to bind port b5282e58-0856-4809-b05d-3dbf6a53812f on network 6e31c679-5da9-4f39-b8fb-d6354c592622 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:36.708065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:36.708615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Checking segment: {'id': '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:36.709119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.709614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Bound using segment: {'id': '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:36.710235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Bound port: b5282e58-0856-4809-b05d-3dbf6a53812f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '6e31c679-5da9-4f39-b8fb-d6354c592622'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:36.710715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.721132 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Set router f1f09f60-7ca1-458f-a557-319c105ab416 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:36.723245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.805588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.814543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5ff61-a50d-4003-8a0b-b0101e9096b6 None None] Pushing event updated for resources: {'Port': ['ID=88fe00d1-0822-473d-bdcb-0f106c6434a8,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:36.850652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-44a7fa72-1c7d-4c3d-97d5-8c02ee410f10 None None] Provisioning complete for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:36.851173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-44a7fa72-1c7d-4c3d-97d5-8c02ee410f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.896340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ee689-b92e-4083-87c1-ad8a0716c244 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.901178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ee689-b92e-4083-87c1-ad8a0716c244 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.905753 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a25ee689-b92e-4083-87c1-ad8a0716c244 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2932589 Mar 23 10:18:36.907489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40146) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:36.910779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Calling delete_port for bc337111-0641-4f87-b93b-df45411a336f owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:37.030357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.057975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Transition to ACTIVE for port object 6bab11da-8dee-4c89-8624-9a5d2f029476 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:37.067626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] For port b5282e58-0856-4809-b05d-3dbf6a53812f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:37.075401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] For port b5282e58-0856-4809-b05d-3dbf6a53812f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b5282e58-0856-4809-b05d-3dbf6a53812f,segment=NetworkSegment(28ec9eb4-75fc-4fe6-985c-4ff624a87ddc),segment_id=28ec9eb4-75fc-4fe6-985c-4ff624a87ddc)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:37.118980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.254005 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:28Z', 'updated_at': '2022-03-23T10:18:32Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None, '_interfaces': [{'id': '7302854f-3c2a-4100-9e98-4a7513aadf2e', 'name': '', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'mac_address': 'fa:16:3e:2c:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5786112b-bc4c-42da-842c-d0b9e4107c3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:30Z', 'updated_at': '2022-03-23T10:18:33Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'subnets': [{'id': '5786112b-bc4c-42da-842c-d0b9e4107c3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:37.260618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Transition to ACTIVE for port object 6bab11da-8dee-4c89-8624-9a5d2f029476 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:37.264115 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Checking router: f1f09f60-7ca1-458f-a557-319c105ab416 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:37.264637 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Updating router f1f09f60-7ca1-458f-a557-319c105ab416 port 7302854f-3c2a-4100-9e98-4a7513aadf2e binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:18:37.278633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.306011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.337876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing IP validity checks on allocation pools {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:18:37.338427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:18:37.406655 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.434655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f3b0-fecd-4cb6-b5c2-c7cee39358f1 None None] Pushing event updated for resources: {'Port': ['ID=b5282e58-0856-4809-b05d-3dbf6a53812f,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:37.578578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event deleted for resources: {'Port': ['ID=bc337111-0641-4f87-b93b-df45411a336f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:37.637323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:37.667988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:37.722220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:37.725520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.900782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.913741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.024643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=4c9e0229-312f-44d8-aab2-e9eca0841615,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.027778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Router d16ae8f0-36d4-4ddf-971c-146701e62f61 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:38.036094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Pushing event updated for resources: {'Port': ['ID=6bab11da-8dee-4c89-8624-9a5d2f029476,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.042982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 88fe00d1-0822-473d-bdcb-0f106c6434a8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:38.182515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ff0d6-42d9-4bc3-b851-29032a1c0a35 None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:38.249981 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.267905 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Transition to ACTIVE for port object 7302854f-3c2a-4100-9e98-4a7513aadf2e will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:38.281292 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.317367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.391277 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6eaf-fd64-49ce-abb3-a61e9b309a28 None None] Pushing event updated for resources: {'Port': ['ID=7302854f-3c2a-4100-9e98-4a7513aadf2e,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.407938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '5de51de9-69c4-4992-84ce-f9328726d50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'e7379f98-cf9b-4576-9c3c-7d100900db3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:38.408551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: e7379f98-cf9b-4576-9c3c-7d100900db3d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:38.506969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network e7379f98-cf9b-4576-9c3c-7d100900db3d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:38.533107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Attempting to bind port 6bab11da-8dee-4c89-8624-9a5d2f029476 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:38.534032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Attempting to bind port 6bab11da-8dee-4c89-8624-9a5d2f029476 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '0907182f-4900-4e85-86f5-8a70bbf63ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:38.534835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Attempting to bind port 6bab11da-8dee-4c89-8624-9a5d2f029476 on network 5746d7a3-6e59-4baa-8646-73a26d12e943 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:38.558806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e7379f98-cf9b-4576-9c3c-7d100900db3d) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:38.563489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:38.564329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.601102 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-97184856-45dc-4e1f-a1a7-c054a7b5abf2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5379710 Mar 23 10:18:38.608662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40158) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.696423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:38.696830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Checking segment: {'id': '0907182f-4900-4e85-86f5-8a70bbf63ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:38.697367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.697775 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Bound using segment: {'id': '0907182f-4900-4e85-86f5-8a70bbf63ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:38.698277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Bound port: 6bab11da-8dee-4c89-8624-9a5d2f029476, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0907182f-4900-4e85-86f5-8a70bbf63ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5746d7a3-6e59-4baa-8646-73a26d12e943'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:38.698699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.710042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914843fd-4bed-4200-a1b4-f665a39fdfd2 None None] Network e7379f98-cf9b-4576-9c3c-7d100900db3d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:38.880334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:38.895812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.900093 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55e7c27c-6d49-4b51-8b30-747ada8a93a0 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "PUT /v2.0/routers/d16ae8f0-36d4-4ddf-971c-146701e62f61 HTTP/1.1" status: 200 len: 883 time: 6.4262059 Mar 23 10:18:38.903981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40164) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.924951 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Attempting to bind port 7302854f-3c2a-4100-9e98-4a7513aadf2e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:38.925185 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Attempting to bind port 7302854f-3c2a-4100-9e98-4a7513aadf2e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:38.925672 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Attempting to bind port 7302854f-3c2a-4100-9e98-4a7513aadf2e on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:38.932080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.969985 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:38.970346 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:38.971025 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.971745 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:38.972525 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Bound port: 7302854f-3c2a-4100-9e98-4a7513aadf2e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:38.973174 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.976733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5746d7a3-6e59-4baa-8646-73a26d12e943']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:38.996486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0907182f-4900-4e85-86f5-8a70bbf63ff2') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:38.997346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0907182f-4900-4e85-86f5-8a70bbf63ff2') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:39.014050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.111762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] Sync routers for ids ['d16ae8f0-36d4-4ddf-971c-146701e62f61'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:39.131322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.368542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-307e9b6a-79df-40bd-ad14-88af1f7f12e5 None None] Provisioning for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:39.412183 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] For port 7302854f-3c2a-4100-9e98-4a7513aadf2e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:39.426675 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] For port 7302854f-3c2a-4100-9e98-4a7513aadf2e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7302854f-3c2a-4100-9e98-4a7513aadf2e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:39.438432 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.468079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] Routers {'d16ae8f0-36d4-4ddf-971c-146701e62f61'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:39.473320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d16ae8f0-36d4-4ddf-971c-146701e62f61'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:39.500113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.507337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.648331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-307e9b6a-79df-40bd-ad14-88af1f7f12e5 None None] Provisioning complete for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:39.650777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-307e9b6a-79df-40bd-ad14-88af1f7f12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.666187 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Routers {'f1f09f60-7ca1-458f-a557-319c105ab416'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:39.667193 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f1f09f60-7ca1-458f-a557-319c105ab416'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:39.708284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1dbdd5-2bdd-4b11-be58-fb5414d7c280 None None] Network 6e31c679-5da9-4f39-b8fb-d6354c592622 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:39.755049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:39.755734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:39.797444 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:39.850634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:39.924801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.968373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] For port 6bab11da-8dee-4c89-8624-9a5d2f029476, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:40.019815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b5282e58-0856-4809-b05d-3dbf6a53812f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:40.085490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.117838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] Routers {'d16ae8f0-36d4-4ddf-971c-146701e62f61'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:40.118657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d16ae8f0-36d4-4ddf-971c-146701e62f61'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:40.168824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:18:40.168824 dv-neutron-834653-2-hyperv neutron-server[83745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:18:40.168824 dv-neutron-834653-2-hyperv neutron-server[83745]: [parameters: {'id': '5746d7a3-6e59-4baa-8646-73a26d12e943'}] Mar 23 10:18:40.168824 dv-neutron-834653-2-hyperv neutron-server[83745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:40.170400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:40.187667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] For port 6bab11da-8dee-4c89-8624-9a5d2f029476, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6bab11da-8dee-4c89-8624-9a5d2f029476,segment=NetworkSegment(0907182f-4900-4e85-86f5-8a70bbf63ff2),segment_id=0907182f-4900-4e85-86f5-8a70bbf63ff2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:40.255863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.302829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:40.303674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c47cf0b-c6b4-44a6-8a94-5ad6753499e4 None None] The sync data for ids ['d16ae8f0-36d4-4ddf-971c-146701e62f61'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:40.306907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.361755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da139a5c-8364-4a1a-9d13-3197eabcdcac req-bca22ca8-2ecc-490c-943e-4b0baa0c5361 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:40.364787 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da139a5c-8364-4a1a-9d13-3197eabcdcac req-bca22ca8-2ecc-490c-943e-4b0baa0c5361 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 1.7022734 Mar 23 10:18:40.384312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe41b80-1c8a-4031-9067-cb537965d3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e7379f98-cf9b-4576-9c3c-7d100900db3d', 'network_id': 'e7379f98-cf9b-4576-9c3c-7d100900db3d', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': '4c9e0229-312f-44d8-aab2-e9eca0841615'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:40.385511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fbe41b80-1c8a-4031-9067-cb537965d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.486549 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] Set router f1f09f60-7ca1-458f-a557-319c105ab416 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:40.582242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.635062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-757b2723-e61b-4733-bcf9-9462b90f3c16 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:40.637651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-757b2723-e61b-4733-bcf9-9462b90f3c16 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.91 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.5575662 Mar 23 10:18:40.652877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9e0229-312f-44d8-aab2-e9eca0841615,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:40.730031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693a6a-afd9-4d25-b639-8111a828d152 None None] Pushing event updated for resources: {'Port': ['ID=6bab11da-8dee-4c89-8624-9a5d2f029476,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:40.788218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977edd89-0f76-4875-93de-ffdc8d5c17ae None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:40.811013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b5282e58-0856-4809-b05d-3dbf6a53812f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:40.829602 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8579f1f6-9410-4293-88f4-4e6344b28cd4 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/d16ae8f0-36d4-4ddf-971c-146701e62f61 HTTP/1.1" status: 200 len: 924 time: 1.9121389 Mar 23 10:18:40.830552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:40.838921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.865314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.874659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Deleting port cc5a21be-2ed0-458e-8d3d-b7e638127d77 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:40.875922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.921822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7379f98-cf9b-4576-9c3c-7d100900db3d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:40.945354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a33026-1619-4aae-815c-4423c0c6510e None None] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:40.956626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de51de9-69c4-4992-84ce-f9328726d50a') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:40.956922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de51de9-69c4-4992-84ce-f9328726d50a') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:40.965931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 7302854f-3c2a-4100-9e98-4a7513aadf2e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:40.966252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.976111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398810d-8a2a-476f-ae9f-dd198b914d82 None None] Network e7379f98-cf9b-4576-9c3c-7d100900db3d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:40.989472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.990679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Fanout notify agent at l3_agent the message router_deleted on router cc5f0755-63fa-42d2-868f-20b89a8ea90a {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:41.033333 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da139a5c-8364-4a1a-9d13-3197eabcdcac req-9ee666a9-9eaa-4ed3-ab63-3a7914222ebd tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6531577 Mar 23 10:18:41.055643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66859cc-6371-4522-86d1-0819ae0ee0d1 req-7d18cfb0-b7b3-4b71-97db-8eb946c54c86 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:41.059867 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d66859cc-6371-4522-86d1-0819ae0ee0d1 req-7d18cfb0-b7b3-4b71-97db-8eb946c54c86 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 0.9825282 Mar 23 10:18:41.168799 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6eaf-fd64-49ce-abb3-a61e9b309a28 None None] Pushing event updated for resources: {'Port': ['ID=7302854f-3c2a-4100-9e98-4a7513aadf2e,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:41.180644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port 6bab11da-8dee-4c89-8624-9a5d2f029476 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:41.182135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.227291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port 7302854f-3c2a-4100-9e98-4a7513aadf2e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7302854f-3c2a-4100-9e98-4a7513aadf2e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:41.227838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.289686 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:18:41.308771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.314228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5623f7bb-b605-45ba-8626-d0b3a11b2fab tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/cc5f0755-63fa-42d2-868f-20b89a8ea90a HTTP/1.1" status: 204 len: 168 time: 7.3103986 Mar 23 10:18:41.340801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Provisioning complete for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:41.341684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.346436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40176) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:41.418882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1749584981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:41.434643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:41.442494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Usage tracker for resource:router and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:41.456907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:41.460323 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:28Z', 'updated_at': '2022-03-23T10:18:32Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None, '_interfaces': [{'id': '7302854f-3c2a-4100-9e98-4a7513aadf2e', 'name': '', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'mac_address': 'fa:16:3e:2c:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5786112b-bc4c-42da-842c-d0b9e4107c3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:30Z', 'updated_at': '2022-03-23T10:18:39Z', 'revision_number': 4, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'subnets': [{'id': '5786112b-bc4c-42da-842c-d0b9e4107c3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:41.478762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 7302854f-3c2a-4100-9e98-4a7513aadf2e owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:41.481012 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692e4e2-3ebf-4587-b866-603cf38f4614 None None] The sync data for ids ['f1f09f60-7ca1-458f-a557-319c105ab416'] in dv-neutron-834653-2-hyperv is: [{'id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:28Z', 'updated_at': '2022-03-23T10:18:32Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None, '_interfaces': [{'id': '7302854f-3c2a-4100-9e98-4a7513aadf2e', 'name': '', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'mac_address': 'fa:16:3e:2c:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5786112b-bc4c-42da-842c-d0b9e4107c3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:30Z', 'updated_at': '2022-03-23T10:18:39Z', 'revision_number': 4, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'subnets': [{'id': '5786112b-bc4c-42da-842c-d0b9e4107c3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:41.567383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:41.612772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.779960 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d66859cc-6371-4522-86d1-0819ae0ee0d1 req-b9204210-d6ab-45c5-8695-2c6f3ba30b48 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6901546 Mar 23 10:18:41.791383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.793178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.842455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.872159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f2d15dc7-dad2-444a-af69-22e4ef172656 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=d16ae8f0-36d4-4ddf-971c-146701e62f61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0380981 Mar 23 10:18:41.877807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:41.877807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.903065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40180) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:41.903871 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:41.968662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbb9ee-445d-49e8-92e3-ba0d9d3748c1 None None] Network 5746d7a3-6e59-4baa-8646-73a26d12e943 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:42.150865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port 6bab11da-8dee-4c89-8624-9a5d2f029476, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6bab11da-8dee-4c89-8624-9a5d2f029476,segment=NetworkSegment(0907182f-4900-4e85-86f5-8a70bbf63ff2),segment_id=0907182f-4900-4e85-86f5-8a70bbf63ff2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:42.151243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.185995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Provisioning for port b5282e58-0856-4809-b05d-3dbf6a53812f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:42.209012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Provisioning complete for port b5282e58-0856-4809-b05d-3dbf6a53812f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:42.209545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.379494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.411873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for 6bab11da-8dee-4c89-8624-9a5d2f029476 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:42.510329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e1c9c-1bc1-4f3a-9d13-b0275f71ac1f None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:18:42.529926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.543679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.557329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-9ccd7bda-c3c4-4b76-b7bb-cfcad4765ac5 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:42.558421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-9ccd7bda-c3c4-4b76-b7bb-cfcad4765ac5 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Synchronizing usage tracker for tenant:67e43e5ee0794250ad4c6f43dd5f7737 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:42.603592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e433097-f59a-4fa0-b7d0-1004f70e1a4f tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:42.605640 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e433097-f59a-4fa0-b7d0-1004f70e1a4f tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.7001510 Mar 23 10:18:42.614171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=e7379f98-cf9b-4576-9c3c-7d100900db3d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:42.615061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] For port b5282e58-0856-4809-b05d-3dbf6a53812f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b5282e58-0856-4809-b05d-3dbf6a53812f,segment=NetworkSegment(28ec9eb4-75fc-4fe6-985c-4ff624a87ddc),segment_id=28ec9eb4-75fc-4fe6-985c-4ff624a87ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:42.630833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:42.634299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.723659 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-27cdae40-e5e8-4cb8-ad31-c0a99ad9728c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/e7379f98-cf9b-4576-9c3c-7d100900db3d HTTP/1.1" status: 204 len: 168 time: 4.1081672 Mar 23 10:18:42.756087 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4eb72891-a3fb-4fd2-9dc3-96a5ab756cd6 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=d16ae8f0-36d4-4ddf-971c-146701e62f61 HTTP/1.1" status: 200 len: 205 time: 0.1181843 Mar 23 10:18:42.756855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40190) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:42.757355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40192) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:42.776793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc7d4-feb1-4f85-9161-25b6e921338c None None] Pushing event updated for resources: {'Port': ['ID=b5282e58-0856-4809-b05d-3dbf6a53812f,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:42.831660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.848108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-697466495'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:42.853759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:42.857380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:42.860230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-9ccd7bda-c3c4-4b76-b7bb-cfcad4765ac5 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Unset dirty status for tenant:67e43e5ee0794250ad4c6f43dd5f7737 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:42.862193 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-9ccd7bda-c3c4-4b76-b7bb-cfcad4765ac5 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.91 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 1.3154528 Mar 23 10:18:42.862377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:42.873810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:42.879119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ed7d73ae-d8a2-4e48-be70-eadcafc569f4 None None] Provisioning complete for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:42.880420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed7d73ae-d8a2-4e48-be70-eadcafc569f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.924039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.950318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.956881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Deleting port 198f0d70-1da7-451c-a158-a2bca898231e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:42.957319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.966039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e1c9c-1bc1-4f3a-9d13-b0275f71ac1f None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:42.975794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] For port cc5a21be-2ed0-458e-8d3d-b7e638127d77, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cc5a21be-2ed0-458e-8d3d-b7e638127d77,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:42.976296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.992348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.117341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.121884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ffb36df9-2144-4b56-9f26-de3953a1097c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7489076 Mar 23 10:18:43.153762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:43.156823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=6bab11da-8dee-4c89-8624-9a5d2f029476,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:43.167100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port 6bab11da-8dee-4c89-8624-9a5d2f029476 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:43.200645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:43.203803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.214014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:43.332167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=7302854f-3c2a-4100-9e98-4a7513aadf2e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:43.347876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d7a19-ff18-4431-918c-251b7bddd166 req-b24a867a-c1ec-4e42-be27-aa791dd86c37 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:43.350362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d01d7a19-ff18-4431-918c-251b7bddd166 req-b24a867a-c1ec-4e42-be27-aa791dd86c37 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 945 time: 0.6585579 Mar 23 10:18:43.551665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ed7d73ae-d8a2-4e48-be70-eadcafc569f4 None None] Provisioning complete for port b5282e58-0856-4809-b05d-3dbf6a53812f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:43.552559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed7d73ae-d8a2-4e48-be70-eadcafc569f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.642168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:43.689501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.739600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.741765 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment edf90b8c-b125-49d9-b071-c54440db2e6d of type vlan for network a41e64a2-bf29-4418-8669-cf3d4c88645c Mar 23 10:18:43.820305 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d01d7a19-ff18-4431-918c-251b7bddd166 req-8a65c190-8111-48f5-99f0-2cdc8566776f tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups?id=09a1588c-48f3-486b-a10a-43a138877eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525651 Mar 23 10:18:43.833514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5746d7a3-6e59-4baa-8646-73a26d12e943']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:43.849714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b5282e58-0856-4809-b05d-3dbf6a53812f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:43.879781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0907182f-4900-4e85-86f5-8a70bbf63ff2') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:43.879781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0907182f-4900-4e85-86f5-8a70bbf63ff2') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:43.905516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.956536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.982097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.989214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] For port 198f0d70-1da7-451c-a158-a2bca898231e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=198f0d70-1da7-451c-a158-a2bca898231e,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:43.989561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.051769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.052299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.052472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Floating IP f95f5189-6650-4b88-9e1b-b421d3995a17 disassociated. External IP: 172.26.7.23, port: cc5a21be-2ed0-458e-8d3d-b7e638127d77. Mar 23 10:18:44.052964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Calling delete_port for cc5a21be-2ed0-458e-8d3d-b7e638127d77 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:44.081236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.112971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73300b-8a5b-4781-a30f-1b88e9ed3dc6 req-a6e53b78-589d-41a1-8e38-85c26f5c59d0 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:44.114600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb73300b-8a5b-4781-a30f-1b88e9ed3dc6 req-a6e53b78-589d-41a1-8e38-85c26f5c59d0 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 946 time: 0.9498293 Mar 23 10:18:44.115800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:44.116216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:44.156452 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:44.165763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b5282e58-0856-4809-b05d-3dbf6a53812f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:44.166217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.174968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.178796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:44.179421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.289050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cc5a21be-2ed0-458e-8d3d-b7e638127d77 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:44.467157 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7020483 Mar 23 10:18:44.473928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:44.486856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569a98-3a8d-4652-957c-80a5a1ea1d82 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=a41e64a2-bf29-4418-8669-cf3d4c88645c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:44.498976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:44.513073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network a41e64a2-bf29-4418-8669-cf3d4c88645c details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:44.658763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.743706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.766335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb73300b-8a5b-4781-a30f-1b88e9ed3dc6 req-0e697cd1-ae10-4e4c-957a-99b9cae5a035 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3020eec-d417-4f62-bfdd-2cd177948901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6038530 Mar 23 10:18:44.855116 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/5746d7a3-6e59-4baa-8646-73a26d12e943 HTTP/1.1" status: 204 len: 168 time: 10.3959703 Mar 23 10:18:44.856551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c677-257e-4039-b16a-86e0bddbe637 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=5746d7a3-6e59-4baa-8646-73a26d12e943,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:44.860040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:44.896889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.938787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.965116 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6b18e6-fc67-445b-bad0-7a5fe20181b7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:44.965845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6b18e6-fc67-445b-bad0-7a5fe20181b7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:44.972310 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b6b18e6-fc67-445b-bad0-7a5fe20181b7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/5746d7a3-6e59-4baa-8646-73a26d12e943 HTTP/1.1" status: 404 len: 339 time: 0.1019168 Mar 23 10:18:44.978157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40216) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:44.981946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.998966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550380401', 'description': 'd1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:45.014509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.017333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:45.097597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Usage tracker for resource:network and tenant:2c2b43bb3bc74f72a7163d3cb4287e89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:45.106034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:45.132479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:45.138244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.138566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.138921 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Floating IP 0030fa86-4bc7-4758-bb2d-054d5c4c1910 disassociated. External IP: 172.26.7.33, port: 198f0d70-1da7-451c-a158-a2bca898231e. Mar 23 10:18:45.139412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Calling delete_port for 198f0d70-1da7-451c-a158-a2bca898231e owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:45.169361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:45.179103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:45.193086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:45.219271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:45.224791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event deleted for resources: {'Port': ['ID=cc5a21be-2ed0-458e-8d3d-b7e638127d77,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:45.229512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c11d5c82-20e4-43c7-93b3-ade7000da1d9 req-2247a467-781e-49db-9a35-360589aec5c2 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Synchronizing usage tracker for tenant:038e9dd718e54b049acc8bd46c2bf9be on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:45.304029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:45.309809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.343305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:45.507691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c11d5c82-20e4-43c7-93b3-ade7000da1d9 req-2247a467-781e-49db-9a35-360589aec5c2 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Unset dirty status for tenant:038e9dd718e54b049acc8bd46c2bf9be on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:45.514899 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c11d5c82-20e4-43c7-93b3-ade7000da1d9 req-2247a467-781e-49db-9a35-360589aec5c2 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.4207222 Mar 23 10:18:45.540211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.609507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:45.633573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.633893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 48f8d7a2-ffa2-490c-9334-b9e587141494 of type vlan for network ba89d02e-0315-49ee-89f6-fbe4c8273871 Mar 23 10:18:45.652428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Router f1f09f60-7ca1-458f-a557-319c105ab416 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:18:45.700139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.705147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.772148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.776289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:45.776496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event deleted for resources: {'Port': ['ID=198f0d70-1da7-451c-a158-a2bca898231e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:45.776946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.989782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.020003 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0319438 Mar 23 10:18:46.021492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a0baf-27a1-441f-90b9-4b3695111ce8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=ba89d02e-0315-49ee-89f6-fbe4c8273871,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:46.034980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40222) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:46.046240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ba89d02e-0315-49ee-89f6-fbe4c8273871 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:46.117901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.141082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.173381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:46.186223 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] Sync routers for ids ['f1f09f60-7ca1-458f-a557-319c105ab416'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:46.190511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Deleting port 6acb5c5b-6d6d-47e7-8dee-cadbad385bb7 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:46.190851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.221937 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] Routers {'f1f09f60-7ca1-458f-a557-319c105ab416'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:46.226906 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f1f09f60-7ca1-458f-a557-319c105ab416'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:46.279776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 198f0d70-1da7-451c-a158-a2bca898231e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:46.348226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c061302-0a00-47bf-a8bf-c574e1057bdb req-ebf0cecf-afd3-4022-b33e-00eeff71a82c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.3062139 Mar 23 10:18:46.378504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 198f0d70-1da7-451c-a158-a2bca898231e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:46.379713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 198f0d70-1da7-451c-a158-a2bca898231e not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:46.437228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.491598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Router 8ec5e14d-23b4-4110-bb2f-ff681591959c has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:18:46.515057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037103-3d82-4450-8613-afc3e6ae1e51 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:46.516187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60037103-3d82-4450-8613-afc3e6ae1e51 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Synchronizing usage tracker for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:46.543203 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9deafd5f-97b9-4363-a8c0-c9b4175e0669 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "PUT /v2.0/routers/f1f09f60-7ca1-458f-a557-319c105ab416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6305189 Mar 23 10:18:46.545304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40226) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:46.596548 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] Set router f1f09f60-7ca1-458f-a557-319c105ab416 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:46.689979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60037103-3d82-4450-8613-afc3e6ae1e51 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Unset dirty status for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:46.694033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-60037103-3d82-4450-8613-afc3e6ae1e51 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks?id=ba89d02e-0315-49ee-89f6-fbe4c8273871 HTTP/1.1" status: 200 len: 765 time: 0.6565952 Mar 23 10:18:46.697895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40232) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:46.706479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'description': 'd2'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:46.718596 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:28Z', 'updated_at': '2022-03-23T10:18:42Z', 'revision_number': 3, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:46.721478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=c0d01c6d-c3a7-4ef9-857d-aaa62350f77b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:46.722991 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] Checking router: f1f09f60-7ca1-458f-a557-319c105ab416 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:46.734701 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] Routers {'f1f09f60-7ca1-458f-a557-319c105ab416'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:46.735327 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f1f09f60-7ca1-458f-a557-319c105ab416'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:46.787713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02213d3-e099-48e7-8183-15c1118ae46b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:46.789186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02213d3-e099-48e7-8183-15c1118ae46b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:46.795073 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c02213d3-e099-48e7-8183-15c1118ae46b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1796429 Mar 23 10:18:46.798650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40236) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:46.805233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.855380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': 'edf90b8c-b125-49d9-b071-c54440db2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:46.855755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: a41e64a2-bf29-4418-8669-cf3d4c88645c, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:46.884219 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] Set router f1f09f60-7ca1-458f-a557-319c105ab416 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:47.004113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Calling delete_port for 6acb5c5b-6d6d-47e7-8dee-cadbad385bb7 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:47.010497 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:28Z', 'updated_at': '2022-03-23T10:18:42Z', 'revision_number': 3, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:47.015751 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fba94d-87dc-49c0-a3d5-465afeb20f41 None None] The sync data for ids ['f1f09f60-7ca1-458f-a557-319c105ab416'] in dv-neutron-834653-2-hyperv is: [{'id': 'f1f09f60-7ca1-458f-a557-319c105ab416', 'name': 'tempest-NetworksTestDHCPv6-router-724910479', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:28Z', 'updated_at': '2022-03-23T10:18:42Z', 'revision_number': 3, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:47.221825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network a41e64a2-bf29-4418-8669-cf3d4c88645c is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:47.270200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, a41e64a2-bf29-4418-8669-cf3d4c88645c) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:47.289227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:47.289520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.293842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a68bbe-2122-4821-a313-9d3d3d034fa0 None None] Network a41e64a2-bf29-4418-8669-cf3d4c88645c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:47.323206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 5786112b-bc4c-42da-842c-d0b9e4107c3b {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:18:47.336670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Router f55e8528-3751-4d13-8930-450b0695db02 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:18:47.337517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.411809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Allocated IP 172.26.7.183 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/efc27b46-6135-4779-a7e5-57fe58c0cdde) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:47.482786 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-72771cc1-5133-46a5-9bf6-2f772b20ad8b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0071232 Mar 23 10:18:47.491572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40242) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:47.494611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.586756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event deleted for resources: {'Port': ['ID=6acb5c5b-6d6d-47e7-8dee-cadbad385bb7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:47.660869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.854066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7302854f-3c2a-4100-9e98-4a7513aadf2e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:47.943224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 7302854f-3c2a-4100-9e98-4a7513aadf2e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:18:47.943853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7302854f-3c2a-4100-9e98-4a7513aadf2e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:47.975048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a41e64a2-bf29-4418-8669-cf3d4c88645c', 'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': 'c0d01c6d-c3a7-4ef9-857d-aaa62350f77b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:47.976524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.990093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.037894 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bf1c2545-2af9-480f-bf1e-3c948c0b6190 req-f6722c54-704b-40b1-b01a-00cada0a4724 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.2221968 Mar 23 10:18:48.054555 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a678507c-b788-4a94-9873-a3eba38fd92b req-b08ac9c2-979e-427d-80c7-7fee1953b987 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.2210231 Mar 23 10:18:48.202565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.269350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.293463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Allocated IP 172.20.0.1 (a41e64a2-bf29-4418-8669-cf3d4c88645c/c0d01c6d-c3a7-4ef9-857d-aaa62350f77b/d06325ff-00af-40e7-9261-24c31a636d7d) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:48.304014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.311302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.424457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network ba89d02e-0315-49ee-89f6-fbe4c8273871 is not hosted by any dhcp agent {{(pid=83745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 23 10:18:48.428303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:48.428968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.431634 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "PUT /v2.0/networks/ba89d02e-0315-49ee-89f6-fbe4c8273871 HTTP/1.1" status: 200 len: 762 time: 1.7323101 Mar 23 10:18:48.432528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.448080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40246) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.537460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5ba45-f056-4003-a62f-bb3d825e36b9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=ba89d02e-0315-49ee-89f6-fbe4c8273871,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:48.576160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ba89d02e-0315-49ee-89f6-fbe4c8273871 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:48.580870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.600077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.646600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=5786112b-bc4c-42da-842c-d0b9e4107c3b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:48.653456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.664464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.699652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Transition to ACTIVE for port object d06325ff-00af-40e7-9261-24c31a636d7d will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:48.704667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d9610-b4e5-4a7e-9d7d-98c0e84b22a2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:48.709846 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-129d9610-b4e5-4a7e-9d7d-98c0e84b22a2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks?id=ba89d02e-0315-49ee-89f6-fbe4c8273871 HTTP/1.1" status: 200 len: 765 time: 0.2571375 Mar 23 10:18:48.746949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Transition to ACTIVE for port object d06325ff-00af-40e7-9261-24c31a636d7d will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:48.753043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40250) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.769455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.814968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event updated for resources: {'Port': ['ID=efc27b46-6135-4779-a7e5-57fe58c0cdde,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:48.882138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.884732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e72354-452f-40b9-be7b-ceba39c73230 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:48.895419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.895784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.896120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.896448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.896773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.897110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.897426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.897739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.898064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.898646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.898965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:48.918472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.960685 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-60a6dda5-bbeb-4984-a2a4-2e6bb839a202 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5786112b-bc4c-42da-842c-d0b9e4107c3b HTTP/1.1" status: 204 len: 168 time: 2.1563826 Mar 23 10:18:48.963979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:48.966555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40254) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.967000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.970418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Network a41e64a2-bf29-4418-8669-cf3d4c88645c is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:48.973863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:48.997378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:49.043190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:49.049744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:49.058810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:49.223613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] Sync routers for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:49.240715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Pushing event updated for resources: {'Port': ['ID=d06325ff-00af-40e7-9261-24c31a636d7d,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:49.251703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.252063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.252389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.252725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.253061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.253393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.253722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.254052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.254376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.254699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.255296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:49.278930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] No DVR routers for this DVR port cc5a21be-2ed0-458e-8d3d-b7e638127d77 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:49.294216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.297731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'name': 'network-vif-deleted', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:18:49.304326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dda21446-5827-4ea0-853c-4260ecaa822b req-78603b68-37bf-42d0-ae88-c66ffa6dcbf3 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.0725133 Mar 23 10:18:49.355140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.364806 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a90faefe-e5a8-45a8-997a-4b265f5452a3 req-0e0f7aff-f99f-4f2e-b7c8-1f0c727b0193 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.91 "DELETE /v2.0/ports/cc5a21be-2ed0-458e-8d3d-b7e638127d77 HTTP/1.1" status: 204 len: 173 time: 8.7159948 Mar 23 10:18:49.377235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036aaddf-4f3e-4168-9970-1caf6c40bb2b tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:49.379395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-036aaddf-4f3e-4168-9970-1caf6c40bb2b tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6169710 Mar 23 10:18:49.440648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c63bb0e-d740-4d7a-b136-dc6ad3d3125d', 'name': 'network-vif-deleted', 'tag': 'cc5a21be-2ed0-458e-8d3d-b7e638127d77', 'status': 'completed', 'code': 200} Mar 23 10:18:49.445900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40264) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:49.498328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce51ef77-e01e-45be-a892-a7dbd95c5f6b req-446ed3f5-ea0f-464c-9bfc-1481be924d61 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.1171153 Mar 23 10:18:49.507217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7d9ef0ba-aaba-4a77-92d7-aeab451d14a4 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Synchronizing usage tracker for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:49.521482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d01c6d-c3a7-4ef9-857d-aaa62350f77b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:49.532199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Attempting to bind port d06325ff-00af-40e7-9261-24c31a636d7d on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:49.532780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Attempting to bind port d06325ff-00af-40e7-9261-24c31a636d7d by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'edf90b8c-b125-49d9-b071-c54440db2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:49.533447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Attempting to bind port d06325ff-00af-40e7-9261-24c31a636d7d on network a41e64a2-bf29-4418-8669-cf3d4c88645c {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:49.533764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.535109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Fanout notify agent at l3_agent the message router_deleted on router d16ae8f0-36d4-4ddf-971c-146701e62f61 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:49.540122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:49.541189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:49.543301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7d9ef0ba-aaba-4a77-92d7-aeab451d14a4 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Unset dirty status for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:49.549866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7d9ef0ba-aaba-4a77-92d7-aeab451d14a4 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 207 time: 0.0976818 Mar 23 10:18:49.555466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40270) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:49.590291 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5e78b464-3376-44fa-8311-bbac917f834c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6200645 Mar 23 10:18:49.592548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:49.597362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40274) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:49.614917 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] Sync routers for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:49.643902 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:49.645789 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:49.864106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] No DVR routers for this DVR port 198f0d70-1da7-451c-a158-a2bca898231e on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:49.923235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.926374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'name': 'network-vif-deleted', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:18:49.933316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.980358 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-24b0dfdc-7984-4f43-9a19-65181458b017 req-f5891ff4-0ef1-45d2-b0fb-d202b3d92c4e tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.91 "DELETE /v2.0/ports/198f0d70-1da7-451c-a158-a2bca898231e HTTP/1.1" status: 204 len: 173 time: 7.0982454 Mar 23 10:18:49.987500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.988638 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b1a06691-0a8b-49ee-8dbc-2cfa346730c8 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/d16ae8f0-36d4-4ddf-971c-146701e62f61 HTTP/1.1" status: 204 len: 168 time: 7.2232945 Mar 23 10:18:49.994796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.007453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40282) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:50.019576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1981316975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:50.044567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:50.061922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Usage tracker for resource:router and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:50.067202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:50.081569 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:50.108633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41e64a2-bf29-4418-8669-cf3d4c88645c']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.120905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:50.150906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf90b8c-b125-49d9-b071-c54440db2e6d') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.151193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf90b8c-b125-49d9-b071-c54440db2e6d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.163118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.175372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:50.179526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.184192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.187922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Checking segment: {'id': 'edf90b8c-b125-49d9-b071-c54440db2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:50.188423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.188838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Bound using segment: {'id': 'edf90b8c-b125-49d9-b071-c54440db2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:50.189351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Bound port: d06325ff-00af-40e7-9261-24c31a636d7d, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf90b8c-b125-49d9-b071-c54440db2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:50.189730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.200541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.204716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.208726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.209694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Synchronizing usage tracker for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:50.267917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.348551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.365188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 962 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:50.366278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.409985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.547416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] For port d06325ff-00af-40e7-9261-24c31a636d7d, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:50.551263 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1d8720-b1b6-490a-948d-79a88887d858', 'name': 'network-vif-deleted', 'tag': '198f0d70-1da7-451c-a158-a2bca898231e', 'status': 'completed', 'code': 200} Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:50.552131 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:50.576492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:50.658459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.659800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.671850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:18:50.671850 dv-neutron-834653-2-hyperv neutron-server[83746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:18:50.671850 dv-neutron-834653-2-hyperv neutron-server[83746]: [parameters: {'id': 'a41e64a2-bf29-4418-8669-cf3d4c88645c'}] Mar 23 10:18:50.671850 dv-neutron-834653-2-hyperv neutron-server[83746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:50.673149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:50.674120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:18:50.678559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Unset dirty status for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:50.684804 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fbc4ff08-9766-4ea7-8871-62e989729d82 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.0899212 Mar 23 10:18:50.685672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40290) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:50.735813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] Deleting port 18225d6c-7977-4d8a-955d-74b8a55b7a92 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:50.736714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.821508 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52b81f6e-04b6-452f-ad2e-60b2e110d04f req-bc758446-706f-4f21-a569-990f85fa15e6 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b1d8720-b1b6-490a-948d-79a88887d858 HTTP/1.1" status: 200 len: 210 time: 0.2511322 Mar 23 10:18:50.894304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] For port d06325ff-00af-40e7-9261-24c31a636d7d, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d06325ff-00af-40e7-9261-24c31a636d7d,segment=NetworkSegment(edf90b8c-b125-49d9-b071-c54440db2e6d),segment_id=edf90b8c-b125-49d9-b071-c54440db2e6d)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:50.949635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.964877 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:23Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.978294 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] Checking router: f55e8528-3751-4d13-8930-450b0695db02 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:50.990407 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0e67bfd5-0f1a-4bce-bb84-5867bd70e9b3 req-1fce752e-d8fd-4795-8299-7a3f8a74914e tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c63bb0e-d740-4d7a-b136-dc6ad3d3125d HTTP/1.1" status: 200 len: 210 time: 0.0980256 Mar 23 10:18:51.014133 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:51.016367 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:51.077199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.223915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.244935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.248958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.260546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.326834 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:51.404436 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1f280a5d-4b9c-465e-a39c-ced7a0fe4483 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7158968 Mar 23 10:18:51.417014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port d06325ff-00af-40e7-9261-24c31a636d7d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:51.418623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.445066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d76be2-2978-4cca-a79a-9e160a6ab858 None None] Pushing event updated for resources: {'Port': ['ID=d06325ff-00af-40e7-9261-24c31a636d7d,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:51.465918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e4e73-ad1b-4404-a6e5-e397f3783692 None None] Network a41e64a2-bf29-4418-8669-cf3d4c88645c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:51.470258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40294) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:51.479287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.481180 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-22d3b27c-8bad-403c-b5a9-76f23b16b366 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4721761 Mar 23 10:18:51.489236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40298) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:51.555425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': True}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:51.621405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] For port 18225d6c-7977-4d8a-955d-74b8a55b7a92, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=18225d6c-7977-4d8a-955d-74b8a55b7a92,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:51.621913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.666490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:51.677791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:51.680675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:51.683845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:51.686393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:51.689033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Synchronizing usage tracker for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:51.783265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.807176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.816504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] Calling delete_port for 18225d6c-7977-4d8a-955d-74b8a55b7a92 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:51.877711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Unset dirty status for tenant:2c2b43bb3bc74f72a7163d3cb4287e89 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:51.888726 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cb4cfb15-fa48-4a41-9cfe-5731c903a3be tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4166279 Mar 23 10:18:51.889382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40304) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:51.891570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 18225d6c-7977-4d8a-955d-74b8a55b7a92 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:51.992027 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:23Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.001986 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a405814-9ece-495a-af20-7abbde4ef56f None None] The sync data for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv is: [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:16:10Z', 'revision_number': 4, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '7e2813af-7bee-41dc-b257-c11e896cae28', 'name': '', 'network_id': 'ba405026-9636-42e5-a741-35ed0588179b', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'mac_address': 'fa:16:3e:71:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:07Z', 'updated_at': '2022-03-23T10:16:23Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'subnets': [{'id': '22e72224-5e02-4d4e-baa3-30c2187a7dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:52.114576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40312) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.144172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ad10b-4033-48be-a222-de02d3ea4843 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:52.146203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ad10b-4033-48be-a222-de02d3ea4843 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:52.147845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ad10b-4033-48be-a222-de02d3ea4843 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:52.150379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ad10b-4033-48be-a222-de02d3ea4843 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:52.153213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ad10b-4033-48be-a222-de02d3ea4843 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:52.159166 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b0ad10b-4033-48be-a222-de02d3ea4843 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2614384 Mar 23 10:18:52.165521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40316) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.269848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40322) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.281182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.301684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.302480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Fanout notify agent at l3_agent the message router_deleted on router f1f09f60-7ca1-458f-a557-319c105ab416 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:18:52.337579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port d06325ff-00af-40e7-9261-24c31a636d7d, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d06325ff-00af-40e7-9261-24c31a636d7d,segment=NetworkSegment(edf90b8c-b125-49d9-b071-c54440db2e6d),segment_id=edf90b8c-b125-49d9-b071-c54440db2e6d)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:52.337941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.354622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.355937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ad74c604-b600-4d2e-9648-41591692fef0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/routers/f1f09f60-7ca1-458f-a557-319c105ab416 HTTP/1.1" status: 204 len: 168 time: 2.7575212 Mar 23 10:18:52.362674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40326) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.397047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:52.426050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] Pushing event deleted for resources: {'Port': ['ID=18225d6c-7977-4d8a-955d-74b8a55b7a92,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:52.438031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 18225d6c-7977-4d8a-955d-74b8a55b7a92 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:18:52.438704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 18225d6c-7977-4d8a-955d-74b8a55b7a92 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:52.440953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84012f-8996-43a1-8c1f-44f5ecdc5e0f None None] New status for floating IP 0030fa86-4bc7-4758-bb2d-054d5c4c1910: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:18:52.503771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-42097bc9-a860-45c2-92b2-0288e39c3b68 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.582462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.622718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.626912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.627180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff719a8f-c4b5-48f9-bfad-06ea69e8a7c3 None None] No DVR routers for this DVR port 18225d6c-7977-4d8a-955d-74b8a55b7a92 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:52.657780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for d06325ff-00af-40e7-9261-24c31a636d7d owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:52.753521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-42097bc9-a860-45c2-92b2-0288e39c3b68 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.757208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.778477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:52.783007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:18Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.793944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e8bfc-e0c3-41d3-a751-008ecaf31d5a None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:18:52.812207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:52.820464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:52.834551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] Checking router: 8ec5e14d-23b4-4110-bb2f-ff681591959c for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:18:52.840664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:52.847250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d662ebf-b552-4395-8640-2151f03f11ed tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:52.854103 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1d662ebf-b552-4395-8640-2151f03f11ed tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks/85f28524-d232-43c8-b59c-edeece11ee61 HTTP/1.1" status: 200 len: 803 time: 0.6870687 Mar 23 10:18:52.857371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.858382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1588c-48f3-486b-a10a-43a138877eab,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:52.871187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:52.871966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.889398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.893421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "DELETE /v2.0/security-groups/09a1588c-48f3-486b-a10a-43a138877eab HTTP/1.1" status: 204 len: 168 time: 0.6157184 Mar 23 10:18:52.895030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40334) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.898070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Router 500e0575-b4a3-4db4-b2d6-eec7f48dae6d is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:52.903785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.903785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.903785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.903785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.903785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.903785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.904818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.904818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.904818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.905165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.905468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156551c8-1184-4c02-8da5-379aa9b3f7cb tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:52.933723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-77f83f36-6dfd-41ef-8fce-b7478e36fb05 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] show failed (client error): The resource could not be found. Mar 23 10:18:52.938044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77f83f36-6dfd-41ef-8fce-b7478e36fb05 tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "GET /v2.0/security-groups/09a1588c-48f3-486b-a10a-43a138877eab HTTP/1.1" status: 404 len: 347 time: 0.0416844 Mar 23 10:18:52.938846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40338) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.973276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:52.998526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.138717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Port': ['ID=d06325ff-00af-40e7-9261-24c31a636d7d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:53.150929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No DVR routers for this DVR port d06325ff-00af-40e7-9261-24c31a636d7d on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:53.241190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-42097bc9-a860-45c2-92b2-0288e39c3b68 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.256727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Deleting port 2e5199e0-68f9-424e-916b-db4807c9c9ca {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:53.257089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.301023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:18:53.434375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.438669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e8bfc-e0c3-41d3-a751-008ecaf31d5a None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:53.476415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42097bc9-a860-45c2-92b2-0288e39c3b68 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3020eec-d417-4f62-bfdd-2cd177948901,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:53.519904 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-92bf9977-470f-4472-b675-e721bc870fc4 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/networks/85f28524-d232-43c8-b59c-edeece11ee61?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6519926 Mar 23 10:18:53.533711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40342) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:53.581587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.581900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.635670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.681323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41e64a2-bf29-4418-8669-cf3d4c88645c']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:53.702451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-42097bc9-a860-45c2-92b2-0288e39c3b68 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.707644 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-42097bc9-a860-45c2-92b2-0288e39c3b68 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "DELETE /v2.0/security-groups/c3020eec-d417-4f62-bfdd-2cd177948901 HTTP/1.1" status: 204 len: 168 time: 1.5854678 Mar 23 10:18:53.709901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf90b8c-b125-49d9-b071-c54440db2e6d') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:53.710204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf90b8c-b125-49d9-b071-c54440db2e6d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:53.720355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40346) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:53.748905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.762321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-4dc058c0-7dfa-467c-a38b-97055ae8c4f9 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] show failed (client error): The resource could not be found. Mar 23 10:18:53.768918 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4dc058c0-7dfa-467c-a38b-97055ae8c4f9 tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "GET /v2.0/security-groups/c3020eec-d417-4f62-bfdd-2cd177948901 HTTP/1.1" status: 404 len: 347 time: 0.0419955 Mar 23 10:18:53.770302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Calling delete_port for 2e5199e0-68f9-424e-916b-db4807c9c9ca owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:53.771629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40350) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:53.852602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.880343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 962 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:18:53.880759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:53.899831 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:53.939564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.002461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d04ec2-3362-4e20-a06c-9af04bbe53df tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:54.003760 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-69d04ec2-3362-4e20-a06c-9af04bbe53df tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/subnets/cf794ce8-89f3-4072-aec6-ebd285fed3c6 HTTP/1.1" status: 200 len: 843 time: 0.4693213 Mar 23 10:18:54.009428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.014853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40354) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:54.035351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:18Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:54.044599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99f5d5-eb6b-43d8-8463-404f6a2f2bcc None None] The sync data for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv is: [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:15:56Z', 'revision_number': 4, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a5beeb5e-b827-435a-950b-2797a718cc2a', 'name': '', 'network_id': '3e2283f2-363b-4b9c-94cc-d2736a49f3f9', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'mac_address': 'fa:16:3e:b8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:54Z', 'updated_at': '2022-03-23T10:16:18Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'subnets': [{'id': '93f2f0dd-0e74-460d-ae41-551f849867ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:54.154330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Deleting port 0bcec061-f891-4f56-9d1c-295ee3f47933 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:54.155399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.212062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f001f35-58d8-4fac-bf56-c3d0533a1206 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:54.213513 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3f001f35-58d8-4fac-bf56-c3d0533a1206 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "GET /v2.0/subnets/cf794ce8-89f3-4072-aec6-ebd285fed3c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1976764 Mar 23 10:18:54.218683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40358) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:54.222288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.226242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238394904'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:54.228317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.241235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:54.295859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=a41e64a2-bf29-4418-8669-cf3d4c88645c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.306948 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f80178e2-2616-426e-a496-cd90582275c2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/a41e64a2-bf29-4418-8669-cf3d4c88645c HTTP/1.1" status: 204 len: 168 time: 6.8138015 Mar 23 10:18:54.334517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40362) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:54.345241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:54.351845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:18:54.360276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132005010'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:54.375232 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] Sync routers for ids ['500e0575-b4a3-4db4-b2d6-eec7f48dae6d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:18:54.406882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.449204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:54.452655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:54.453138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.482440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.482717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfa74-78f1-47cf-b8d1-ca787b2a7016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.495378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:54.497982 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] Routers {'500e0575-b4a3-4db4-b2d6-eec7f48dae6d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:54.499173 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['500e0575-b4a3-4db4-b2d6-eec7f48dae6d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:54.503774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.518597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a8f22826-a7f7-412a-bda0-75cbb74265fe tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "PUT /v2.0/routers/500e0575-b4a3-4db4-b2d6-eec7f48dae6d HTTP/1.1" status: 200 len: 880 time: 11.3594513 Mar 23 10:18:54.522974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40366) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:54.569825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:54.619769 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:54.632210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:54.645592 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] Routers {'500e0575-b4a3-4db4-b2d6-eec7f48dae6d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:18:54.646638 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['500e0575-b4a3-4db4-b2d6-eec7f48dae6d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:54.662309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Allocated IP 172.26.7.214 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/e12d2f9a-e677-429e-88bd-1ed6a84a8cbe) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:54.682351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.686958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd71563-7233-484a-83d9-9138b546c3e8 None None] New status for floating IP f95f5189-6650-4b88-9e1b-b421d3995a17: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:18:54.743669 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:54.744621 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae9889-0fdb-4fee-ae2d-fe1e407d000d None None] The sync data for ids ['500e0575-b4a3-4db4-b2d6-eec7f48dae6d'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:18:54.773546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:54.778706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.803633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:54.810885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=61f0f3cf-96e0-494d-9e32-252e8f2cae5e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.832892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:54.835004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:54.840281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Pushing event deleted for resources: {'Port': ['ID=2e5199e0-68f9-424e-916b-db4807c9c9ca,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.869198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:54.870436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.903305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.903901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.962678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03556aa-dc5e-4149-a827-df4c35119758 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:54.969064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.969699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Added segment 21a0f839-64d4-4ef7-a854-c695095ec517 of type vlan for network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a Mar 23 10:18:55.002951 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b0b97199-e914-42f6-97b0-856178b5e922 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6389935 Mar 23 10:18:55.016370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40370) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.047934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:55.065483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:55.077312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Calling delete_port for 0bcec061-f891-4f56-9d1c-295ee3f47933 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:18:55.094540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:router and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:55.101610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:55.111171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.120255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 971, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:55.123881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:55.164297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.184991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.185748 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 2e85730f-519a-47b9-8576-2a88509fcef2 of type vlan for network 5669fbb7-c036-4d07-9cd1-8c055e887a73 Mar 23 10:18:55.227756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.234255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c7db41ed-1b99-47ab-b55b-de9b3b88b33c tempest-ServersTestManualDisk-1056713507 tempest-ServersTestManualDisk-1056713507-project] 10.222.0.73 "DELETE /v2.0/floatingips/f95f5189-6650-4b88-9e1b-b421d3995a17 HTTP/1.1" status: 204 len: 168 time: 2.2860341 Mar 23 10:18:55.234255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.234255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.236099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.259792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.294358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.301440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:55.302535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.312278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.431920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:55.439753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.461797 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2407138 Mar 23 10:18:55.468201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40378) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.478814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca6e8c-261f-49a8-90cd-fda9599d6325 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Network': ['ID=4cf9a2b2-0c39-45a7-a2e3-e6047218518a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.489496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:55.505607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.514880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.515228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:55.515981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.525872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:55.526549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.544849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:55.546151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.617552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.619045 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2b52daed-6c38-4351-b08d-7af8eade15fe tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5905964 Mar 23 10:18:55.633050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40382) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.646243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5dfddd8d-5e95-4be9-989e-d013fe803f57 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/500e0575-b4a3-4db4-b2d6-eec7f48dae6d HTTP/1.1" status: 200 len: 921 time: 1.1051476 Mar 23 10:18:55.697736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Port': ['ID=e12d2f9a-e677-429e-88bd-1ed6a84a8cbe,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.701530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:55.702206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40386) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.761523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:55.823453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.826138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:55.930388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5946803 Mar 23 10:18:55.931219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Pushing event deleted for resources: {'Port': ['ID=0bcec061-f891-4f56-9d1c-295ee3f47933,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.939461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40390) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.944074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e98796-b0ff-4e00-9ff8-a7809a79249f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=5669fbb7-c036-4d07-9cd1-8c055e887a73,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.953174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': '5669fbb7-c036-4d07-9cd1-8c055e887a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:55.985327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:55.987983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5669fbb7-c036-4d07-9cd1-8c055e887a73 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:56.164314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/61f0f3cf-96e0-494d-9e32-252e8f2cae5e/8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:56.280139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:56.294249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:56.317636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:56.331607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:56.341942 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0cd7909e-6c4a-40bb-93cd-c492e081e815 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=500e0575-b4a3-4db4-b2d6-eec7f48dae6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6303246 Mar 23 10:18:56.341942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40394) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:56.346881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:56.353093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Made reservation on behalf of 2c2b43bb3bc74f72a7163d3cb4287e89 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:56.399170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.403858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.408446 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-41570caa-faf6-4d9c-985b-03c381c0398c tempest-ServersTestJSON-382390380 tempest-ServersTestJSON-382390380-project] 10.222.0.73 "DELETE /v2.0/floatingips/0030fa86-4bc7-4758-bb2d-054d5c4c1910 HTTP/1.1" status: 204 len: 168 time: 2.6327901 Mar 23 10:18:56.426519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40398) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:56.538459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:56.544236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.556220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Transition to ACTIVE for port object 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:56.579202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Transition to ACTIVE for port object 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:56.590290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.693640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Pushing event updated for resources: {'Port': ['ID=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:56.697647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:56.699393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ec82533-8d66-47b6-bc31-0ca00475983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.701815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:56.704461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:56.726145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.809210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2119e01-fd21-4208-b73c-c2feeae47f80 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:56.810656 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f2119e01-fd21-4208-b73c-c2feeae47f80 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.4684074 Mar 23 10:18:56.816365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40402) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:56.819245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Attempting to bind port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:56.820071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Attempting to bind port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:56.820759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Attempting to bind port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:18:56.833313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:18:56.834092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:56.834853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.835835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:18:56.836758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Bound port: 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:56.837473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.879831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-03fb6655-0617-4feb-aad7-63504274880f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=500e0575-b4a3-4db4-b2d6-eec7f48dae6d HTTP/1.1" status: 200 len: 205 time: 0.0589917 Mar 23 10:18:56.881691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.887476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40406) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:56.897511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Performing IP validity checks on allocation pools {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:18:56.898025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:18:57.007430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] For port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:18:57.011666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] For port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:18:57.017891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.102851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.116578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf00bd-87ec-4c81-a200-4d4ee00298da None None] Pushing event updated for resources: {'Port': ['ID=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:57.320506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.677120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.681458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.722549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.777148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.829249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.845377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.849303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=7222f48b-786e-482b-a309-37a32218f8c1,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:57.919498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.961394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:58.096755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:58.281338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=dbe6ebcd-4740-472e-a02e-2bf0d279ddb4,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:58.349996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Checking segment: {'id': '21a0f839-64d4-4ef7-a854-c695095ec517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:58.350653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network hostable DHCP agents. Network: 4cf9a2b2-0c39-45a7-a2e3-e6047218518a, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:58.364951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '2e85730f-519a-47b9-8576-2a88509fcef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '5669fbb7-c036-4d07-9cd1-8c055e887a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:18:58.366058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: 5669fbb7-c036-4d07-9cd1-8c055e887a73, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:58.388611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.468483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 5669fbb7-c036-4d07-9cd1-8c055e887a73 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:58.489312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:58.504045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 4cf9a2b2-0c39-45a7-a2e3-e6047218518a) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:58.507939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 5669fbb7-c036-4d07-9cd1-8c055e887a73) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:58.520341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:58.520949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.521988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c14be8-0dbe-4450-bff3-b79376081575 None None] Network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:58.545907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::1 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/61f0f3cf-96e0-494d-9e32-252e8f2cae5e/5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:58.546213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:58.546653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.593763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53911fe-0f09-4f83-8d98-86b294e9c966 None None] Network 5669fbb7-c036-4d07-9cd1-8c055e887a73 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:18:58.690555 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9e947b48-e4d7-4c74-a227-60d782cfc194 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7483461 Mar 23 10:18:58.696759 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0d5fde16-bb93-4e30-b965-063ee4867647 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2274742 Mar 23 10:18:58.701342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40414) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:58.702334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:58.710320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:18:58.942283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.983767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:58.988189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.031213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] Provisioning for port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:59.049714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] Provisioning complete for port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:59.050085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.072375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3076363'] for subnet, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.210604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.216175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.320334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:59.327694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:59.331128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:18:59.331737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.343796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Router 50635091-f1a6-4159-a13b-a42c3f1265f5 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:18:59.348341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:59.378831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.422592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Deleting port efc27b46-6135-4779-a7e5-57fe58c0cdde {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:18:59.423228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.423687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-4cf9a2b2-0c39-45a7-a2e3-e6047218518a', 'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a', 'tenant_id': '2c2b43bb3bc74f72a7163d3cb4287e89', 'fixed_ips': [{'subnet_id': '7222f48b-786e-482b-a309-37a32218f8c1'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:59.425743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.466026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.497337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.661143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.755137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.797414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766047603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3369506'] for subnet, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.884800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe6ebcd-4740-472e-a02e-2bf0d279ddb4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:59.905040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aeb9d9-aa52-4dfb-8e30-4348e065be19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-5669fbb7-c036-4d07-9cd1-8c055e887a73', 'network_id': '5669fbb7-c036-4d07-9cd1-8c055e887a73', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': 'dbe6ebcd-4740-472e-a02e-2bf0d279ddb4'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:18:59.906020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb9d9-aa52-4dfb-8e30-4348e065be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.921290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] For port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:18:59.936491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.961681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:59.962436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.964234 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "PUT /v2.0/subnets/7222f48b-786e-482b-a309-37a32218f8c1 HTTP/1.1" status: 200 len: 900 time: 1.2590048 Mar 23 10:18:59.971576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40422) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:00.163266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Allocated IP 2001:db8::3 (4cf9a2b2-0c39-45a7-a2e3-e6047218518a/7222f48b-786e-482b-a309-37a32218f8c1/55d48fbc-5f47-4820-99d5-5119116b7cdf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:00.170305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1c217-7e60-4d5d-83c5-d787d468942c None None] Pushing event updated for resources: {'Port': ['ID=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:00.175948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-44dc9f12-0e6c-43aa-a824-6954971c4fdd None None] Provisioning for port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:00.195019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694e5e9-a305-4749-a274-de4eeff7f26c None None] Network 5669fbb7-c036-4d07-9cd1-8c055e887a73 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:00.209975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-44dc9f12-0e6c-43aa-a824-6954971c4fdd None None] Provisioning complete for port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:00.210622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-44dc9f12-0e6c-43aa-a824-6954971c4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.214377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4519774-3b1a-417b-9693-63853bc516f7 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event updated for resources: {'Subnet': ['ID=7222f48b-786e-482b-a309-37a32218f8c1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:00.221888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.275043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.341948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5669fbb7-c036-4d07-9cd1-8c055e887a73']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:00.367385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e85730f-519a-47b9-8576-2a88509fcef2') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:00.367878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e85730f-519a-47b9-8576-2a88509fcef2') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:00.380699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.387000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Deleting port a5beeb5e-b827-435a-950b-2797a718cc2a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:00.387483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.421735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.441055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.445339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-44dc9f12-0e6c-43aa-a824-6954971c4fdd None None] Port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:19:00.654444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.715889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Calling delete_port for efc27b46-6135-4779-a7e5-57fe58c0cdde owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:00.744972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.757770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Transition to ACTIVE for port object 55d48fbc-5f47-4820-99d5-5119116b7cdf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:00.782369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Transition to ACTIVE for port object 55d48fbc-5f47-4820-99d5-5119116b7cdf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:00.790694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.824428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 971 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:00.825095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.849416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:00.853350 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:00.867744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:00.883854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:00.997958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Pushing event updated for resources: {'Port': ['ID=55d48fbc-5f47-4820-99d5-5119116b7cdf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.028624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Attempting to bind port 55d48fbc-5f47-4820-99d5-5119116b7cdf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:01.029391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Attempting to bind port 55d48fbc-5f47-4820-99d5-5119116b7cdf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '21a0f839-64d4-4ef7-a854-c695095ec517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:01.030927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Attempting to bind port 55d48fbc-5f47-4820-99d5-5119116b7cdf on network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:01.043291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:01.044118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Checking segment: {'id': '21a0f839-64d4-4ef7-a854-c695095ec517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:01.044905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.045644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Bound using segment: {'id': '21a0f839-64d4-4ef7-a854-c695095ec517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:01.046541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Bound port: 55d48fbc-5f47-4820-99d5-5119116b7cdf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a0f839-64d4-4ef7-a854-c695095ec517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:01.047284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.090723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.125128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.135185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.190859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] For port a5beeb5e-b827-435a-950b-2797a718cc2a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a5beeb5e-b827-435a-950b-2797a718cc2a,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:01.191222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.207260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=5669fbb7-c036-4d07-9cd1-8c055e887a73,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.220126 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-699bab19-1734-475e-8984-fa3a7a387e06 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/5669fbb7-c036-4d07-9cd1-8c055e887a73 HTTP/1.1" status: 204 len: 168 time: 2.5166712 Mar 23 10:19:01.221104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40426) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:01.250328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] For port 55d48fbc-5f47-4820-99d5-5119116b7cdf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:01.254634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] For port 55d48fbc-5f47-4820-99d5-5119116b7cdf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=55d48fbc-5f47-4820-99d5-5119116b7cdf,segment=NetworkSegment(21a0f839-64d4-4ef7-a854-c695095ec517),segment_id=21a0f839-64d4-4ef7-a854-c695095ec517)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:01.263013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.282989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073763878'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:01.357359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Calling delete_port for a5beeb5e-b827-435a-950b-2797a718cc2a owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:01.373208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf760d-55bb-4d83-9a4b-3699a5d9b455 None None] Pushing event updated for resources: {'Port': ['ID=55d48fbc-5f47-4820-99d5-5119116b7cdf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.386324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:01.401794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:01.403015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:01.409568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:01.423067 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] Sync routers for ids ['50635091-f1a6-4159-a13b-a42c3f1265f5'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:01.430146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:01.456606 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] Routers {'50635091-f1a6-4159-a13b-a42c3f1265f5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:01.458684 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['50635091-f1a6-4159-a13b-a42c3f1265f5'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.461259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.472618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.475125 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9095ad99-4cf7-4f46-9069-538c3c14c4e9 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "PUT /v2.0/routers/50635091-f1a6-4159-a13b-a42c3f1265f5 HTTP/1.1" status: 200 len: 919 time: 9.9788001 Mar 23 10:19:01.475362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:01.476244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.477266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.478221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.483099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40430) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:01.521325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.578488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=7222f48b-786e-482b-a309-37a32218f8c1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.611515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:01.637759 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.664027 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] Routers {'50635091-f1a6-4159-a13b-a42c3f1265f5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:01.665627 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['50635091-f1a6-4159-a13b-a42c3f1265f5'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.713483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.713483 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment a9d24a09-423d-4048-a59e-93d5b3564c5e of type vlan for network 76390119-38cb-4f21-8884-830b0b0beb1f Mar 23 10:19:01.730546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.785649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.865053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf9a2b2-0c39-45a7-a2e3-e6047218518a']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.874922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.896271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a0f839-64d4-4ef7-a854-c695095ec517') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.896562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a0f839-64d4-4ef7-a854-c695095ec517') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.931996 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.932704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89635b9e-4942-43e0-bde4-6814abb61e64 None None] The sync data for ids ['50635091-f1a6-4159-a13b-a42c3f1265f5'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:01.944504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.967741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.988885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.000600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 961 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:02.000953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.131460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:02.140897 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:02.155873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:02.264915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.268955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event deleted for resources: {'Port': ['ID=efc27b46-6135-4779-a7e5-57fe58c0cdde,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:02.270951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:02.271674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.300484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a5beeb5e-b827-435a-950b-2797a718cc2a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:02.304403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:19:02.304403 dv-neutron-834653-2-hyperv neutron-server[83746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:19:02.304403 dv-neutron-834653-2-hyperv neutron-server[83746]: [parameters: {'id': '4cf9a2b2-0c39-45a7-a2e3-e6047218518a'}] Mar 23 10:19:02.304403 dv-neutron-834653-2-hyperv neutron-server[83746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:02.305046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:02.308439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:02.310619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.617890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:02.628260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:02.630217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.719584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 55d48fbc-5f47-4820-99d5-5119116b7cdf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:02.962771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.966728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 55d48fbc-5f47-4820-99d5-5119116b7cdf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:02.967345 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6917963 Mar 23 10:19:02.973160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40434) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:02.985475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': '76390119-38cb-4f21-8884-830b0b0beb1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:03.055377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba57bb-a067-446e-923f-3062847f5e36 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=76390119-38cb-4f21-8884-830b0b0beb1f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:03.081930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 76390119-38cb-4f21-8884-830b0b0beb1f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:03.112368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port 55d48fbc-5f47-4820-99d5-5119116b7cdf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:03.112662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.250857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.271378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:03.285077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:03.286436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.320169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:03.344656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:03.378510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852aac77-b661-4830-a49a-1136d9dcbbda None None] Network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:03.381388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:03.575502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-23624f84-2bce-4566-9172-57e8a5860e75 None None] Provisioning complete for port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:03.575929 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-23624f84-2bce-4566-9172-57e8a5860e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.604970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Deleting port 7e2813af-7bee-41dc-b257-c11e896cae28 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:03.605242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.705573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-23624f84-2bce-4566-9172-57e8a5860e75 None None] Port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:19:03.742256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.743391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Fanout notify agent at l3_agent the message router_deleted on router 500e0575-b4a3-4db4-b2d6-eec7f48dae6d {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:03.804280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-449f6afe-40f3-4f8e-97ae-27707e5044fb tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/50635091-f1a6-4159-a13b-a42c3f1265f5 HTTP/1.1" status: 200 len: 925 time: 2.2868989 Mar 23 10:19:03.807598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.814149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0a6d7b02-4f6c-4ecf-b781-e5163f0cf55b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/500e0575-b4a3-4db4-b2d6-eec7f48dae6d HTTP/1.1" status: 204 len: 168 time: 6.9186478 Mar 23 10:19:03.814149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40438) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.820801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40440) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.849905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1581147368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:03.852332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e7428cb0-fcb0-4eeb-824b-f27d4ae76564 None None] Provisioning for port 55d48fbc-5f47-4820-99d5-5119116b7cdf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:03.866410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] DHCP port deletion for 4cf9a2b2-0c39-45a7-a2e3-e6047218518a request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:03.870698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:03.878137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Usage tracker for resource:router and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:03.879285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Deleting port 55d48fbc-5f47-4820-99d5-5119116b7cdf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:03.880224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.883849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:03.895642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:03.936851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.938529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.943439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e7428cb0-fcb0-4eeb-824b-f27d4ae76564 None None] Provisioning complete for port 55d48fbc-5f47-4820-99d5-5119116b7cdf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:03.944446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e7428cb0-fcb0-4eeb-824b-f27d4ae76564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.980470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.019120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] For port 7e2813af-7bee-41dc-b257-c11e896cae28, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7e2813af-7bee-41dc-b257-c11e896cae28,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:04.019505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.028455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port 55d48fbc-5f47-4820-99d5-5119116b7cdf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=55d48fbc-5f47-4820-99d5-5119116b7cdf,segment=NetworkSegment(21a0f839-64d4-4ef7-a854-c695095ec517),segment_id=21a0f839-64d4-4ef7-a854-c695095ec517)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:04.029060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.046847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.171730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9fb1b705-60e7-4288-a802-49fe537b970f tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=50635091-f1a6-4159-a13b-a42c3f1265f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3084075 Mar 23 10:19:04.172350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40446) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:04.179134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Calling delete_port for 7e2813af-7bee-41dc-b257-c11e896cae28 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:04.230544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for 55d48fbc-5f47-4820-99d5-5119116b7cdf owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:04.294786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.396233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.437981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6faf814-f8c2-42f7-9754-730707f1fddb tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:04.442459 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b6faf814-f8c2-42f7-9754-730707f1fddb tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.2361441 Mar 23 10:19:04.444847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40450) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:04.467686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e7428cb0-fcb0-4eeb-824b-f27d4ae76564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.499565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.504394 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-897df14c-6cfd-4995-998c-697ae05cb187 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6776624 Mar 23 10:19:04.504614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ec5a79ac-5542-4861-b662-ab33e9850d66 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=50635091-f1a6-4159-a13b-a42c3f1265f5 HTTP/1.1" status: 200 len: 205 time: 0.0569417 Mar 23 10:19:04.504614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40454) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:04.506250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing IP validity checks on allocation pools {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:19:04.508787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:19:04.510719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40456) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:04.536762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] For port 55d48fbc-5f47-4820-99d5-5119116b7cdf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=55d48fbc-5f47-4820-99d5-5119116b7cdf,segment=NetworkSegment(21a0f839-64d4-4ef7-a854-c695095ec517),segment_id=21a0f839-64d4-4ef7-a854-c695095ec517)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:04.537305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.571582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Router 3cc56f21-e86f-402a-985f-ef474c332e56 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:19:04.617623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': True}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:04.738631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.832972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Calling delete_port for 55d48fbc-5f47-4820-99d5-5119116b7cdf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:04.843443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.901769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2813af-7bee-41dc-b257-c11e896cae28,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:04.979575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=55d48fbc-5f47-4820-99d5-5119116b7cdf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:05.001680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port 55d48fbc-5f47-4820-99d5-5119116b7cdf on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:05.018803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:05.019454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:05.321243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.362368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:05.385383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Sync routers for ids ['3cc56f21-e86f-402a-985f-ef474c332e56'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:05.385638 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4eb38fe4-5b51-4713-b76c-8b1e416ba943 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "PUT /v2.0/routers/3cc56f21-e86f-402a-985f-ef474c332e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7475224 Mar 23 10:19:05.386517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40462) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.409271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Routers {'3cc56f21-e86f-402a-985f-ef474c332e56'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:05.411036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3cc56f21-e86f-402a-985f-ef474c332e56'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:05.458394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.522249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Deleting port 55d48fbc-5f47-4820-99d5-5119116b7cdf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:05.524466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.591805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf9a2b2-0c39-45a7-a2e3-e6047218518a']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:05.605026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86485564-143d-4941-a6dd-bd1361984594 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:05.605026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-86485564-143d-4941-a6dd-bd1361984594 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:05.617547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a0f839-64d4-4ef7-a854-c695095ec517') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:05.618051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a0f839-64d4-4ef7-a854-c695095ec517') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:05.651870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-86485564-143d-4941-a6dd-bd1361984594 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:05.651870 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-86485564-143d-4941-a6dd-bd1361984594 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports/5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 HTTP/1.1" status: 200 len: 911 time: 0.2617800 Mar 23 10:19:05.655418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40468) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.664876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.696131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.731574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.759651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 961 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:05.760187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.761773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:05.780757 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:05.809850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-30c373fe-e4eb-4e9e-949b-7b49977b0b79 None None] The port '55d48fbc-5f47-4820-99d5-5119116b7cdf' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:05.851984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a9aed-e75a-43bf-900f-34ee1d3886ea None None] Network 4cf9a2b2-0c39-45a7-a2e3-e6047218518a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:06.038453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=13d256ca-9111-4182-89f9-9ff75d8951a0,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:06.062040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 55d48fbc-5f47-4820-99d5-5119116b7cdf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:06.069478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.080945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70568176-5767-497c-8552-07b5234840a8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:06.088365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70568176-5767-497c-8552-07b5234840a8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:06.094866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.109790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=4cf9a2b2-0c39-45a7-a2e3-e6047218518a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:06.113255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40472) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:06.114400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-70568176-5767-497c-8552-07b5234840a8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4544795 Mar 23 10:19:06.142654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 55d48fbc-5f47-4820-99d5-5119116b7cdf {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:06.143384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 55d48fbc-5f47-4820-99d5-5119116b7cdf not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:06.172247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Set router 3cc56f21-e86f-402a-985f-ef474c332e56 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:06.206171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': 'a9d24a09-423d-4048-a59e-93d5b3564c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '76390119-38cb-4f21-8884-830b0b0beb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:06.206665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: 76390119-38cb-4f21-8884-830b0b0beb1f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:06.262371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.287442 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1083a78b-18a0-46c8-9378-e069bf7fae38 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/4cf9a2b2-0c39-45a7-a2e3-e6047218518a HTTP/1.1" status: 204 len: 168 time: 6.3146830 Mar 23 10:19:06.295759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40476) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:06.389712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d05e5-a0c0-47b2-b9ef-12077321cab1 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:06.390154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d05e5-a0c0-47b2-b9ef-12077321cab1 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:06.396694 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9e6d05e5-a0c0-47b2-b9ef-12077321cab1 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/7222f48b-786e-482b-a309-37a32218f8c1 HTTP/1.1" status: 404 len: 337 time: 0.0942526 Mar 23 10:19:06.396694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40480) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:06.419387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.436321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed28e3a3-ab4d-4ae2-96bb-03a7ad0a79fa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:06.436820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed28e3a3-ab4d-4ae2-96bb-03a7ad0a79fa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:06.442668 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ed28e3a3-ab4d-4ae2-96bb-03a7ad0a79fa tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/4cf9a2b2-0c39-45a7-a2e3-e6047218518a HTTP/1.1" status: 404 len: 339 time: 0.0414243 Mar 23 10:19:06.442969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40484) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:06.470774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Deleting port e12d2f9a-e677-429e-88bd-1ed6a84a8cbe {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:06.470774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.556931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 76390119-38cb-4f21-8884-830b0b0beb1f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:06.602040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 76390119-38cb-4f21-8884-830b0b0beb1f) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:06.616291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:06.617274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.638880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4692b-481b-47f2-8a8f-ce47bba317cc None None] Network 76390119-38cb-4f21-8884-830b0b0beb1f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:06.669997 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9238dbfa-a842-4299-8225-ea29de8aa2a5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6883934 Mar 23 10:19:06.671329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40488) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:06.707303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.978443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.184020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.203442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:55Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None, '_interfaces': [{'id': '5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47', 'name': '', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'mac_address': 'fa:16:3e:45:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:57Z', 'updated_at': '2022-03-23T10:19:00Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'subnets': [{'id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.221537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Checking router: 3cc56f21-e86f-402a-985f-ef474c332e56 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:19:07.222318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Updating router 3cc56f21-e86f-402a-985f-ef474c332e56 port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:19:07.278951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7881696-626c-4b07-a167-ba0edbf5c102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-76390119-38cb-4f21-8884-830b0b0beb1f', 'network_id': '76390119-38cb-4f21-8884-830b0b0beb1f', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': '13d256ca-9111-4182-89f9-9ff75d8951a0'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:07.280840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7881696-626c-4b07-a167-ba0edbf5c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.340349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Calling delete_port for e12d2f9a-e677-429e-88bd-1ed6a84a8cbe owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:07.387759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.406520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.449053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba89d02e-0315-49ee-89f6-fbe4c8273871']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.449733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.486136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f8d7a2-ffa2-490c-9334-b9e587141494') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.486136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f8d7a2-ffa2-490c-9334-b9e587141494') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.507351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.539016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.583370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.584096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.652373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:07.652763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:07.668314 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:07.672045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server [None req-f7881696-626c-4b07-a167-ba0edbf5c102 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d256ca-9111-4182-89f9-9ff75d8951a0: This subnet is being modified by another concurrent operation. Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:19:07.733431 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d256ca-9111-4182-89f9-9ff75d8951a0: This subnet is being modified by another concurrent operation. Mar 23 10:19:07.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Mar 23 10:19:07.746299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=13d256ca-9111-4182-89f9-9ff75d8951a0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.791042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfc3e7-0f72-445f-8f69-74a0b68e4e8f None None] Network 76390119-38cb-4f21-8884-830b0b0beb1f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:07.865053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.884173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.888966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.935382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.949317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=ba89d02e-0315-49ee-89f6-fbe4c8273871,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.958324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event deleted for resources: {'Port': ['ID=e12d2f9a-e677-429e-88bd-1ed6a84a8cbe,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.966956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a53c3ffd-73b2-4968-92bc-bad10845baf5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/ba89d02e-0315-49ee-89f6-fbe4c8273871 HTTP/1.1" status: 204 len: 168 time: 1.5228984 Mar 23 10:19:07.970748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40492) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:07.996361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Router 8ec5e14d-23b4-4110-bb2f-ff681591959c has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:19:08.002296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Allocated IP 172.26.7.215 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/cba1dc07-b7df-42ce-9637-0a87bafc676c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:08.017326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76390119-38cb-4f21-8884-830b0b0beb1f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.062459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d24a09-423d-4048-a59e-93d5b3564c5e') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.063287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d24a09-423d-4048-a59e-93d5b3564c5e') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.076910 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b005584-1b9d-4d2d-b696-b0eacf99f429 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:08.077353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b005584-1b9d-4d2d-b696-b0eacf99f429 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:08.079041 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3b005584-1b9d-4d2d-b696-b0eacf99f429 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/418cc7b2-c8ed-4b72-9cec-e8ce58c3bd8b HTTP/1.1" status: 404 len: 337 time: 0.0778599 Mar 23 10:19:08.083224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.089139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.218286 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8614a68-3e2a-421a-a4fe-388b4ce14d66 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:08.218728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8614a68-3e2a-421a-a4fe-388b4ce14d66 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:08.282639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.287310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.319275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 983 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:08.319516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.347728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee60dcdf-1754-4214-8881-2d0141b43666 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:08.383020 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:08.397081 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d8614a68-3e2a-421a-a4fe-388b4ce14d66 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/5746d7a3-6e59-4baa-8646-73a26d12e943 HTTP/1.1" status: 404 len: 339 time: 0.3104520 Mar 23 10:19:08.404142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40500) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.620802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.632386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.634244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Transition to ACTIVE for port object 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:08.637781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.647955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.673487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.693748 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/76390119-38cb-4f21-8884-830b0b0beb1f HTTP/1.1" status: 204 len: 168 time: 2.0121007 Mar 23 10:19:08.700397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40504) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.715990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c56236-231e-4edc-a329-cd7ca5c8d1b0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=76390119-38cb-4f21-8884-830b0b0beb1f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:08.722450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-253675799'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:08.728507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:08.746064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:08.754414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:08.759414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.890462 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528421-d36b-4e30-b6d5-f4508561314e None None] Pushing event updated for resources: {'Port': ['ID=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:08.893520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60dcdf-1754-4214-8881-2d0141b43666 None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:19:08.901668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Router f55e8528-3751-4d13-8930-450b0695db02 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:19:08.916498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.948132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:09.006388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.032255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.075229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:09.077519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.171879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:09.187834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Port': ['ID=cba1dc07-b7df-42ce-9637-0a87bafc676c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:09.191174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:09.200030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:09.228961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Attempting to bind port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:09.229465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Attempting to bind port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:09.229948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Attempting to bind port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:09.253530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:09.281943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:09.281943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:09.281943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.281943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:09.281943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Bound port: 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:09.281943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.283073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.283365 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 45ba8f5f-3bdf-4672-b070-430dfbe17089 of type vlan for network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 Mar 23 10:19:09.336010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.337643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Fanout notify agent at l3_agent the message router_deleted on router 50635091-f1a6-4159-a13b-a42c3f1265f5 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:09.372463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.375615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting subnet b56d54e5-ebcf-4907-ab4d-162b680a0c5b {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:09.406169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:09.409207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.433719 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] Sync routers for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:09.441449 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-966f5a00-28ed-42c5-9b21-c15b9c3902ab admin admin] 10.222.0.73 "PUT /v2.0/routers/8ec5e14d-23b4-4110-bb2f-ff681591959c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2036443 Mar 23 10:19:09.442486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40508) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:09.471224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] For port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:09.474577 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:09.475823 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:09.497842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] For port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:09.544908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.546100 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-94a9a65e-e569-443f-941b-f59f2db5b309 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/50635091-f1a6-4159-a13b-a42c3f1265f5 HTTP/1.1" status: 204 len: 168 time: 5.0408480 Mar 23 10:19:09.548148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.552468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40512) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:09.563904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-523067844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:09.579312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.619926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:09.631018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Usage tracker for resource:router and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:09.636003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:09.636356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.639958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:09.640590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.649425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:09.688280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.689110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.743616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.771614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.850839 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528421-d36b-4e30-b6d5-f4508561314e None None] Pushing event updated for resources: {'Port': ['ID=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:09.851022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.858225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Routers {'3cc56f21-e86f-402a-985f-ef474c332e56'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:09.859138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3cc56f21-e86f-402a-985f-ef474c332e56'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:09.916160 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2080891 Mar 23 10:19:09.919593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.920942 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-894bcefd-74cf-4f92-8c87-d016a2ae7719 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3671966 Mar 23 10:19:09.936548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40516) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:09.938771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40518) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:09.942503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:09.946415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c2f2a-9df7-41ee-9083-e8e32e8d169f tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=07c4bda1-019a-47db-83cd-a25b9b4af5a3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:09.954890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': False}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:09.964118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:10.074825 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6602b336-0b1b-408d-8c8a-74c4b3722696 admin admin] 10.222.0.73 "PUT /v2.0/routers/f55e8528-3751-4d13-8930-450b0695db02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6417356 Mar 23 10:19:10.081519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40524) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:10.085531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.169200 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:10.216218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:10.229480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:10.234199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:10.238876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:10.246648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:10.274849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:10.288535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=b56d54e5-ebcf-4907-ab4d-162b680a0c5b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:10.309907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] Sync routers for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:10.406329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.408355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4ef56be9-5821-4ad9-ad60-908c09e7ed7d tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/b56d54e5-ebcf-4907-ab4d-162b680a0c5b HTTP/1.1" status: 204 len: 168 time: 2.0035930 Mar 23 10:19:10.413138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40528) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:10.432670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577389cc-41f1-4c3b-8989-e91e7a4b996f None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:10.451228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.617473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:10.618546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.646712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:10.647403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:10.660879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting subnet ce259e92-558c-497d-a443-0f0f26c4a9b9 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:10.729664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.755815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.800147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] Set router 3cc56f21-e86f-402a-985f-ef474c332e56 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:10.844611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.946443 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:19:01Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:10.960994 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] Checking router: 8ec5e14d-23b4-4110-bb2f-ff681591959c for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:19:10.993772 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] Routers {'8ec5e14d-23b4-4110-bb2f-ff681591959c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:10.997159 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8ec5e14d-23b4-4110-bb2f-ff681591959c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:11.265115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.283236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.326435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.376130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:11.397751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.415328 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] Set router 8ec5e14d-23b4-4110-bb2f-ff681591959c gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:11.740024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.845259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=ce259e92-558c-497d-a443-0f0f26c4a9b9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:11.854249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.858904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:55Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None, '_interfaces': [{'id': '5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47', 'name': '', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'mac_address': 'fa:16:3e:45:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:57Z', 'updated_at': '2022-03-23T10:19:09Z', 'revision_number': 4, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'subnets': [{'id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:11.864642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.866238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61147d-afa1-46fb-8941-5a4b38acdb40 None None] The sync data for ids ['3cc56f21-e86f-402a-985f-ef474c332e56'] in dv-neutron-834653-2-hyperv is: [{'id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:55Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 2, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None, '_interfaces': [{'id': '5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47', 'name': '', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'mac_address': 'fa:16:3e:45:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:57Z', 'updated_at': '2022-03-23T10:19:09Z', 'revision_number': 4, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'subnets': [{'id': '61f0f3cf-96e0-494d-9e32-252e8f2cae5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:11.889031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:19:04Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:11.896611 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ea9e2ec7-e52f-457f-b9a2-489d831c9ae9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/ce259e92-558c-497d-a443-0f0f26c4a9b9 HTTP/1.1" status: 204 len: 168 time: 1.4808884 Mar 23 10:19:11.902261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] Checking router: f55e8528-3751-4d13-8930-450b0695db02 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:19:11.905498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40532) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:11.928609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] Routers {'f55e8528-3751-4d13-8930-450b0695db02'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:11.929318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f55e8528-3751-4d13-8930-450b0695db02'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:11.931117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.989965 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:19:01Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:12.000976 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeee9a1-16ae-4187-9e4f-0146422ee53a None None] The sync data for ids ['8ec5e14d-23b4-4110-bb2f-ff681591959c'] in dv-neutron-834653-2-hyperv is: [{'id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'name': 'tempest-ServersTestManualDisk-551627617-router', 'tenant_id': '038e9dd718e54b049acc8bd46c2bf9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:19:01Z', 'revision_number': 5, 'project_id': '038e9dd718e54b049acc8bd46c2bf9be', 'gw_port': {'id': '5b8fae7b-fc8a-4060-b922-05dff81790e8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e14d-23b4-4110-bb2f-ff681591959c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:12.125514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.213873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port 88fe00d1-0822-473d-bdcb-0f106c6434a8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:12.214363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.292084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.300573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] Set router f55e8528-3751-4d13-8930-450b0695db02 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:12.315220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:12.315646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.330989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.513543 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.592496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Deleting port 6ea097fe-8e75-41e8-84a9-385f30733f6f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:12.592940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.637443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:12.721545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.908379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e050b8-5510-475d-adb4-59086e322d14 None None] Network bd7c5dda-1ae6-45be-8af0-a346fa736909 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:12.943617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=f618c7a7-8d50-4fa8-a2f1-53e869fa7176,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:12.986755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '45ba8f5f-3bdf-4672-b070-430dfbe17089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:12.987402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: 07c4bda1-019a-47db-83cd-a25b9b4af5a3, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:13.165444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-47e50db0-d69a-411d-9cdf-1c86296d3f72 None None] Provisioning complete for port 88fe00d1-0822-473d-bdcb-0f106c6434a8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:13.165807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47e50db0-d69a-411d-9cdf-1c86296d3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.196496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.201288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:13.270527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 07c4bda1-019a-47db-83cd-a25b9b4af5a3) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:13.279226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port 88fe00d1-0822-473d-bdcb-0f106c6434a8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=88fe00d1-0822-473d-bdcb-0f106c6434a8,segment=NetworkSegment(34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b),segment_id=34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:13.279713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.295214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0f5f4-c903-4d40-bdbd-ecaffc0c3938 None None] Network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:13.313206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:13.313808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.330726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.334528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Allocated IP 172.26.7.183 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/342adddd-14d8-4fd7-8e59-459929fddf0c) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:13.356340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.405944 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e9ee20ae-3f35-429b-bfef-e0c7ddaaa776 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4473886 Mar 23 10:19:13.416183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40536) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:13.484417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] For port 6ea097fe-8e75-41e8-84a9-385f30733f6f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6ea097fe-8e75-41e8-84a9-385f30733f6f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:13.484782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.495474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Deleting port 5b8fae7b-fc8a-4060-b922-05dff81790e8 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:13.495744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.653111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] DHCP port deletion for bd7c5dda-1ae6-45be-8af0-a346fa736909 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:13.673296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:19:04Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:13.698853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Deleting port 88fe00d1-0822-473d-bdcb-0f106c6434a8 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:13.699167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.726730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0128f-0055-41af-a6d8-0a9aa2c2ee9e None None] The sync data for ids ['f55e8528-3751-4d13-8930-450b0695db02'] in dv-neutron-834653-2-hyperv is: [{'id': 'f55e8528-3751-4d13-8930-450b0695db02', 'name': 'tempest-ServersTestJSON-2058969738-router', 'tenant_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:48Z', 'updated_at': '2022-03-23T10:19:04Z', 'revision_number': 5, 'project_id': '67e43e5ee0794250ad4c6f43dd5f7737', 'gw_port': {'id': '6ea097fe-8e75-41e8-84a9-385f30733f6f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e8528-3751-4d13-8930-450b0695db02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:50Z', 'updated_at': '2022-03-23T10:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:13.910544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-07c4bda1-019a-47db-83cd-a25b9b4af5a3', 'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': 'f618c7a7-8d50-4fa8-a2f1-53e869fa7176'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:13.911483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.920967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for 88fe00d1-0822-473d-bdcb-0f106c6434a8 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:13.955401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Calling delete_port for 6ea097fe-8e75-41e8-84a9-385f30733f6f owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:14.055502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.070092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.080462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.142333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] For port 88fe00d1-0822-473d-bdcb-0f106c6434a8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=88fe00d1-0822-473d-bdcb-0f106c6434a8,segment=NetworkSegment(34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b),segment_id=34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:14.142904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.219872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.297945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] For port 5b8fae7b-fc8a-4060-b922-05dff81790e8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5b8fae7b-fc8a-4060-b922-05dff81790e8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:14.298315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.353014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 88fe00d1-0822-473d-bdcb-0f106c6434a8 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:14.365769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Router e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:19:14.392215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.393252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Calling delete_port for 88fe00d1-0822-473d-bdcb-0f106c6434a8 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:14.408033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=88fe00d1-0822-473d-bdcb-0f106c6434a8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:14.464384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 88fe00d1-0822-473d-bdcb-0f106c6434a8 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:14.464627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 88fe00d1-0822-473d-bdcb-0f106c6434a8 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:14.465101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5beeb5e-b827-435a-950b-2797a718cc2a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:14.465920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port 88fe00d1-0822-473d-bdcb-0f106c6434a8 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:14.542341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: a5beeb5e-b827-435a-950b-2797a718cc2a {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:14.543053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5beeb5e-b827-435a-950b-2797a718cc2a not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:14.543430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Calling delete_port for 5b8fae7b-fc8a-4060-b922-05dff81790e8 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:14.544040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7e2813af-7bee-41dc-b257-c11e896cae28 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:14.592215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 7e2813af-7bee-41dc-b257-c11e896cae28 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:14.592892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7e2813af-7bee-41dc-b257-c11e896cae28 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:14.621615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:14.629429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:14.637857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:14.641812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:14.641812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:14.648705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Allocated IP 172.20.0.1 (07c4bda1-019a-47db-83cd-a25b9b4af5a3/f618c7a7-8d50-4fa8-a2f1-53e869fa7176/2eece698-a902-43bb-b674-48546cc73ad8) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:14.671168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Pushing event updated for resources: {'Port': ['ID=342adddd-14d8-4fd7-8e59-459929fddf0c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:14.673291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.678140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.762833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea097fe-8e75-41e8-84a9-385f30733f6f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:14.769427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7c5dda-1ae6-45be-8af0-a346fa736909']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:14.770347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.794595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:14.794595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d7b5bf-4c8c-4ba2-8466-348b18cd7b7b') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:14.874068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.955939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.987685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 964 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:14.988591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.008838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:15.027124 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:15.148937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Deleting port 88fe00d1-0822-473d-bdcb-0f106c6434a8 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:15.150031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.251038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5dd825ce-c058-4749-868d-00c4661a250b None None] The port '88fe00d1-0822-473d-bdcb-0f106c6434a8' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:15.304601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.458071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Transition to ACTIVE for port object 2eece698-a902-43bb-b674-48546cc73ad8 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:15.462035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.469889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Router 3cc56f21-e86f-402a-985f-ef474c332e56 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:19:15.485279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.491987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8fae7b-fc8a-4060-b922-05dff81790e8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.493693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.503169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Transition to ACTIVE for port object 2eece698-a902-43bb-b674-48546cc73ad8 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:15.515622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.565053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=bd7c5dda-1ae6-45be-8af0-a346fa736909,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.628359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:15.633840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:15.638247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:15.658671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Pushing event updated for resources: {'Port': ['ID=2eece698-a902-43bb-b674-48546cc73ad8,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.680315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.773300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Attempting to bind port 2eece698-a902-43bb-b674-48546cc73ad8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:15.773571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Attempting to bind port 2eece698-a902-43bb-b674-48546cc73ad8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '45ba8f5f-3bdf-4672-b070-430dfbe17089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:15.774055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Attempting to bind port 2eece698-a902-43bb-b674-48546cc73ad8 on network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:15.782988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:15.782988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Checking segment: {'id': '45ba8f5f-3bdf-4672-b070-430dfbe17089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:15.782988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.783877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Bound using segment: {'id': '45ba8f5f-3bdf-4672-b070-430dfbe17089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:15.783877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Bound port: 2eece698-a902-43bb-b674-48546cc73ad8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ba8f5f-3bdf-4672-b070-430dfbe17089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:15.784331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.812307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=f618c7a7-8d50-4fa8-a2f1-53e869fa7176,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.831950 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b2a70ccd-2ada-4a58-9816-a66b086e685a tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/bd7c5dda-1ae6-45be-8af0-a346fa736909 HTTP/1.1" status: 204 len: 168 time: 3.9230702 Mar 23 10:19:15.836757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40544) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:15.911060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] For port 2eece698-a902-43bb-b674-48546cc73ad8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:15.915847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] For port 2eece698-a902-43bb-b674-48546cc73ad8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2eece698-a902-43bb-b674-48546cc73ad8,segment=NetworkSegment(45ba8f5f-3bdf-4672-b070-430dfbe17089),segment_id=45ba8f5f-3bdf-4672-b070-430dfbe17089)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:15.923962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.005005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b6df-a732-47f8-8f02-9fbd910117ed None None] Pushing event updated for resources: {'Port': ['ID=2eece698-a902-43bb-b674-48546cc73ad8,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:16.016300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.088950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.150217 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd79522a-9829-47fc-9fd3-d70157c236a2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:16.151226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd79522a-9829-47fc-9fd3-d70157c236a2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:16.152971 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dd79522a-9829-47fc-9fd3-d70157c236a2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/8eda9987-8ee3-4f12-9ff6-3d00a6d8b144 HTTP/1.1" status: 404 len: 337 time: 0.3119168 Mar 23 10:19:16.165725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba1036-f839-4e97-a378-59e930e9d4cf None None] Network 07c4bda1-019a-47db-83cd-a25b9b4af5a3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:16.173436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40550) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.186449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:16.199190 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] Sync routers for ids ['e990ae46-eefe-4f50-a9d1-3e47e22fd1a0'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:16.203156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.222083 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] Routers {'e990ae46-eefe-4f50-a9d1-3e47e22fd1a0'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:16.222689 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['e990ae46-eefe-4f50-a9d1-3e47e22fd1a0'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.275228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:16.280730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.309579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb39305-384a-4216-a07e-910838d60458 None None] Sync routers for ids ['3cc56f21-e86f-402a-985f-ef474c332e56'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:16.315854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.321596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-02415341-7acb-430d-9d34-8b582415bed6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:16.322878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02415341-7acb-430d-9d34-8b582415bed6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:16.324835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-02415341-7acb-430d-9d34-8b582415bed6 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/e06252f1-5b83-43c8-a875-3178adf3264d HTTP/1.1" status: 404 len: 339 time: 0.1237168 Mar 23 10:19:16.377800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.396942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40554) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.401258 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] Routers {'e990ae46-eefe-4f50-a9d1-3e47e22fd1a0'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:16.401879 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['e990ae46-eefe-4f50-a9d1-3e47e22fd1a0'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.425849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.434808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.442306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.442973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55e8528-3751-4d13-8930-450b0695db02 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:16.473468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.481972 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c6a32ef4-ed50-4177-a220-c2f917463ef2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f55e8528-3751-4d13-8930-450b0695db02 HTTP/1.1" status: 204 len: 168 time: 6.3983479 Mar 23 10:19:16.482934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40558) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.554364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] Routers {'3cc56f21-e86f-402a-985f-ef474c332e56'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:16.556103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3cc56f21-e86f-402a-985f-ef474c332e56'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.585219 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.585851 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502821d-bd07-4376-8edc-ed92b44c1d0d None None] The sync data for ids ['e990ae46-eefe-4f50-a9d1-3e47e22fd1a0'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:16.598924 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0aacae25-8370-4ff4-9e38-d50a101f189c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "PUT /v2.0/routers/3cc56f21-e86f-402a-985f-ef474c332e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4779751 Mar 23 10:19:16.604807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.606063 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7eb7c0e1-a663-48c2-a65c-4790e42e0d0a tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "PUT /v2.0/routers/e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 HTTP/1.1" status: 200 len: 915 time: 12.0917339 Mar 23 10:19:16.633045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.633309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.658855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Deleting subnet 22e72224-5e02-4d4e-baa3-30c2187a7dd9 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:16.739264 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a153fb-a4a8-4903-a3fc-8e2aed27fdd5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:16.739904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a153fb-a4a8-4903-a3fc-8e2aed27fdd5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:16.746139 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9a153fb-a4a8-4903-a3fc-8e2aed27fdd5 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/2c579e87-4b34-4ec5-bcda-192608fb5253 HTTP/1.1" status: 404 len: 337 time: 0.3391142 Mar 23 10:19:16.746707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c4bda1-019a-47db-83cd-a25b9b4af5a3']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.767756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.798397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40572) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.838343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] Set router 3cc56f21-e86f-402a-985f-ef474c332e56 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:16.889987 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15cfd23-47d9-4686-be93-205e245b1ef9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:16.890434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15cfd23-47d9-4686-be93-205e245b1ef9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:16.892902 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a15cfd23-47d9-4686-be93-205e245b1ef9 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/e7cd3c26-bc1f-4f31-af2b-238542677d12 HTTP/1.1" status: 404 len: 339 time: 0.0833771 Mar 23 10:19:16.905168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40576) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.929677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ba8f5f-3bdf-4672-b070-430dfbe17089') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.930175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ba8f5f-3bdf-4672-b070-430dfbe17089') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:16.967659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.998364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:55Z', 'updated_at': '2022-03-23T10:19:13Z', 'revision_number': 3, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:17.015610 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f324dcec-2405-42d9-b889-35cfeef3a05c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:17.016060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f324dcec-2405-42d9-b889-35cfeef3a05c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:17.020099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb39305-384a-4216-a07e-910838d60458 None None] Checking router: 3cc56f21-e86f-402a-985f-ef474c332e56 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:19:17.020289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f324dcec-2405-42d9-b889-35cfeef3a05c tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/1f759295-dc99-4940-8cdf-ab0315551ce8 HTTP/1.1" status: 404 len: 337 time: 0.1105182 Mar 23 10:19:17.026891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40580) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.055528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdb630-409d-4f5d-bf32-fa616da64418 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:19:17.072228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2469d42d-95db-4312-96c6-2c5a04fd7c2e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:17.073161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2469d42d-95db-4312-96c6-2c5a04fd7c2e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:17.079818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2469d42d-95db-4312-96c6-2c5a04fd7c2e tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/b445f85c-5630-45b7-93b6-cf1d5e06e8c0 HTTP/1.1" status: 404 len: 339 time: 0.0464797 Mar 23 10:19:17.081986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40584) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.174346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ab49-0d25-4c3b-8345-48d6425e468a req-a2246be9-38c8-47b3-aba1-2e1bda7ffaa4 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.176072 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89b8ab49-0d25-4c3b-8345-48d6425e468a req-a2246be9-38c8-47b3-aba1-2e1bda7ffaa4 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4482920 Mar 23 10:19:17.292947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] Routers {'3cc56f21-e86f-402a-985f-ef474c332e56'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:17.294931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3cc56f21-e86f-402a-985f-ef474c332e56'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:17.303770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08af71d-7c68-4ac9-9947-8ffbeebda645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.310742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08af71d-7c68-4ac9-9947-8ffbeebda645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.311589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e08af71d-7c68-4ac9-9947-8ffbeebda645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:17.321037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.367587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.368611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.370695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.392127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e08af71d-7c68-4ac9-9947-8ffbeebda645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:17.397152 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e08af71d-7c68-4ac9-9947-8ffbeebda645 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7503419 Mar 23 10:19:17.397152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 996 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:17.397152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.409758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40588) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:17.413479 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:17.422153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.516077 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-936757ab-0083-4f4c-8f94-098da661c736 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.8982022 Mar 23 10:19:17.524909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdb630-409d-4f5d-bf32-fa616da64418 None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:19:17.529826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:19:17.529826 dv-neutron-834653-2-hyperv neutron-server[83746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:19:17.529826 dv-neutron-834653-2-hyperv neutron-server[83746]: [parameters: {'id': '07c4bda1-019a-47db-83cd-a25b9b4af5a3'}] Mar 23 10:19:17.529826 dv-neutron-834653-2-hyperv neutron-server[83746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:17.530488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:17.537560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] Set router 3cc56f21-e86f-402a-985f-ef474c332e56 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:19:17.626972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.627456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec5e14d-23b4-4110-bb2f-ff681591959c {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:17.643336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89b8ab49-0d25-4c3b-8345-48d6425e468a req-29bd2db1-f438-44db-8df1-3d0c4433dfee tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4570343 Mar 23 10:19:17.668362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.669747 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f451cd28-3bc0-48c6-b03a-5eac4afba5e3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8ec5e14d-23b4-4110-bb2f-ff681591959c HTTP/1.1" status: 204 len: 168 time: 8.2186041 Mar 23 10:19:17.674246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40594) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.723619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-26e646f3-db85-461c-8859-3439224ac63b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.725281 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-26e646f3-db85-461c-8859-3439224ac63b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.1971846 Mar 23 10:19:17.725910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bcb39305-384a-4216-a07e-910838d60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:55Z', 'updated_at': '2022-03-23T10:19:13Z', 'revision_number': 3, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:17.858676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting subnet e951ba1c-7bd3-48f2-97d8-425de4dcabe8 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:17.880307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.887659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.905714 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-3be199dd-f07b-4adf-84c1-4fb55c0a5ec9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1002 time: 0.1720419 Mar 23 10:19:17.926255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6ea097fe-8e75-41e8-84a9-385f30733f6f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:17.964764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Deleting subnet 93f2f0dd-0e74-460d-ae41-551f849867ad {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:17.979256 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b783533d-4887-4c4a-becb-ab264ec98a3f tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 HTTP/1.1" status: 200 len: 921 time: 1.3320923 Mar 23 10:19:17.983275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40598) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.989999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e72224-5e02-4d4e-baa3-30c2187a7dd9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.997787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.029716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-d25b8c78-da83-4ab8-9670-516259b39472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:18.030551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb39305-384a-4216-a07e-910838d60458 None None] The sync data for ids ['3cc56f21-e86f-402a-985f-ef474c332e56'] in dv-neutron-834653-2-hyperv is: [{'id': '3cc56f21-e86f-402a-985f-ef474c332e56', 'name': 'tempest-NetworksTestDHCPv6-router-515176096', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:55Z', 'updated_at': '2022-03-23T10:19:13Z', 'revision_number': 3, 'project_id': '2ef961ba025c41ab8a86f38e89ca6643', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:18.031232 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-d25b8c78-da83-4ab8-9670-516259b39472 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.1195195 Mar 23 10:19:18.031993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.043249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 6ea097fe-8e75-41e8-84a9-385f30733f6f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:18.043249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6ea097fe-8e75-41e8-84a9-385f30733f6f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:18.069662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.083624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.111201 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:19:18.165589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port 2eece698-a902-43bb-b674-48546cc73ad8 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:18.166340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.167325 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-64d0c247-0e9a-4b7b-aaaf-80d79f1c541f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/22e72224-5e02-4d4e-baa3-30c2187a7dd9 HTTP/1.1" status: 204 len: 168 time: 1.6829035 Mar 23 10:19:18.172701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40602) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:18.185516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.217195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 61f0f3cf-96e0-494d-9e32-252e8f2cae5e {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:18.265462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.317282 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a0cf2a06-5a99-441b-af4e-ab37e988c192 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=e990ae46-eefe-4f50-a9d1-3e47e22fd1a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3292420 Mar 23 10:19:18.320097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40606) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:18.460857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.492368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f979f-ba49-4683-88d8-469643df9c3c None None] Network ba405026-9636-42e5-a741-35ed0588179b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:18.577281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.590159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Router e2a9ec69-1a01-4e26-ac49-818952965bd0 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:19:18.593041 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-aec32dc3-558c-4181-aaa7-b14830850707 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5473547 Mar 23 10:19:18.638735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.673545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.741800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Deleting port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:18.742426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.780292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.083042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] DHCP port deletion for ba405026-9636-42e5-a741-35ed0588179b request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:19.093179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] Deleting port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:19.094779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.104004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port 2eece698-a902-43bb-b674-48546cc73ad8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2eece698-a902-43bb-b674-48546cc73ad8,segment=NetworkSegment(45ba8f5f-3bdf-4672-b070-430dfbe17089),segment_id=45ba8f5f-3bdf-4672-b070-430dfbe17089)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:19.104370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.116736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626792c-8587-4ec3-a104-1b5eb5923bd7 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:19.117305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5626792c-8587-4ec3-a104-1b5eb5923bd7 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Synchronizing usage tracker for tenant:b76df7e19796464a82156d54edf1327f on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:19.229156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.275828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for 2eece698-a902-43bb-b674-48546cc73ad8 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:19.306135 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-e99385d6-63fb-4752-91ae-7276cd33025b service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847577 Mar 23 10:19:19.345472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5626792c-8587-4ec3-a104-1b5eb5923bd7 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Unset dirty status for tenant:b76df7e19796464a82156d54edf1327f on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:19.349808 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5626792c-8587-4ec3-a104-1b5eb5923bd7 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.9645264 Mar 23 10:19:19.357329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40612) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:19.401735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f2f0dd-0e74-460d-ae41-551f849867ad,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.408109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.415365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.461885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] For port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:19.462283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.469659 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-caa3e24d-394b-4440-a110-ee69b25b034a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 HTTP/1.1" status: 200 len: 205 time: 0.0597332 Mar 23 10:19:19.471628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40616) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:19.475588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=61f0f3cf-96e0-494d-9e32-252e8f2cae5e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.630413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] Calling delete_port for 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:19.749052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.760439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=e951ba1c-7bd3-48f2-97d8-425de4dcabe8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.771138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.814024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.827107 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e8658634-a4af-4304-8e80-92ed03c65e49 req-3fdbdddb-74de-4fa9-be05-6bcf9b932a12 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096734 Mar 23 10:19:19.834598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.841814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.865376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] Pushing event deleted for resources: {'Port': ['ID=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.867343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c8c50-0614-4fb5-8a8b-986242cc067d None None] Network 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:19.881493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2526ef-a5a0-40ad-bf47-150e19e70264 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:19.910850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Port': ['ID=2eece698-a902-43bb-b674-48546cc73ad8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.921618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No DVR routers for this DVR port 2eece698-a902-43bb-b674-48546cc73ad8 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:19.939159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] For port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17247cfc-c04f-479c-bb9e-f6730b2fbbd6,segment=NetworkSegment(69134e8f-8a17-4b4f-b024-51d8386e7998),segment_id=69134e8f-8a17-4b4f-b024-51d8386e7998)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:19.939749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.003738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-da0c299b-656a-48b4-baf3-91ee851fe7a1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/93f2f0dd-0e74-460d-ae41-551f849867ad HTTP/1.1" status: 204 len: 168 time: 2.3257363 Mar 23 10:19:20.023875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c946132-e25b-4ff0-9457-e5048a9aa08b req-513b4d71-bc06-4474-9797-53fc58585461 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:20.026486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c946132-e25b-4ff0-9457-e5048a9aa08b req-513b4d71-bc06-4474-9797-53fc58585461 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9660037 Mar 23 10:19:20.030049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40620) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.077537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.084596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7689d-ee7c-4526-a434-5526c2c57c21 None None] Network abf91915-1d10-43d3-b245-4204b29e1971 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:20.116065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c4bda1-019a-47db-83cd-a25b9b4af5a3']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:20.145068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ba8f5f-3bdf-4672-b070-430dfbe17089') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:20.145765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ba8f5f-3bdf-4672-b070-430dfbe17089') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:20.162101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.186355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.211110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 996 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:20.212174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:20.254507 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:20.265855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5b8fae7b-fc8a-4060-b922-05dff81790e8 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:20.283281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-89d24efd-e348-41fa-9ab4-95f636fea374 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/e951ba1c-7bd3-48f2-97d8-425de4dcabe8 HTTP/1.1" status: 204 len: 168 time: 3.1985743 Mar 23 10:19:20.284616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40624) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.292339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Calling delete_port for 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:20.337623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298a1c4-d5bf-4067-a5ce-44098620ce92 None None] No DVR routers for this DVR port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:20.354410 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-607a2ab0-b14c-4e58-ad31-ab0c2b952883 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/61f0f3cf-96e0-494d-9e32-252e8f2cae5e HTTP/1.1" status: 204 len: 168 time: 2.9353776 Mar 23 10:19:20.359871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 5b8fae7b-fc8a-4060-b922-05dff81790e8 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:20.360652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5b8fae7b-fc8a-4060-b922-05dff81790e8 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:20.360652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:20.366085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40628) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.369949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.504056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:20.504483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5e9ab92c-2e8b-4215-a2dd-0a7f826c4a47 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:20.504909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:20.553039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:20.553476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:20.700685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.705400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.738827 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/07c4bda1-019a-47db-83cd-a25b9b4af5a3 HTTP/1.1" status: 204 len: 168 time: 7.3181908 Mar 23 10:19:20.742219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.761849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794244195'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:20.766634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.769215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c840-da86-4dde-a4b8-e91360cd5eff tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=07c4bda1-019a-47db-83cd-a25b9b4af5a3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:20.781796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:20.782338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:20.789657 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ac749c07-786b-4bd0-89df-50f87cb7ed5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3542228 Mar 23 10:19:20.789657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:20.793880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40640) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.799057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:20.831409 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c946132-e25b-4ff0-9457-e5048a9aa08b req-14947b38-b1ca-44cb-af87-978c467be31f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945688 Mar 23 10:19:20.859027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Deleting port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:20.859761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.865692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:20.888458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:20.921973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.935896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] DHCP port deletion for 3e2283f2-363b-4b9c-94cc-d2736a49f3f9 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:20.941656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Deleting port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:20.942900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.972426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:20.975501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.998754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port d3c18be9-035b-495d-9cf2-53f88d422de5 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:20.999194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.024716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:21.049276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] Deleting port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:21.049793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.061444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.079948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] DHCP port deletion for abf91915-1d10-43d3-b245-4204b29e1971 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:21.107092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Deleting port d3c18be9-035b-495d-9cf2-53f88d422de5 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:21.107460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.108951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:21.116027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:21.124538 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] Sync routers for ids ['e2a9ec69-1a01-4e26-ac49-818952965bd0'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:21.155101 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] Routers {'e2a9ec69-1a01-4e26-ac49-818952965bd0'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:21.168795 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['e2a9ec69-1a01-4e26-ac49-818952965bd0'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:21.230595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.231253 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 1b0b4c2c-8465-420d-938b-097232acfb6d of type vlan for network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 Mar 23 10:19:21.269248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] For port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:21.269585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.277842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.344468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.350316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:21.351311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.369427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.387886 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:21.404128 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] Routers {'e2a9ec69-1a01-4e26-ac49-818952965bd0'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:21.405067 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:18:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['e2a9ec69-1a01-4e26-ac49-818952965bd0'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:21.413661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Calling delete_port for 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:21.500615 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:21.501335 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb6c35-35f5-4b88-96cd-15f6d2f2d0b3 None None] The sync data for ids ['e2a9ec69-1a01-4e26-ac49-818952965bd0'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:21.523253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Deleting port 17247cfc-c04f-479c-bb9e-f6730b2fbbd6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:21.523687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.608317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.642910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Deleting port cba1dc07-b7df-42ce-9637-0a87bafc676c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:21.643235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.654364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.659807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-adf7f4d0-765a-4cf8-a7bd-1cee934ad333 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "PUT /v2.0/routers/e2a9ec69-1a01-4e26-ac49-818952965bd0 HTTP/1.1" status: 200 len: 919 time: 11.7094359 Mar 23 10:19:21.660045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] For port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,segment=NetworkSegment(ff0375a0-60ea-4e36-b8e2-455929d9d8ca),segment_id=ff0375a0-60ea-4e36-b8e2-455929d9d8ca)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:21.660045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.670100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] The port '17247cfc-c04f-479c-bb9e-f6730b2fbbd6' was deleted {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:21.670402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40644) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.685765 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9281847 Mar 23 10:19:21.688972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40646) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.711477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab28ce-642f-4477-a345-ae633b475aa7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=dfb31f7d-1236-4ebf-b1bc-01134d0820b4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:21.747308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Pushing event deleted for resources: {'Port': ['ID=32bd6cfd-af9a-4d2f-bd54-85e4e9692601,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:21.783270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:21.793591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:21.918869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Calling delete_port for 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:22.018400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] For port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:22.019509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.045210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:22.116172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] No DVR routers for this DVR port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:22.313663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.331884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.334699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.360305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] Calling delete_port for 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:22.451271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:22.451898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:22.452486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:22.478404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port d3c18be9-035b-495d-9cf2-53f88d422de5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d3c18be9-035b-495d-9cf2-53f88d422de5,segment=NetworkSegment(0e9f190d-46f3-4b75-9a46-95fef108d78b),segment_id=0e9f190d-46f3-4b75-9a46-95fef108d78b)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:22.478404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.487092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.512362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Calling delete_port for cba1dc07-b7df-42ce-9637-0a87bafc676c owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:22.531680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] For port d3c18be9-035b-495d-9cf2-53f88d422de5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d3c18be9-035b-495d-9cf2-53f88d422de5,segment=NetworkSegment(0e9f190d-46f3-4b75-9a46-95fef108d78b),segment_id=0e9f190d-46f3-4b75-9a46-95fef108d78b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:22.531680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.615385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.616188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc56f21-e86f-402a-985f-ef474c332e56 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:22.649831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.657052 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0ee637b0-8456-4764-9771-16ad7d443fc5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/routers/3cc56f21-e86f-402a-985f-ef474c332e56 HTTP/1.1" status: 204 len: 168 time: 1.8594456 Mar 23 10:19:22.670211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40654) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:22.673247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:22.684805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for d3c18be9-035b-495d-9cf2-53f88d422de5 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:22.724193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba405026-9636-42e5-a741-35ed0588179b']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:22.732123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.786110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:22.815941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:22.827393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69134e8f-8a17-4b4f-b024-51d8386e7998') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:22.827739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69134e8f-8a17-4b4f-b024-51d8386e7998') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:22.846884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Calling delete_port for d3c18be9-035b-495d-9cf2-53f88d422de5 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:22.856364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:22.882034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.894437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2283f2-363b-4b9c-94cc-d2736a49f3f9']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:22.923909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:22.924205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0375a0-60ea-4e36-b8e2-455929d9d8ca') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:22.965270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:22.981958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.990403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.991571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.023188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:23.024220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:23.029699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.064909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event deleted for resources: {'Port': ['ID=cba1dc07-b7df-42ce-9637-0a87bafc676c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:23.079622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:23.079622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:23.109505 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:23.135635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab40b05-db6b-4cd2-82b9-b2dd5292cdb2 req-2f3e069b-72d6-48c3-a6d2-1349009b8825 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:23.143452 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ab40b05-db6b-4cd2-82b9-b2dd5292cdb2 req-2f3e069b-72d6-48c3-a6d2-1349009b8825 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.9133842 Mar 23 10:19:23.184781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e update to DOWN by agent not found {{(pid=83747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 23 10:19:23.185329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d3c18be9-035b-495d-9cf2-53f88d422de5 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:23.231810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.239805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.258377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] Pushing event deleted for resources: {'Port': ['ID=8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:23.260808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d3c18be9-035b-495d-9cf2-53f88d422de5 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:23.261347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d3c18be9-035b-495d-9cf2-53f88d422de5 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:23.268258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b542e0f-9ccb-44a0-bd28-14c65f725a70 None None] No DVR routers for this DVR port 8b9a7783-6852-4cb1-9c0c-c0ba59a6a79e on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:23.280916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:23.281551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:23.331818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:23.332228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:23.359025 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:23.374544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=d3c18be9-035b-495d-9cf2-53f88d422de5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:23.434452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.436580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.462722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port d3c18be9-035b-495d-9cf2-53f88d422de5 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:23.526041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Deleting port 32bd6cfd-af9a-4d2f-bd54-85e4e9692601 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:23.526703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.538905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ebc82-6939-4d2d-a0d9-878bde1135c6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:23.543146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a64ebc82-6939-4d2d-a0d9-878bde1135c6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8271546 Mar 23 10:19:23.543146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.559976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40658) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:23.627471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.742294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-32c5d8c0-4d7c-44f9-8d9b-52f0d54ade3c None None] The port '32bd6cfd-af9a-4d2f-bd54-85e4e9692601' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:23.783173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Deleting port d3c18be9-035b-495d-9cf2-53f88d422de5 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:23.784399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.870587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ab40b05-db6b-4cd2-82b9-b2dd5292cdb2 req-153a8b94-7890-4d20-a8c2-1eb06dd7ed62 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7254820 Mar 23 10:19:23.895503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.895774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0144b7de-2130-4db6-ac6c-9ee69bcd236c None None] The port 'd3c18be9-035b-495d-9cf2-53f88d422de5' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:23.902327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.927063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec18f4-17d8-47d3-99ec-dcb4f6254ddf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:23.928963 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-caec18f4-17d8-47d3-99ec-dcb4f6254ddf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3679590 Mar 23 10:19:23.932170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:23.949292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba405026-9636-42e5-a741-35ed0588179b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:23.952306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.017563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6df84901-0f7f-48d9-aeb6-f15ffd1d684a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:router {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:24.031406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.037941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6df84901-0f7f-48d9-aeb6-f15ffd1d684a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:router {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:24.044306 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6df84901-0f7f-48d9-aeb6-f15ffd1d684a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058943 Mar 23 10:19:24.044629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.045125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.052963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:24.068791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.069304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Fanout notify agent at l3_agent the message router_deleted on router e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:24.082924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2283f2-363b-4b9c-94cc-d2736a49f3f9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.108873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf91915-1d10-43d3-b245-4204b29e1971']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.121477 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-140e93be-4b3e-4cab-b141-022564f45be3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ba405026-9636-42e5-a741-35ed0588179b HTTP/1.1" status: 204 len: 168 time: 5.9425631 Mar 23 10:19:24.135601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9f190d-46f3-4b75-9a46-95fef108d78b') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.135920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9f190d-46f3-4b75-9a46-95fef108d78b') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.158249 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2fcbaad1-4f01-449a-8286-e2aa38831661 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3e2283f2-363b-4b9c-94cc-d2736a49f3f9 HTTP/1.1" status: 204 len: 168 time: 3.8743558 Mar 23 10:19:24.159652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.191944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d346b04b-9b28-4041-ab90-bf26436540ac tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/e2a9ec69-1a01-4e26-ac49-818952965bd0 HTTP/1.1" status: 200 len: 925 time: 2.5057328 Mar 23 10:19:24.193550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.200665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40676) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.249817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.251249 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5c12c3b1-99b2-4205-b265-6242a5e8c58d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 HTTP/1.1" status: 204 len: 168 time: 4.7768388 Mar 23 10:19:24.257493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40680) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.264328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1193878934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:24.265278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 982 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:24.265696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.285777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:24.287015 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:24.299756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Usage tracker for resource:router and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:24.309659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:24.314530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:24.341216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:24.351248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.354477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8aae6cb-52a3-4dd8-9e85-447a00116b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.357431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:24.361710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:24.371201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:24.380547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.381839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.392639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:24.512205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.530772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.565330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.595060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.607427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=abf91915-1d10-43d3-b245-4204b29e1971,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.610126 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4a925e2f-2ea5-4b4a-afda-fc8093a8e0fc tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/abf91915-1d10-43d3-b245-4204b29e1971 HTTP/1.1" status: 204 len: 168 time: 4.2585342 Mar 23 10:19:24.614233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40684) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.634308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.643825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40688) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.656826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.718160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a9ac6-6c3b-4783-b8dc-8f000ac3c8f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:24.718603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2a9ac6-6c3b-4783-b8dc-8f000ac3c8f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:24.719493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.723292 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1f2a9ac6-6c3b-4783-b8dc-8f000ac3c8f8 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/14650332-9bd7-420e-8485-ca133c615474 HTTP/1.1" status: 404 len: 337 time: 0.1052239 Mar 23 10:19:24.723997 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9b9cfb1b-215c-4304-85ad-554b5063491a tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4650521 Mar 23 10:19:24.731384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.731783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40698) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.738644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'enable_snat': False}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:24.749306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40704) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.790185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=de62713b-631c-4d97-b816-eb8d3313510f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.799932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-482d07ff-dae4-4843-90a6-24e69c55bc0b tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=e2a9ec69-1a01-4e26-ac49-818952965bd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5979168 Mar 23 10:19:24.808499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40708) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.858206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '1b0b4c2c-8465-420d-938b-097232acfb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:24.858558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: dfb31f7d-1236-4ebf-b1bc-01134d0820b4, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:24.910838 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-151cfc45-90a8-4f2a-b652-7acb2bd3a816 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:24.911366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151cfc45-90a8-4f2a-b652-7acb2bd3a816 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:24.915692 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5b554704-3a38-4a3f-90cc-92b3b4d6767c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=038e9dd718e54b049acc8bd46c2bf9be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2712119 Mar 23 10:19:24.922144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40712) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.944066 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-151cfc45-90a8-4f2a-b652-7acb2bd3a816 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/43fd70aa-75aa-46ca-a0f4-b4e52a5b9615 HTTP/1.1" status: 404 len: 339 time: 0.2113340 Mar 23 10:19:24.949379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40716) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.998057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-56a6d3df-4fda-45bb-a11d-1ec253a3e222 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67e43e5ee0794250ad4c6f43dd5f7737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2468569 Mar 23 10:19:25.007473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40720) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.090636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:25.098470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a14317-85b4-403b-a3f7-c2f64a697336 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:25.105435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-01a14317-85b4-403b-a3f7-c2f64a697336 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.2901552 Mar 23 10:19:25.111343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40724) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.196824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, dfb31f7d-1236-4ebf-b1bc-01134d0820b4) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:25.212203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:25.212833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.225041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92421b-3788-4d46-95fc-054da254287d None None] Network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:25.232509 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-31015c45-8115-4c55-aeca-3f4d163dfedd tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2a9ec69-1a01-4e26-ac49-818952965bd0 HTTP/1.1" status: 200 len: 205 time: 0.1197674 Mar 23 10:19:25.239066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40728) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.268063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24ea5a25-e576-493b-923c-2a933613945f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.323006 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-216ee84f-4a74-49c8-89f9-b2f755e6f1d9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5772238 Mar 23 10:19:25.323788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40732) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.349506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24ea5a25-e576-493b-923c-2a933613945f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.371929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0c05eb7-db8f-4274-9d4a-9af651493d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.537238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting subnet cf794ce8-89f3-4072-aec6-ebd285fed3c6 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:25.552623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0c05eb7-db8f-4274-9d4a-9af651493d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.564983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.576606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-dfb31f7d-1236-4ebf-b1bc-01134d0820b4', 'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': 'de62713b-631c-4d97-b816-eb8d3313510f'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:25.577981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.678626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:19:25.681773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.702931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.743423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.763191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=00c62267-2d0f-4809-937f-9e192aed2ff8,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:25.763981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.796579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24ea5a25-e576-493b-923c-2a933613945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.805931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0c05eb7-db8f-4274-9d4a-9af651493d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.813295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:25.826376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:25.831220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:25.832575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.843948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d14f6-e082-420a-9de8-7d2115bf21dc None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:25.870614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c05eb7-db8f-4274-9d4a-9af651493d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94e361-65ae-40cf-89aa-ac0787773b7b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:25.885111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea5a25-e576-493b-923c-2a933613945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ae8df-c739-4052-894c-0ae54e0cb117,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:25.906584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24ea5a25-e576-493b-923c-2a933613945f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.909049 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-24ea5a25-e576-493b-923c-2a933613945f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a01ae8df-c739-4052-894c-0ae54e0cb117 HTTP/1.1" status: 204 len: 168 time: 0.9835010 Mar 23 10:19:25.911733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0c05eb7-db8f-4274-9d4a-9af651493d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.914207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f0c05eb7-db8f-4274-9d4a-9af651493d9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd94e361-65ae-40cf-89aa-ac0787773b7b HTTP/1.1" status: 204 len: 168 time: 0.9011312 Mar 23 10:19:25.959623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.979915 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a629336e-e962-4864-ac00-18b8606e0759 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9332926 Mar 23 10:19:25.984577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40742) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.994506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:26.021721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Allocated IP 172.20.0.1 (dfb31f7d-1236-4ebf-b1bc-01134d0820b4/de62713b-631c-4d97-b816-eb8d3313510f/31a7e50d-4f68-4885-b359-fab465143ad3) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:26.210807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.260653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:26.284916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:26.290168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:26.301605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:26.332070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.380336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.423364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.484261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.536976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Subnet': ['ID=cf794ce8-89f3-4072-aec6-ebd285fed3c6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:26.551181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.570326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ce55041f-b04d-4be3-a367-dec55d84bed2 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/subnets/cf794ce8-89f3-4072-aec6-ebd285fed3c6 HTTP/1.1" status: 204 len: 168 time: 1.6180966 Mar 23 10:19:26.578682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40750) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:26.591067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:26.596628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.687099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.701369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Transition to ACTIVE for port object 31a7e50d-4f68-4885-b359-fab465143ad3 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:26.727763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Transition to ACTIVE for port object 31a7e50d-4f68-4885-b359-fab465143ad3 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:26.740623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61794f61-f6a7-44f9-9514-e1b76b748383 None None] Network 85f28524-d232-43c8-b59c-edeece11ee61 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:26.747799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Allocated IP 172.26.7.34 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/74ade788-4c9b-4e4e-b9fc-ede550d964d3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:26.844360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.955635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.972639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.033838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=de62713b-631c-4d97-b816-eb8d3313510f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.067263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Pushing event updated for resources: {'Port': ['ID=31a7e50d-4f68-4885-b359-fab465143ad3,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.101037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9083-a231-4f0b-ab9b-e2c1cf5a54d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.130318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '00c62267-2d0f-4809-937f-9e192aed2ff8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:27.131517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.157183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:27.161733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:27.182392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.196920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:27.224527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb31f7d-1236-4ebf-b1bc-01134d0820b4']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:27.242140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0b4c2c-8465-420d-938b-097232acfb6d') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:27.242762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0b4c2c-8465-420d-938b-097232acfb6d') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:27.259316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.277553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.284564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.294619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:27.295340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.396202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:27.439710 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:27.445517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:19:27.445517 dv-neutron-834653-2-hyperv neutron-server[83745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:19:27.445517 dv-neutron-834653-2-hyperv neutron-server[83745]: [parameters: {'id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4'}] Mar 23 10:19:27.445517 dv-neutron-834653-2-hyperv neutron-server[83745]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:27.446359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:27.469048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Deleting port c7ae94fd-1cf0-461a-ab0b-77715314cae4 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:27.469633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.520548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:27.526934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:27.536336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:27.599374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.599793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.651894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Attempting to bind port 31a7e50d-4f68-4885-b359-fab465143ad3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:27.652617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Attempting to bind port 31a7e50d-4f68-4885-b359-fab465143ad3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1b0b4c2c-8465-420d-938b-097232acfb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:27.653578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Attempting to bind port 31a7e50d-4f68-4885-b359-fab465143ad3 on network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:27.661931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Pushing event updated for resources: {'Port': ['ID=74ade788-4c9b-4e4e-b9fc-ede550d964d3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.699354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Allocated IP 2001:db8::f816:3eff:fe8f:8fa7 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/00c62267-2d0f-4809-937f-9e192aed2ff8/ac7df005-b72a-4a4a-b29f-fe2c3c5211ed) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:27.735212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Deleting port 342adddd-14d8-4fd7-8e59-459929fddf0c {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:27.743686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.797592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=9f955eec-7862-4d69-89fa-87029b5c8d64,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.804476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:27.809970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:27.820616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:27.821552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.873690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b4fe410-c5c1-4258-8a3b-102966f13f2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8873389 Mar 23 10:19:27.876484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40780) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:27.883945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:dc:04:21', 'name': 'tempest-NetworksTestDHCPv6-764652541'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:27.957250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.094156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port 31a7e50d-4f68-4885-b359-fab465143ad3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:28.094839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.147319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.164094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Transition to ACTIVE for port object ac7df005-b72a-4a4a-b29f-fe2c3c5211ed will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:28.183351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:28.195461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Transition to ACTIVE for port object ac7df005-b72a-4a4a-b29f-fe2c3c5211ed will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:28.195863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] For port c7ae94fd-1cf0-461a-ab0b-77715314cae4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7ae94fd-1cf0-461a-ab0b-77715314cae4,segment=NetworkSegment(6bdadb78-448e-4b95-85e4-a269f645906e),segment_id=6bdadb78-448e-4b95-85e4-a269f645906e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:28.196274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.227474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.239012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:28.264132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.344757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:28.345920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Checking segment: {'id': '1b0b4c2c-8465-420d-938b-097232acfb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:28.346522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.347237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Bound using segment: {'id': '1b0b4c2c-8465-420d-938b-097232acfb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:28.347789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Bound port: 31a7e50d-4f68-4885-b359-fab465143ad3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0b4c2c-8465-420d-938b-097232acfb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'dfb31f7d-1236-4ebf-b1bc-01134d0820b4'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:28.348443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.377310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.387501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.413052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Calling delete_port for c7ae94fd-1cf0-461a-ab0b-77715314cae4 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:28.422353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:28.427201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:28.430116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:28.492744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Pushing event updated for resources: {'Port': ['ID=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:28.590846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] DHCP port deletion for 85f28524-d232-43c8-b59c-edeece11ee61 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:28.620836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.631409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Deleting port c7ae94fd-1cf0-461a-ab0b-77715314cae4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:28.643227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.777953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Attempting to bind port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:28.778778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Attempting to bind port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:28.778778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Attempting to bind port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:28.783397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] For port 31a7e50d-4f68-4885-b359-fab465143ad3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:28.789633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] For port 31a7e50d-4f68-4885-b359-fab465143ad3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=31a7e50d-4f68-4885-b359-fab465143ad3,segment=NetworkSegment(1b0b4c2c-8465-420d-938b-097232acfb6d),segment_id=1b0b4c2c-8465-420d-938b-097232acfb6d)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:28.800259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.835180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:28.848772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.882435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Calling delete_port for 342adddd-14d8-4fd7-8e59-459929fddf0c owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:28.930517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:28.930991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:28.932095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.932614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:28.933132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Bound port: ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:28.933516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.976886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port c4aca137-c622-4769-8a7e-64b89ef17640 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:29.033079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.037881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908f691-2418-464f-9ca7-8b5902cd0a42 None None] Pushing event updated for resources: {'Port': ['ID=31a7e50d-4f68-4885-b359-fab465143ad3,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:29.057194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.138834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.208115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port 31a7e50d-4f68-4885-b359-fab465143ad3, host dv-neutron-834653-2-hyperv, got binding levels [] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:29.208612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.230961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Port': ['ID=c7ae94fd-1cf0-461a-ab0b-77715314cae4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:29.316199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] For port c7ae94fd-1cf0-461a-ab0b-77715314cae4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7ae94fd-1cf0-461a-ab0b-77715314cae4,segment=NetworkSegment(6bdadb78-448e-4b95-85e4-a269f645906e),segment_id=6bdadb78-448e-4b95-85e4-a269f645906e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:29.316674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.421909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] No DVR routers for this DVR port c7ae94fd-1cf0-461a-ab0b-77715314cae4 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:29.477773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for 31a7e50d-4f68-4885-b359-fab465143ad3 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:29.488023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Calling delete_port for c7ae94fd-1cf0-461a-ab0b-77715314cae4 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:29.577806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:29.578180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:29.695345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.696252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.700074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 172.20.0.13 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/9f955eec-7862-4d69-89fa-87029b5c8d64/c4aca137-c622-4769-8a7e-64b89ef17640) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:29.729189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fedc:421 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/00c62267-2d0f-4809-937f-9e192aed2ff8/c4aca137-c622-4769-8a7e-64b89ef17640) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:29.843624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f28524-d232-43c8-b59c-edeece11ee61']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:29.857467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:29.858142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:29.876637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdadb78-448e-4b95-85e4-a269f645906e') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:29.877454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdadb78-448e-4b95-85e4-a269f645906e') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:29.908429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:29.913857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:29.916306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.968051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.969617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7ae94fd-1cf0-461a-ab0b-77715314cae4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:30.054944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.089434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c5c29-4a05-4c2c-b4d8-d6935193a386 None None] Network dfb31f7d-1236-4ebf-b1bc-01134d0820b4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:30.193740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Deleting port c7ae94fd-1cf0-461a-ab0b-77715314cae4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:30.195099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.307750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c7ae94fd-1cf0-461a-ab0b-77715314cae4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:30.309086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7ae94fd-1cf0-461a-ab0b-77715314cae4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:30.372515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port 31a7e50d-4f68-4885-b359-fab465143ad3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:30.373356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.395078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.406467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Router c863ef58-d021-4f32-b6eb-e0dc8e1481c1 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:19:30.424946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event deleted for resources: {'Port': ['ID=342adddd-14d8-4fd7-8e59-459929fddf0c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:30.430426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object c4aca137-c622-4769-8a7e-64b89ef17640 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:30.666043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.674245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Releasing vlan 960 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:30.674485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.812608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.823697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.824037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179c51-1f44-4db8-b705-4291db57feea None None] Pushing event updated for resources: {'Port': ['ID=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:30.839744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a1295678-7dba-4e36-bb43-5cc51e601d8a None None] The port 'c7ae94fd-1cf0-461a-ab0b-77715314cae4' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:30.889357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40824) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:30.890100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40826) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:30.977565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=c4aca137-c622-4769-8a7e-64b89ef17640,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:31.000862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:31.003275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:31.007794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:31.156057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.156716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:31.246089 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4bcb25a1-a976-498c-926e-ad37c83cee5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3652921 Mar 23 10:19:31.250860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40836) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.337162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-730400554'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:31.343472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-271998827'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:31.352902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.354036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.356990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.363335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:31.366126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Usage tracker for resource:network and tenant:0a60f73aa289471eb62099fc9fa5e29e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.372993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.374225 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ae7754db-36d7-4c05-a260-545cb9a4a92e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "PUT /v2.0/routers/c863ef58-d021-4f32-b6eb-e0dc8e1481c1 HTTP/1.1" status: 200 len: 915 time: 6.6400142 Mar 23 10:19:31.375355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.379680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40840) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.380875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] Sync routers for ids ['c863ef58-d021-4f32-b6eb-e0dc8e1481c1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:31.383869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Usage tracker for resource:network and tenant:69ebc32cb3b24f8cbb1bd5a8a9b71982 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.388898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.392012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:31.394031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] Routers {'c863ef58-d021-4f32-b6eb-e0dc8e1481c1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:31.394663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c863ef58-d021-4f32-b6eb-e0dc8e1481c1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:31.409838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.433050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] Pushing event deleted for resources: {'Network': ['ID=85f28524-d232-43c8-b59c-edeece11ee61,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:31.440201 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ded24a55-823f-4e73-bf9b-066a37696237 tempest-NetworksIpV6Test-840947562 tempest-NetworksIpV6Test-840947562-project] 10.222.0.73 "DELETE /v2.0/networks/85f28524-d232-43c8-b59c-edeece11ee61 HTTP/1.1" status: 204 len: 168 time: 4.8537793 Mar 23 10:19:31.453620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:31.476290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:31.477392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.492131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] Routers {'c863ef58-d021-4f32-b6eb-e0dc8e1481c1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:31.492992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c863ef58-d021-4f32-b6eb-e0dc8e1481c1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:31.506682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.541332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Made reservation on behalf of 0a60f73aa289471eb62099fc9fa5e29e for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:31.544679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.580138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.595842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Made reservation on behalf of 69ebc32cb3b24f8cbb1bd5a8a9b71982 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:31.599093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.632125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.668595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port 31a7e50d-4f68-4885-b359-fab465143ad3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=31a7e50d-4f68-4885-b359-fab465143ad3,segment=NetworkSegment(1b0b4c2c-8465-420d-938b-097232acfb6d),segment_id=1b0b4c2c-8465-420d-938b-097232acfb6d)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:31.669098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.676256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29699297-37df-449c-9637-be0edd8b07bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.680400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29699297-37df-449c-9637-be0edd8b07bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.681260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-29699297-37df-449c-9637-be0edd8b07bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:31.685645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:31.685916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f8d05-3979-4fb1-8546-046ea586d01d None None] The sync data for ids ['c863ef58-d021-4f32-b6eb-e0dc8e1481c1'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:31.696089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.696797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Fanout notify agent at l3_agent the message router_deleted on router e2a9ec69-1a01-4e26-ac49-818952965bd0 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:31.736241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.750055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Usage tracker for resource:security_group_rule and tenant:0a60f73aa289471eb62099fc9fa5e29e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.753383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.758902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.762590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-29699297-37df-449c-9637-be0edd8b07bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:31.766367 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-29699297-37df-449c-9637-be0edd8b07bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5104351 Mar 23 10:19:31.768694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Usage tracker for resource:security_group_rule and tenant:69ebc32cb3b24f8cbb1bd5a8a9b71982 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.771849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:31.773915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40846) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.780809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.794398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.795672 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77e200b6-4f45-4eee-aa11-206bdff0cc22 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/e2a9ec69-1a01-4e26-ac49-818952965bd0 HTTP/1.1" status: 204 len: 168 time: 6.5469072 Mar 23 10:19:31.821597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40850) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.852276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:31.860152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1681756655', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:31.866885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for 31a7e50d-4f68-4885-b359-fab465143ad3 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:31.913675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.932662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Usage tracker for resource:router and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.940700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.959569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:32.004679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port c4aca137-c622-4769-8a7e-64b89ef17640 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:32.005275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.009297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ac7df005-b72a-4a4a-b29f-fe2c3c5211ed up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:32.042608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.111185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Port': ['ID=31a7e50d-4f68-4885-b359-fab465143ad3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:32.139149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No DVR routers for this DVR port 31a7e50d-4f68-4885-b359-fab465143ad3 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:32.191437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:32.214160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40856) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.257356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.260889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.409230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.409577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48ae3d-0924-41c1-84d7-f0456bf21ee4 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:32.438744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.441941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb31f7d-1236-4ebf-b1bc-01134d0820b4']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.447626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.462745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.463884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0b4c2c-8465-420d-938b-097232acfb6d') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.463884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0b4c2c-8465-420d-938b-097232acfb6d') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.477031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.496047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.505868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:32.506289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.599052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] Provisioning for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:32.606852 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:32.618561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] Provisioning complete for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:32.619600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.623250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.623808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.635642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.663276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.670519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=dfb31f7d-1236-4ebf-b1bc-01134d0820b4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:32.676683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] vlan segment allocate from pool success with {'vlan_id': 966, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:32.681829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-13d79f75-3984-4fe6-91b4-7f6e1ffa26cf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/dfb31f7d-1236-4ebf-b1bc-01134d0820b4 HTTP/1.1" status: 204 len: 168 time: 7.3386648 Mar 23 10:19:32.685553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40862) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.691715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465201300'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:32.692030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.692380 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Added segment 6ef0a439-3bea-495a-b277-1e833bdc6d02 of type vlan for network 5dbf96ec-949e-4a70-9543-491eae645bc6 Mar 23 10:19:32.697334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:32.702615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:32.707081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:32.716385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:32.722097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.734748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:32.739737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:32.740064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.745742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584ba12f-b723-4a61-a956-3917563fec9d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:32.812211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 980, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:32.830291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.831255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 77fb77d8-e678-40e3-a3e2-bbd68f57e984 of type vlan for network 59477be6-9fd6-4553-88ae-7943a194bdb0 Mar 23 10:19:32.842540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:32.877749 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-82b99cf7-e8e8-4ba4-9989-3689f5e2b0e3 tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/c863ef58-d021-4f32-b6eb-e0dc8e1481c1 HTTP/1.1" status: 200 len: 921 time: 1.4905021 Mar 23 10:19:32.884015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40866) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.892024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.892376 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Added segment 71246296-afa2-4574-852e-fdd16d05f809 of type vlan for network c8f34710-3f0f-4c0c-be39-d30863c3dd24 Mar 23 10:19:32.918572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.943744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.979486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:32.988312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.014294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97831f86-01e0-4849-b9a0-37f2939bf243,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.032017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.035580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:33.036315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.043810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.062766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:33.067126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.079861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5efc5-735b-4ad4-be59-477936820f88 None None] Pushing event updated for resources: {'Port': ['ID=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.104482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.124194 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-62847ea2-d810-4a30-a49b-459b4ce3e370 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c2b43bb3bc74f72a7163d3cb4287e89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9080076 Mar 23 10:19:33.126394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.185604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Update dhcp port {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '00c62267-2d0f-4809-937f-9e192aed2ff8', 'ip_address': '2001:db8::f816:3eff:fe8f:8fa7'}, {'subnet_id': '9f955eec-7862-4d69-89fa-87029b5c8d64'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': 'ac7df005-b72a-4a4a-b29f-fe2c3c5211ed'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:19:33.206253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40870) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:33.305521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.344605 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6528256 Mar 23 10:19:33.352108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cf1dde8e-9685-4de0-a2bf-75b410187efb tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=c863ef58-d021-4f32-b6eb-e0dc8e1481c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4616678 Mar 23 10:19:33.352108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40874) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:33.352108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c4b61-ba24-4445-809d-02486d204d9c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=59477be6-9fd6-4553-88ae-7943a194bdb0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.359124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40876) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:33.383927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:33.395115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:33.400774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for c4aca137-c622-4769-8a7e-64b89ef17640 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:33.401145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:33.464602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event updated for resources: {'Network': ['ID=5dbf96ec-949e-4a70-9543-491eae645bc6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.477106 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5776cd7b-8048-4bf6-bd34-23e34be4e892 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5828187 Mar 23 10:19:33.479206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.482252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40882) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:33.511307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Request body: {'subnet': {'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:33.529888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.534051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:33.534382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.548028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:33.816928 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9245524 Mar 23 10:19:33.831872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682733-54c6-410d-8d9b-960bd83e0a92 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Pushing event updated for resources: {'Network': ['ID=c8f34710-3f0f-4c0c-be39-d30863c3dd24,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.838354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b354f235-8f99-401c-9f3f-d4efcd190a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.851608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network c8f34710-3f0f-4c0c-be39-d30863c3dd24 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:33.981106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:33.988786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Usage tracker for resource:subnet and tenant:69ebc32cb3b24f8cbb1bd5a8a9b71982 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:34.003885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ac7df005-b72a-4a4a-b29f-fe2c3c5211ed up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:34.025234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1df405-462d-4227-a8ae-15974021441b tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:34.026715 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1e1df405-462d-4227-a8ae-15974021441b tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/networks/272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 881 time: 0.6663208 Mar 23 10:19:34.036387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40892) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.050003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:34.107150 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-470d0373-f57f-4dc8-b6af-979a2a336530 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=c863ef58-d021-4f32-b6eb-e0dc8e1481c1 HTTP/1.1" status: 200 len: 205 time: 0.0695941 Mar 23 10:19:34.130077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40896) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.144937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b354f235-8f99-401c-9f3f-d4efcd190a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.198840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:34.272090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.298092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Allocated IP 172.20.0.2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/9f955eec-7862-4d69-89fa-87029b5c8d64/ac7df005-b72a-4a4a-b29f-fe2c3c5211ed) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:34.325652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:34.326430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.352221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.366142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Made reservation on behalf of 69ebc32cb3b24f8cbb1bd5a8a9b71982 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:34.387283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 is not hosted by any dhcp agent {{(pid=83745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 23 10:19:34.391040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:34.391982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.394427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "PUT /v2.0/networks/59477be6-9fd6-4553-88ae-7943a194bdb0 HTTP/1.1" status: 200 len: 723 time: 1.0374153 Mar 23 10:19:34.405357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40902) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.480162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:34.510162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40906) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.516901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Request body: {'port': {'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-185347333'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:34.576925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:34.582617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:34.590433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Usage tracker for resource:port and tenant:56fbc468ae9e46a48810020d8ecfc9b7 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:34.593511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd698c-113c-40f0-8b93-e3e2d3cf95b1 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=59477be6-9fd6-4553-88ae-7943a194bdb0,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:34.609880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:34.617491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:34.627627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:34.664437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Made reservation on behalf of 56fbc468ae9e46a48810020d8ecfc9b7 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:34.666925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.678619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:34.689608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:34.694105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:34.700948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.701349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.710515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:34.737018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:34.806849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Transition to ACTIVE for port object ac7df005-b72a-4a4a-b29f-fe2c3c5211ed will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:34.812538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.819856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.839397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:34.859808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Usage tracker for resource:security_group_rule and tenant:56fbc468ae9e46a48810020d8ecfc9b7 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:34.867934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:34.888071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:34.913427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.919378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.966727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b354f235-8f99-401c-9f3f-d4efcd190a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.977977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499421-9f19-48f7-9a5c-d18df5b3e3db None None] Pushing event updated for resources: {'Port': ['ID=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:35.022121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=c4aca137-c622-4769-8a7e-64b89ef17640,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:35.036406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354f235-8f99-401c-9f3f-d4efcd190a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc079800-d899-421c-9469-28dc21513a21,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:35.049970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.252607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.326851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.333713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b354f235-8f99-401c-9f3f-d4efcd190a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.337728 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b354f235-8f99-401c-9f3f-d4efcd190a68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc079800-d899-421c-9469-28dc21513a21 HTTP/1.1" status: 204 len: 168 time: 2.1283193 Mar 23 10:19:35.444513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.465612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.488247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 40c9d4bd-2f25-495b-af00-2949416395fb yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:35.580531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.628008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d039d3c-4afa-4558-801f-3e0efa6a112e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:35.701221 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-113eee8d-2991-4ddc-9501-2fe8be53c3df tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/c4aca137-c622-4769-8a7e-64b89ef17640 HTTP/1.1" status: 204 len: 168 time: 3.9246855 Mar 23 10:19:35.717147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40914) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:35.816759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.865600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Allocated IP 172.26.7.21 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/e015f577-a932-4dd1-ac4f-fa12aa6b4480) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:35.916540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee596e03-4b21-48c3-a043-aaa8e3789307 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:35.919926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee596e03-4b21-48c3-a043-aaa8e3789307 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:35.922257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee596e03-4b21-48c3-a043-aaa8e3789307 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:35.924435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ee596e03-4b21-48c3-a043-aaa8e3789307 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:35.941044 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5aa47edb-679e-4896-ac47-1e70fed5a3ab None None] Could not find standard attr ID for object c4aca137-c622-4769-8a7e-64b89ef17640. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:19:35.947240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.977580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ac7df005-b72a-4a4a-b29f-fe2c3c5211ed up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:36.146384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5aa47edb-679e-4896-ac47-1e70fed5a3ab None None] Provisioning for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:36.169506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5aa47edb-679e-4896-ac47-1e70fed5a3ab None None] Provisioning complete for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:36.170086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aa47edb-679e-4896-ac47-1e70fed5a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.264583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=09ef088f-b464-4e09-8f2a-eb3f90c2a198,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.281128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:36.281495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.337483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ee596e03-4b21-48c3-a043-aaa8e3789307 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:36.338719 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ee596e03-4b21-48c3-a043-aaa8e3789307 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6201026 Mar 23 10:19:36.339956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event updated for resources: {'Subnet': ['ID=394e0444-c5ed-43a6-b8c4-18667ca6c86e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.347776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40926) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:36.448568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '77fb77d8-e678-40e3-a3e2-bbd68f57e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:36.449255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: 59477be6-9fd6-4553-88ae-7943a194bdb0, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:36.479191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.502612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 40c9d4bd-2f25-495b-af00-2949416395fb yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:36.521171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.539358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Transition to ACTIVE for port object 40c9d4bd-2f25-495b-af00-2949416395fb will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:36.550476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Deleting port 74ade788-4c9b-4e4e-b9fc-ede550d964d3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:36.550867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.556086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Checking segment: {'id': '6ef0a439-3bea-495a-b277-1e833bdc6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:36.557210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Network hostable DHCP agents. Network: 5dbf96ec-949e-4a70-9543-491eae645bc6, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:36.581574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ef7ff454-4cad-4150-950b-d3316f4c1234 None None] Could not find standard attr ID for object c4aca137-c622-4769-8a7e-64b89ef17640. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:19:36.593772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.601946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:36.647236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.696722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:36.710245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 5dbf96ec-949e-4a70-9543-491eae645bc6) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:36.711153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 59477be6-9fd6-4553-88ae-7943a194bdb0) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:36.721438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:36.722056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:36.722860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.736177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.736616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d9f34-d0eb-4248-b9ae-5ecaa7bd2a22 None None] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:36.757901 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d711854f-241d-47b7-9fd3-c28c1ab2a22d tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2659702 Mar 23 10:19:36.759447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40936) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:36.765950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 00c62267-2d0f-4809-937f-9e192aed2ff8 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:36.770386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf218e1-75bc-4a5b-b31a-1d9429695491 None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:36.773310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.811587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Request body: {'port': {'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1443411518'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:36.814639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=40c9d4bd-2f25-495b-af00-2949416395fb,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.974807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-55b1d03e-7ea8-41b2-9e77-6c3f8f97cd4a tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5178082 Mar 23 10:19:36.975659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40940) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:37.000257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:37.061647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Checking segment: {'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:37.061990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Network hostable DHCP agents. Network: c8f34710-3f0f-4c0c-be39-d30863c3dd24, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:37.122448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.133369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.141563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40944) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:37.184550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.361221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-59477be6-9fd6-4553-88ae-7943a194bdb0', 'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': '09ef088f-b464-4e09-8f2a-eb3f90c2a198'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:37.362984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.390495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.395236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-5dbf96ec-949e-4a70-9543-491eae645bc6', 'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6', 'tenant_id': '69ebc32cb3b24f8cbb1bd5a8a9b71982', 'fixed_ips': [{'subnet_id': '394e0444-c5ed-43a6-b8c4-18667ca6c86e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:37.399050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.399242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Calling delete_port for 74ade788-4c9b-4e4e-b9fc-ede550d964d3 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:37.423933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event updated for resources: {'Port': ['ID=e015f577-a932-4dd1-ac4f-fa12aa6b4480,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:37.428287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:37.439183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:37.450710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a04e6d53-8419-4f75-a25e-77c0d169dc3e tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-823702436', 'prefixes': ['172.20.0.0/16']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:37.464480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a04e6d53-8419-4f75-a25e-77c0d169dc3e tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:37.512222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Network c8f34710-3f0f-4c0c-be39-d30863c3dd24 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:37.549843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3418630'] for subnet, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.570574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:37.599737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:37.612698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Usage tracker for resource:port and tenant:69ebc32cb3b24f8cbb1bd5a8a9b71982 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:37.613305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, c8f34710-3f0f-4c0c-be39-d30863c3dd24) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:37.619934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:37.637118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:37.637309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:37.670947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264c5f6-f20d-4351-a746-47af22f52ff4 None None] Network c8f34710-3f0f-4c0c-be39-d30863c3dd24 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:37.677131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:37.677483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:37.677781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:37.706639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Made reservation on behalf of 69ebc32cb3b24f8cbb1bd5a8a9b71982 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:37.706953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:37.707341 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:37.711718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.714969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 2 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:37.752139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.806993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:37.807331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:37.807670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] device_id is not set on port a6710f2c-48a5-46d7-a90e-9f1c583e83c3 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:37.807815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:37.825887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:37.827067 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:37.829932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 3 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:37.853752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=00c62267-2d0f-4809-937f-9e192aed2ff8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:37.884933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.903284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0f33d-f7f6-472d-af17-9a3fa679efff None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:37.934245 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a75e55f-a146-4c6c-9d9e-98aaafa0a3e7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/00c62267-2d0f-4809-937f-9e192aed2ff8 HTTP/1.1" status: 204 len: 168 time: 1.5848048 Mar 23 10:19:37.949394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40950) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:37.973492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:37.973867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:37.974434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:38.036528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.090522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:38.090970 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:38.102478 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 4 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:38.125761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event deleted for resources: {'Port': ['ID=74ade788-4c9b-4e4e-b9fc-ede550d964d3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.140663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 9f955eec-7862-4d69-89fa-87029b5c8d64 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:38.146365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.164711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:38.164711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:38.165168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:38.175052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:38.175369 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:38.180863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 5 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:38.189478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766047603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4179269'] for subnet, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.192351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Allocated IP 172.20.0.2 (5dbf96ec-949e-4a70-9543-491eae645bc6/394e0444-c5ed-43a6-b8c4-18667ca6c86e/eb7fef89-5b1d-41c8-b928-4295afe8e2a6) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:38.287032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.370160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:38.370854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:38.371353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:38.374188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a04e6d53-8419-4f75-a25e-77c0d169dc3e tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] Notify callbacks [] for subnetpool, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.378099 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a04e6d53-8419-4f75-a25e-77c0d169dc3e tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2226448 Mar 23 10:19:38.378318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.378318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.386057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40954) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:38.409259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:38.409931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.414492 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "PUT /v2.0/subnets/09ef088f-b464-4e09-8f2a-eb3f90c2a198 HTTP/1.1" status: 200 len: 806 time: 1.4306023 Mar 23 10:19:38.416222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:38.416222 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:38.417176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40958) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:38.420570 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 6 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:38.445049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Allocated IP 172.20.0.2 (59477be6-9fd6-4553-88ae-7943a194bdb0/09ef088f-b464-4e09-8f2a-eb3f90c2a198/cf4c90b8-ddaf-4ced-9632-e0801264a5a4) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:38.500854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02c5c1-8426-4af6-9616-3d0544d89126 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=09ef088f-b464-4e09-8f2a-eb3f90c2a198,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.564019 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c2cdb17e-3a14-4e07-91de-14aaba367dec tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] 10.222.0.73 "GET /v2.0/subnetpools/e4e669b0-c5ac-45a2-8210-584d1554e1d6 HTTP/1.1" status: 200 len: 731 time: 0.1717625 Mar 23 10:19:38.608263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40962) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:38.623697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c153f57e-57f0-45d4-90a2-58419bc1a92b tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1348600890'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:38.759736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.811682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.823304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:38.823769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:38.824165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:38.861300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.877820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Transition to ACTIVE for port object eb7fef89-5b1d-41c8-b928-4295afe8e2a6 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:38.914056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.917985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Transition to ACTIVE for port object eb7fef89-5b1d-41c8-b928-4295afe8e2a6 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:38.919495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.930029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Transition to ACTIVE for port object cf4c90b8-ddaf-4ced-9632-e0801264a5a4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:38.933730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.952538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:38.953170 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:39.017220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Transition to ACTIVE for port object cf4c90b8-ddaf-4ced-9632-e0801264a5a4 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:39.030045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:39.035206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:39.038337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:39.045300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.056190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Pushing event updated for resources: {'Port': ['ID=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:39.062111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=9f955eec-7862-4d69-89fa-87029b5c8d64,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:39.066074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Allocated IP 172.20.0.12 (5dbf96ec-949e-4a70-9543-491eae645bc6/394e0444-c5ed-43a6-b8c4-18667ca6c86e/a6710f2c-48a5-46d7-a90e-9f1c583e83c3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:39.082930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c153f57e-57f0-45d4-90a2-58419bc1a92b tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] Notify callbacks [] for subnetpool, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.084217 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c153f57e-57f0-45d4-90a2-58419bc1a92b tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] 10.222.0.73 "PUT /v2.0/subnetpools/e4e669b0-c5ac-45a2-8210-584d1554e1d6 HTTP/1.1" status: 200 len: 684 time: 0.4734740 Mar 23 10:19:39.097566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40966) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.103582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.105693 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-23f1e518-82a0-4073-9adb-31a0e1ff09a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/9f955eec-7862-4d69-89fa-87029b5c8d64 HTTP/1.1" status: 204 len: 168 time: 1.1545789 Mar 23 10:19:39.132943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40970) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.133145 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 7 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:39.225778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:39.233184 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dacdc019-c3ab-48b7-8559-393f6fb292eb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988388 Mar 23 10:19:39.234281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:39.236990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:39.240247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 40974) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.255207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:39.268294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Attempting to bind port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:39.268834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Attempting to bind port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '6ef0a439-3bea-495a-b277-1e833bdc6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:39.268983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Attempting to bind port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 on network 5dbf96ec-949e-4a70-9543-491eae645bc6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:39.285654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.296140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Pushing event updated for resources: {'Port': ['ID=cf4c90b8-ddaf-4ced-9632-e0801264a5a4,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:39.345452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:39.346019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Checking segment: {'id': '6ef0a439-3bea-495a-b277-1e833bdc6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:39.347067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.347372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Bound using segment: {'id': '6ef0a439-3bea-495a-b277-1e833bdc6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:39.347959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Bound port: eb7fef89-5b1d-41c8-b928-4295afe8e2a6, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef0a439-3bea-495a-b277-1e833bdc6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '5dbf96ec-949e-4a70-9543-491eae645bc6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:39.348468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.422198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:39.422757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:39.423159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:39.430704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.447283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Attempting to bind port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:39.447897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Attempting to bind port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '77fb77d8-e678-40e3-a3e2-bbd68f57e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:39.447989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:39.448088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Attempting to bind port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 on network 59477be6-9fd6-4553-88ae-7943a194bdb0 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:39.448263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.472025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:39.472509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Checking segment: {'id': '77fb77d8-e678-40e3-a3e2-bbd68f57e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:39.473064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.473429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Bound using segment: {'id': '77fb77d8-e678-40e3-a3e2-bbd68f57e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:39.473973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Bound port: cf4c90b8-ddaf-4ced-9632-e0801264a5a4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fb77d8-e678-40e3-a3e2-bbd68f57e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '59477be6-9fd6-4553-88ae-7943a194bdb0'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:39.474414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.491626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.505465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:39.505796 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:39.510604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 8 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:39.544988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:39.545215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:39.545412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:39.550740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] For port eb7fef89-5b1d-41c8-b928-4295afe8e2a6, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:39.566723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] For port eb7fef89-5b1d-41c8-b928-4295afe8e2a6, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,segment=NetworkSegment(6ef0a439-3bea-495a-b277-1e833bdc6d02),segment_id=6ef0a439-3bea-495a-b277-1e833bdc6d02)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:39.581354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.607371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:39.619982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:39.620394 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:39.624500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 9 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:39.636894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:39.637914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.638116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Fanout notify agent at l3_agent the message router_deleted on router c863ef58-d021-4f32-b6eb-e0dc8e1481c1 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:39.654326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] For port cf4c90b8-ddaf-4ced-9632-e0801264a5a4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:39.662100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:39.666945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00229fae-a94b-48b8-b921-8c7c7b001788 tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] Notify callbacks [] for subnetpool, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.671787 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-00229fae-a94b-48b8-b921-8c7c7b001788 tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] 10.222.0.73 "DELETE /v2.0/subnetpools/e4e669b0-c5ac-45a2-8210-584d1554e1d6 HTTP/1.1" status: 204 len: 168 time: 0.5702913 Mar 23 10:19:39.675908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40978) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.677931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:39.678323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:39.678660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:39.680482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] For port cf4c90b8-ddaf-4ced-9632-e0801264a5a4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cf4c90b8-ddaf-4ced-9632-e0801264a5a4,segment=NetworkSegment(77fb77d8-e678-40e3-a3e2-bbd68f57e984),segment_id=77fb77d8-e678-40e3-a3e2-bbd68f57e984)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:39.688398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:39.693999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.713933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77366f6-15d8-4292-aa94-df0f6d39efd7 None None] Pushing event updated for resources: {'Port': ['ID=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:39.726221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:39.733588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.734547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.739675 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dcb65dd5-efde-4832-8f26-9fda016e730f tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/c863ef58-d021-4f32-b6eb-e0dc8e1481c1 HTTP/1.1" status: 204 len: 168 time: 5.6052411 Mar 23 10:19:39.764898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40982) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.787392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1244627111', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:39.793796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Router bd9064a2-4eb3-406b-9fa6-c13c0755a404 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:19:39.797546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b2632-3a59-440d-9434-6e280c0f19f9 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:39.809531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:39.814667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:39.815016 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:39.815872 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-323c1eb9-c8a1-4216-b1eb-eef79eb839c6 tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] show failed (client error): The resource could not be found. Mar 23 10:19:39.816898 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-323c1eb9-c8a1-4216-b1eb-eef79eb839c6 tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] 10.222.0.73 "GET /v2.0/subnetpools/e4e669b0-c5ac-45a2-8210-584d1554e1d6 HTTP/1.1" status: 404 len: 346 time: 0.1403985 Mar 23 10:19:39.821041 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.plugins.ml2.plugin [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 10 to bind port 40c9d4bd-2f25-495b-af00-2949416395fb Mar 23 10:19:39.829601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Usage tracker for resource:router and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:39.838914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40986) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.843702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:39.906493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.924874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Transition to ACTIVE for port object a6710f2c-48a5-46d7-a90e-9f1c583e83c3 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:39.941659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:39.955648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:39.955826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:39.956399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:39.964814 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-90c7c64d-b30b-4ee2-ba34-39132753b9df tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] delete failed (client error): The resource could not be found. Mar 23 10:19:39.966021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-90c7c64d-b30b-4ee2-ba34-39132753b9df tempest-SubnetPoolsTestJSON-133904295 tempest-SubnetPoolsTestJSON-133904295-project] 10.222.0.73 "DELETE /v2.0/subnetpools/e4e669b0-c5ac-45a2-8210-584d1554e1d6 HTTP/1.1" status: 404 len: 346 time: 0.1261129 Mar 23 10:19:39.974182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.975319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.981961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port cf4c90b8-ddaf-4ced-9632-e0801264a5a4, host dv-neutron-834653-2-hyperv, got binding levels [] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:39.982415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.005849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a165f0-c721-458e-a17b-122aff8cd34a None None] Pushing event updated for resources: {'Port': ['ID=cf4c90b8-ddaf-4ced-9632-e0801264a5a4,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:40.014438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c63d8443-98c6-46e8-8a5a-a82f93211353 None None] Provisioning complete for port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:40.018410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c63d8443-98c6-46e8-8a5a-a82f93211353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.289712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 40c9d4bd-2f25-495b-af00-2949416395fb on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:40.291054 dv-neutron-834653-2-hyperv neutron-server[83745]: ERROR neutron.plugins.ml2.managers [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 40c9d4bd-2f25-495b-af00-2949416395fb on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:40.291635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.313248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for cf4c90b8-ddaf-4ced-9632-e0801264a5a4 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:40.394140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.442266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.552485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:40.587003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event updated for resources: {'Port': ['ID=a6710f2c-48a5-46d7-a90e-9f1c583e83c3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:40.590947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:40.593309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:40.610180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 40994) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.679865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:40.680184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:40.686250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] For port 40c9d4bd-2f25-495b-af00-2949416395fb, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:40.686851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempted to set empty binding levels {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 10:19:40.695409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.697325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:40.697961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.747828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.757600 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4b5510fb-181c-4337-95cf-6d0255c8fd08 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.9952235 Mar 23 10:19:40.762619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41000) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.792123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:40.797318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Deleting port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:40.797682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.860612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:40.873576 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55716858-507f-4f59-b906-108aed15a056 None None] Sync routers for ids ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:40.889276 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55716858-507f-4f59-b906-108aed15a056 None None] Routers {'bd9064a2-4eb3-406b-9fa6-c13c0755a404'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:40.889976 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-55716858-507f-4f59-b906-108aed15a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:40.930039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.932364 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d84ebc82-b4a1-4d1c-9b36-21c790cbc1eb tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1021559 Mar 23 10:19:40.936437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41004) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.950727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:41.010944 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-55716858-507f-4f59-b906-108aed15a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.024567 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55716858-507f-4f59-b906-108aed15a056 None None] Routers {'bd9064a2-4eb3-406b-9fa6-c13c0755a404'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:41.025363 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-55716858-507f-4f59-b906-108aed15a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.123455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:19:41.163918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:41.164308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.167641 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-55716858-507f-4f59-b906-108aed15a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.168655 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55716858-507f-4f59-b906-108aed15a056 None None] The sync data for ids ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:41.213302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.289818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.295152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:41.295482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.335948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=40c9d4bd-2f25-495b-af00-2949416395fb,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:41.346385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Deleting port a6710f2c-48a5-46d7-a90e-9f1c583e83c3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:41.346743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.395103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Calling delete_port for ac7df005-b72a-4a4a-b29f-fe2c3c5211ed owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:41.417155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.549226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:41.553525 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-37767d03-cdf0-43d0-86c5-dd227ea7176f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.0423396 Mar 23 10:19:41.561180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41008) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:41.562307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Usage tracker for resource:security_group_rule and tenant:43b588796e4c47b48bdc0b59232f0592 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:41.584864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:41.585546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:41.602486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:41.692616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7804ca4-3235-4a73-b2bd-c2b2163e08bd None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:41.785278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:41.809364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e68d15-7970-452e-b7e9-f817f52a1e80 None None] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:41.834222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6fafc310-1298-49a3-bb45-ece4eb1e1ed5 None None] Provisioning for port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:42.056939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:42.061879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Deleting port 40c9d4bd-2f25-495b-af00-2949416395fb {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:42.062421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.108621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Deleting port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:42.108891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.164729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.176440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.177144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.229171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device eb7fef89-5b1d-41c8-b928-4295afe8e2a6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:42.436319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b3007830-03bd-4664-882c-a5e10c691d98 None None] Provisioning for port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:42.480701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:42.513107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port cf4c90b8-ddaf-4ced-9632-e0801264a5a4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cf4c90b8-ddaf-4ced-9632-e0801264a5a4,segment=NetworkSegment(77fb77d8-e678-40e3-a3e2-bbd68f57e984),segment_id=77fb77d8-e678-40e3-a3e2-bbd68f57e984)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:42.513107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.537971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:42.545145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.550386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.551130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:42.552226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.557178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=99694632-4b97-4b16-a1cf-b700b98fa7a1,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:42.569562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,revision_number=8']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:42.595781 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1ead33b3-f9a3-4020-84f0-e917cbe19509 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3505819 Mar 23 10:19:42.606355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41012) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:42.617584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:42.619257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] For port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:42.619734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.630826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:42.652506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.761077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.778495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for cf4c90b8-ddaf-4ced-9632-e0801264a5a4 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:42.799268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:42.815358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:42.819775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:42.835703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:42.841582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:42.842213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.857753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:42.911573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.932077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Calling delete_port for ac7df005-b72a-4a4a-b29f-fe2c3c5211ed owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:42.939349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.990269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.006676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Deleting port e015f577-a932-4dd1-ac4f-fa12aa6b4480 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:43.007111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.065573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb7d75-b88b-4eb0-ac34-7bdb699223b0 None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:43.095352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.324099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-84b5743e-c1ff-4e55-847c-eddffdf07869 None None] Provisioning complete for port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:43.324584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84b5743e-c1ff-4e55-847c-eddffdf07869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.377002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Calling delete_port for a6710f2c-48a5-46d7-a90e-9f1c583e83c3 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:43.484108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6dc89f-4730-49c7-8f9e-08784b51dcfc,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:43.485810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.495038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] For port 40c9d4bd-2f25-495b-af00-2949416395fb, host hv-neutron-8346, got binding levels [] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:43.495400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.519619 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c7d9bf72-6d28-4d3c-847c-95c334a6f56e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43b588796e4c47b48bdc0b59232f0592&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8611872 Mar 23 10:19:43.527570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.531348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41016) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.601603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.637970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Calling delete_port for e015f577-a932-4dd1-ac4f-fa12aa6b4480 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:43.672654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Calling delete_port for 40c9d4bd-2f25-495b-af00-2949416395fb owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:43.673212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] Pushing event deleted for resources: {'Port': ['ID=ac7df005-b72a-4a4a-b29f-fe2c3c5211ed,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:43.678657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port eb7fef89-5b1d-41c8-b928-4295afe8e2a6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,segment=NetworkSegment(6ef0a439-3bea-495a-b277-1e833bdc6d02),segment_id=6ef0a439-3bea-495a-b277-1e833bdc6d02)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:43.680070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84b5743e-c1ff-4e55-847c-eddffdf07869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.726138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.727026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cf4c90b8-ddaf-4ced-9632-e0801264a5a4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:43.731372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.842737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:43.847513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:43.850869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:43.851916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.883191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=02dc77bc-27b5-4869-a700-61429e3b4b3e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:43.895237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e726cd4-bcfb-45b5-b1fd-e2c6946c3336 None None] No DVR routers for this DVR port ac7df005-b72a-4a4a-b29f-fe2c3c5211ed on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:43.903389 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-23cbcba2-b029-460f-8ea2-f378f276970e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2902660 Mar 23 10:19:43.904220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41020) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.910652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:ee:4f:da', 'name': 'tempest-NetworksTestDHCPv6-1407495983'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:43.972016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.974330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c7997-bd64-45be-93d3-d84ff2c7ce8c None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:43.998590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:19:43.999014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cf4c90b8-ddaf-4ced-9632-e0801264a5a4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 23 10:19:44.034191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Allocated IP 172.26.7.213 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/8d5ca778-7c8e-42ae-aae8-c03de8bcd751) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:44.037056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.064354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Port': ['ID=cf4c90b8-ddaf-4ced-9632-e0801264a5a4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.073425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.093457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-84b5743e-c1ff-4e55-847c-eddffdf07869 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:44.094025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-84b5743e-c1ff-4e55-847c-eddffdf07869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:44.106773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 not found, will not notify nova. {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 23 10:19:44.115778 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event deleted for resources: {'Port': ['ID=40c9d4bd-2f25-495b-af00-2949416395fb,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.123832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a3532eac-773f-45e4-9fbf-532c5808d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.164751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.177524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.210491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ac7df005-b72a-4a4a-b29f-fe2c3c5211ed no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:44.240954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac8e9a-6912-4034-bf22-e4e6590a8c76 None None] DHCP port deletion for 59477be6-9fd6-4553-88ae-7943a194bdb0 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:44.260997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Pushing event deleted for resources: {'Port': ['ID=e015f577-a932-4dd1-ac4f-fa12aa6b4480,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.264037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.284468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ac7df005-b72a-4a4a-b29f-fe2c3c5211ed {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:44.284761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ac7df005-b72a-4a4a-b29f-fe2c3c5211ed not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:44.328830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:44.354026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '02dc77bc-27b5-4869-a700-61429e3b4b3e'}, {'subnet_id': '99694632-4b97-4b16-a1cf-b700b98fa7a1'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:44.355266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.366043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event deleted for resources: {'Port': ['ID=a6710f2c-48a5-46d7-a90e-9f1c583e83c3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.370159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:44.376229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:44.390917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:44.413708 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:44.417983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.429473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No DVR routers for this DVR port cf4c90b8-ddaf-4ced-9632-e0801264a5a4 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:44.441703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device eb7fef89-5b1d-41c8-b928-4295afe8e2a6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:44.464267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a3532eac-773f-45e4-9fbf-532c5808d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.568984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aff9d7d6-e8ca-49c6-bba0-e0e147af65df tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "DELETE /v2.0/ports/40c9d4bd-2f25-495b-af00-2949416395fb HTTP/1.1" status: 204 len: 168 time: 3.0032365 Mar 23 10:19:44.571108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.611511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41024) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:44.644958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:44.645442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.687817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 53e31b46-ce78-4a34-a44d-4d5b697afd15 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:44.725074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.785554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.791394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-84b5743e-c1ff-4e55-847c-eddffdf07869 None None] Could not find standard attr ID for object a6710f2c-48a5-46d7-a90e-9f1c583e83c3. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:19:44.806550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Allocated IP 172.20.0.2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/02dc77bc-27b5-4869-a700-61429e3b4b3e/db3c41cf-d53a-47e4-a8a8-1900c4c7afaf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:44.816394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Allocated IP 2001:db8::f816:3eff:fe32:b5e (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/99694632-4b97-4b16-a1cf-b700b98fa7a1/db3c41cf-d53a-47e4-a8a8-1900c4c7afaf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:44.820538 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3f183d-8027-4f26-956d-a6956fab2ebc tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:19:44.821136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ea3f183d-8027-4f26-956d-a6956fab2ebc tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Synchronizing usage tracker for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:44.874938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.878134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-07262117-6759-415f-b0d5-bd59f997a930 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "DELETE /v2.0/ports/a6710f2c-48a5-46d7-a90e-9f1c583e83c3 HTTP/1.1" status: 204 len: 168 time: 4.1142013 Mar 23 10:19:44.883425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41028) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:44.894645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.903053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ea3f183d-8027-4f26-956d-a6956fab2ebc tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Unset dirty status for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:44.904217 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ea3f183d-8027-4f26-956d-a6956fab2ebc tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "GET /v2.0/ports/40c9d4bd-2f25-495b-af00-2949416395fb HTTP/1.1" status: 404 len: 333 time: 0.2278972 Mar 23 10:19:44.908295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41034) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:44.913454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.922894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a3532eac-773f-45e4-9fbf-532c5808d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.935019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c8552bae-4708-4228-9e41-720ee3ddd6b3 None None] Could not find standard attr ID for object cf4c90b8-ddaf-4ced-9632-e0801264a5a4. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:19:44.946110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Request body: {'port': {'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-817983294'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:44.963902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:44.965660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c8552bae-4708-4228-9e41-720ee3ddd6b3 None None] Could not find standard attr ID for object a6710f2c-48a5-46d7-a90e-9f1c583e83c3. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:19:44.966926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.977863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.025457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f660976-dcff-4d30-85fc-24185d0db822 None None] Network 59477be6-9fd6-4553-88ae-7943a194bdb0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:45.069714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Router bd9064a2-4eb3-406b-9fa6-c13c0755a404 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:19:45.168510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cf4c90b8-ddaf-4ced-9632-e0801264a5a4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:45.175485 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-04e0da63-e00c-4751-b867-77e637c8b59d tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2886870 Mar 23 10:19:45.184212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41038) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:45.190732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1411509103'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:45.197596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:45.203011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Usage tracker for resource:network and tenant:69ebc32cb3b24f8cbb1bd5a8a9b71982 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:45.207042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event updated for resources: {'Port': ['ID=8d5ca778-7c8e-42ae-aae8-c03de8bcd751,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:45.208184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:45.218769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a3532eac-773f-45e4-9fbf-532c5808d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.223358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:45.232357 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a3532eac-773f-45e4-9fbf-532c5808d4a6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb6dc89f-4730-49c7-8f9e-08784b51dcfc HTTP/1.1" status: 204 len: 168 time: 1.6875219 Mar 23 10:19:45.237582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3532eac-773f-45e4-9fbf-532c5808d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6dc89f-4730-49c7-8f9e-08784b51dcfc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:45.244606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: cf4c90b8-ddaf-4ced-9632-e0801264a5a4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:19:45.245159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cf4c90b8-ddaf-4ced-9632-e0801264a5a4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:45.287393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:45.293862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=09ef088f-b464-4e09-8f2a-eb3f90c2a198,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:45.307239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.320773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Made reservation on behalf of 69ebc32cb3b24f8cbb1bd5a8a9b71982 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:45.324148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.329065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:45.333264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:45.344890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:45.365123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:45.384794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:45.386537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2c147-18e2-4941-a3a3-5f199550fbef None None] DHCP port deletion for 59477be6-9fd6-4553-88ae-7943a194bdb0 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:45.389056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] Sync routers for ids ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:45.394907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.399916 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a7a36b7d-204f-4cad-8237-d2ca7a7ee5da tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "PUT /v2.0/routers/bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 200 len: 710 time: 4.4585898 Mar 23 10:19:45.399916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41044) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:45.407911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Made reservation on behalf of 56fbc468ae9e46a48810020d8ecfc9b7 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:45.410300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.438217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] Routers {'bd9064a2-4eb3-406b-9fa6-c13c0755a404'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:45.438871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.525300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.534155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.541159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.541159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Added segment b06693ca-bf46-4fe5-ac30-2ca4451f6f13 of type vlan for network 64d777eb-11e1-4f84-acd3-495b7279ead9 Mar 23 10:19:45.554951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Transition to ACTIVE for port object db3c41cf-d53a-47e4-a8a8-1900c4c7afaf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:45.572640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] Routers {'bd9064a2-4eb3-406b-9fa6-c13c0755a404'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:45.574245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.574417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59477be6-9fd6-4553-88ae-7943a194bdb0']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.580815 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-85814d41-5d34-4707-a89d-63d02a546696 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/routers/bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 200 len: 745 time: 0.1791527 Mar 23 10:19:45.592526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41048) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:45.606180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fb77d8-e678-40e3-a3e2-bbd68f57e984') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.606180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fb77d8-e678-40e3-a3e2-bbd68f57e984') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.611788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:45.644431 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-96e622cd-a5f0-450d-8e1b-ddc995926d29 tempest-RoutersIpV6AdminTest-1886009292 tempest-RoutersIpV6AdminTest-1886009292-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 200 len: 205 time: 0.0501125 Mar 23 10:19:45.648211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41052) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:45.658612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.659024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bf6a3-47a4-44fb-bf0a-172cb7a07386 None None] The sync data for ids ['bd9064a2-4eb3-406b-9fa6-c13c0755a404'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:45.663531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.673485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Transition to ACTIVE for port object db3c41cf-d53a-47e4-a8a8-1900c4c7afaf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:45.681726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.708498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.715928 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4aaff05c-9e5f-46a6-86d6-a449330ba2d5 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 200 len: 205 time: 0.0663838 Mar 23 10:19:45.730292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41056) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:45.765795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:45.768761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:45.773169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:45.780713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Pushing event updated for resources: {'Port': ['ID=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:45.789041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.856838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.860582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:45.861259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.871371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 980 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:45.872061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:45.902537 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:45.906733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Attempting to bind port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:45.907112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Attempting to bind port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:45.907474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Attempting to bind port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:45.918147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:45.919253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:45.919817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.921143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:45.921524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Bound port: db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:45.922298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.984321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7989235 Mar 23 10:19:45.994763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41060) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:46.000123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 172.20.0.12 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/02dc77bc-27b5-4869-a700-61429e3b4b3e/53e31b46-ce78-4a34-a44d-4d5b697afd15) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:46.007776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb5f74-4ed8-4cc6-9854-7b35e576ef6f tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event updated for resources: {'Network': ['ID=64d777eb-11e1-4f84-acd3-495b7279ead9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.015997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:feee:4fda (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/99694632-4b97-4b16-a1cf-b700b98fa7a1/53e31b46-ce78-4a34-a44d-4d5b697afd15) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:46.038916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 64d777eb-11e1-4f84-acd3-495b7279ead9 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:46.136709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.141265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.179886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.230405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:46.247298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:46.253505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.265646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=59477be6-9fd6-4553-88ae-7943a194bdb0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.278563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c2ec9b8d-e513-45b9-a8c6-6c42964867e0 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/59477be6-9fd6-4553-88ae-7943a194bdb0 HTTP/1.1" status: 204 len: 168 time: 7.8438554 Mar 23 10:19:46.284265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41064) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:46.338491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06932b-c056-4310-9701-d3ee066a0da6 None None] Pushing event updated for resources: {'Port': ['ID=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.382834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.411248 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9d8017-33f3-472d-af9b-536f35b3b0a7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:46.411716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9d8017-33f3-472d-af9b-536f35b3b0a7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:46.413402 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a9d8017-33f3-472d-af9b-536f35b3b0a7 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/59477be6-9fd6-4553-88ae-7943a194bdb0 HTTP/1.1" status: 404 len: 339 time: 0.1264329 Mar 23 10:19:46.421958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41068) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:46.441914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794347957', 'description': 'd1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:46.454307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:46.467496 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-260be9db-4d5f-41df-818a-8c73b1fc9111 tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/agents/3bb9f011-84c7-4a43-9124-69f853c4b111/dhcp-networks HTTP/1.1" status: 200 len: 7000 time: 0.4687626 Mar 23 10:19:46.467898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41072) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:46.468329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:network and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:46.474290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:46.497537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:46.541550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:46.544538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.569168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.593468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 53e31b46-ce78-4a34-a44d-4d5b697afd15 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:46.600718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:46.614227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.614571 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 34e93fbd-6114-4f15-966d-4fbdd75b1da1 of type vlan for network 718be188-38d0-4e2d-a49f-72144dc9ca74 Mar 23 10:19:46.650433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.652914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.748096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:46.753273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:46.756052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=53e31b46-ce78-4a34-a44d-4d5b697afd15,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.758263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:46.792851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.796461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:46.797042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.806186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.806901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.813496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.865370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.919523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:46.920079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.926654 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5036998 Mar 23 10:19:46.933254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41076) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:46.940500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba302efe-eced-46e3-bbfb-03d1975bd946 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=718be188-38d0-4e2d-a49f-72144dc9ca74,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.951032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 718be188-38d0-4e2d-a49f-72144dc9ca74 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:47.030157 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9bc5db0-144b-48d7-9de1-1519990d5dec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1248560 Mar 23 10:19:47.042826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41080) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.099419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.114709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c090d-2a7c-41ec-b76e-2877672a8c35 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:47.115694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-645c090d-2a7c-41ec-b76e-2877672a8c35 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Synchronizing usage tracker for tenant:4deec630afe94fc59031ac58fb827084 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:47.144426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Network c8f34710-3f0f-4c0c-be39-d30863c3dd24 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:47.163640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-645c090d-2a7c-41ec-b76e-2877672a8c35 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Unset dirty status for tenant:4deec630afe94fc59031ac58fb827084 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:47.165637 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-645c090d-2a7c-41ec-b76e-2877672a8c35 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks?id=718be188-38d0-4e2d-a49f-72144dc9ca74 HTTP/1.1" status: 200 len: 760 time: 0.2309508 Mar 23 10:19:47.171063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:47.173675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:47.174847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:47.175612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.179646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41084) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.181463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17cd2a-faaf-4449-ac53-75de85cbdb9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:47.186662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17cd2a-faaf-4449-ac53-75de85cbdb9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:47.187918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9b17cd2a-faaf-4449-ac53-75de85cbdb9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:47.190168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=54dd8bf6-ce06-4dc8-b304-2b66f6734719,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:47.200074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'description': 'd2'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:47.209358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9b17cd2a-faaf-4449-ac53-75de85cbdb9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:47.215046 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9b17cd2a-faaf-4449-ac53-75de85cbdb9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1708210 Mar 23 10:19:47.215762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41088) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.292269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 53e31b46-ce78-4a34-a44d-4d5b697afd15 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:47.292701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.312969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadc953-027b-47ed-9524-9511a68c89bc tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] Network 64d777eb-11e1-4f84-acd3-495b7279ead9 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:47.323388 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-07e57bc6-ee22-490a-a284-d73c9da0c97c tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4140780 Mar 23 10:19:47.326136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41092) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.339087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:47.363800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.364283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Fanout notify agent at l3_agent the message router_deleted on router bd9064a2-4eb3-406b-9fa6-c13c0755a404 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:47.371931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c2bfc-2a53-451c-bf48-b5274692cbe9 None None] Network 64d777eb-11e1-4f84-acd3-495b7279ead9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:47.390614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-efadc953-027b-47ed-9524-9511a68c89bc tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "POST /v2.0/agents/3bb9f011-84c7-4a43-9124-69f853c4b111/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9217932 Mar 23 10:19:47.396232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.396904 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3394d8d3-75db-40b6-9756-2999ac8ea906 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 204 len: 168 time: 1.6654725 Mar 23 10:19:47.398413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41096) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.407383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41100) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.504406 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e1fdceda-5e4f-422e-bbb2-0f54d8f0eb8e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 200 len: 205 time: 0.0848348 Mar 23 10:19:47.530741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41104) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.594211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06ce0c-b927-4034-a9f2-a3fd18bec1ea None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:47.643134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-e35635cb-c6ef-402b-ac7c-f32950932b6e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] delete failed (client error): The resource could not be found. Mar 23 10:19:47.644211 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e35635cb-c6ef-402b-ac7c-f32950932b6e tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/bd9064a2-4eb3-406b-9fa6-c13c0755a404 HTTP/1.1" status: 404 len: 336 time: 0.1077964 Mar 23 10:19:47.648152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41108) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.714641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.727742 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a22a5c66-e7b3-493a-99cd-49d09f3f68b4 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2a9ec69-1a01-4e26-ac49-818952965bd0 HTTP/1.1" status: 200 len: 205 time: 0.0755377 Mar 23 10:19:47.730041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41112) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.738069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.802872 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-9061c9ec-980b-4ae8-a4c9-6dc3cea58489 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] delete failed (client error): The resource could not be found. Mar 23 10:19:47.807075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9061c9ec-980b-4ae8-a4c9-6dc3cea58489 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/e2a9ec69-1a01-4e26-ac49-818952965bd0 HTTP/1.1" status: 404 len: 336 time: 0.0724883 Mar 23 10:19:47.807075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.808853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41116) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.809013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-308f59f2-1900-4d2e-a502-dc12a68f5fa7 None None] Provisioning for port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:47.912490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.927484 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fca376ad-6401-450e-a3a3-23a37ccb2dbc tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=50635091-f1a6-4159-a13b-a42c3f1265f5 HTTP/1.1" status: 200 len: 205 time: 0.0987799 Mar 23 10:19:47.927879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41120) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.932391 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ad29c969-be99-4d4b-9128-36428e920188 tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/agents/3bb9f011-84c7-4a43-9124-69f853c4b111/dhcp-networks HTTP/1.1" status: 200 len: 7048 time: 0.5330489 Mar 23 10:19:47.936790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 718be188-38d0-4e2d-a49f-72144dc9ca74 is not hosted by any dhcp agent {{(pid=83745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 23 10:19:47.940330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:47.940918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.944874 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "PUT /v2.0/networks/718be188-38d0-4e2d-a49f-72144dc9ca74 HTTP/1.1" status: 200 len: 757 time: 0.7572560 Mar 23 10:19:47.944874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41124) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.945135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41126) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.069304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3cff0-4bcf-4f58-a632-8c5644dadb9b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=718be188-38d0-4e2d-a49f-72144dc9ca74,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:48.081317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 718be188-38d0-4e2d-a49f-72144dc9ca74 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:48.185921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Router 0e66d1b3-110d-4592-ab00-fe826b758e85 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:19:48.225480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be887526-c883-487b-9e55-306ee513fa50 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:48.227065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-be887526-c883-487b-9e55-306ee513fa50 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Synchronizing usage tracker for tenant:4deec630afe94fc59031ac58fb827084 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:48.239383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 53e31b46-ce78-4a34-a44d-4d5b697afd15 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:48.256400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3d76d97c-7ef2-4254-a8ef-8753291b657c tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "DELETE /v2.0/agents/3bb9f011-84c7-4a43-9124-69f853c4b111/dhcp-networks/64d777eb-11e1-4f84-acd3-495b7279ead9 HTTP/1.1" status: 204 len: 168 time: 0.2958779 Mar 23 10:19:48.257146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41132) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.343813 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-01c6f06b-1ed0-4e54-a548-3ead01b9b6be tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] delete failed (client error): The resource could not be found. Mar 23 10:19:48.343813 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-01c6f06b-1ed0-4e54-a548-3ead01b9b6be tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/50635091-f1a6-4159-a13b-a42c3f1265f5 HTTP/1.1" status: 404 len: 336 time: 0.4141741 Mar 23 10:19:48.356572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41136) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.386832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d132d511-13be-4e0b-bb22-02c5018d8a8c None None] Provisioning for port 53e31b46-ce78-4a34-a44d-4d5b697afd15 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:48.394760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d132d511-13be-4e0b-bb22-02c5018d8a8c None None] Provisioning complete for port 53e31b46-ce78-4a34-a44d-4d5b697afd15 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:48.395289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d132d511-13be-4e0b-bb22-02c5018d8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.428894 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-02a48373-1b7a-43bc-a83d-996e045aa740 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=d16ae8f0-36d4-4ddf-971c-146701e62f61 HTTP/1.1" status: 200 len: 205 time: 0.0689900 Mar 23 10:19:48.433309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41140) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.450132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device db3c41cf-d53a-47e4-a8a8-1900c4c7afaf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:48.467319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-be887526-c883-487b-9e55-306ee513fa50 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Unset dirty status for tenant:4deec630afe94fc59031ac58fb827084 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:48.468915 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-be887526-c883-487b-9e55-306ee513fa50 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks?id=718be188-38d0-4e2d-a49f-72144dc9ca74 HTTP/1.1" status: 200 len: 760 time: 0.5069971 Mar 23 10:19:48.505727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41144) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.518705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1353158471'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:48.532180 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-2cbc0f33-35f4-4992-997d-03435f463bff tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] delete failed (client error): The resource could not be found. Mar 23 10:19:48.533215 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2cbc0f33-35f4-4992-997d-03435f463bff tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/d16ae8f0-36d4-4ddf-971c-146701e62f61 HTTP/1.1" status: 404 len: 336 time: 0.0989981 Mar 23 10:19:48.534268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:48.537858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41148) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.541182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d132d511-13be-4e0b-bb22-02c5018d8a8c None None] Port 53e31b46-ce78-4a34-a44d-4d5b697afd15 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:19:48.564295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:48.570340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:48.570831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.592530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:48.642470 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-091181dc-f85a-4e9e-a3be-591f411f5b11 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea8aaccd-96a2-426f-895c-dd0f0fb5f653 HTTP/1.1" status: 200 len: 205 time: 0.1005609 Mar 23 10:19:48.645916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41152) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.646120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3436cedc-5ff6-4082-b043-f83751b2382e None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:19:48.699773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:48.702796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.735929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:48.752885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.775116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.786640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-6f719473-2f84-4636-bbf5-371306e48153 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] delete failed (client error): The resource could not be found. Mar 23 10:19:48.790752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6f719473-2f84-4636-bbf5-371306e48153 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/ea8aaccd-96a2-426f-895c-dd0f0fb5f653 HTTP/1.1" status: 404 len: 336 time: 0.1313944 Mar 23 10:19:48.793148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41156) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.804850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1342f7c5-90d8-4c33-a73e-9a92ab85a6af None None] Provisioning complete for port 53e31b46-ce78-4a34-a44d-4d5b697afd15 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:48.806213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1342f7c5-90d8-4c33-a73e-9a92ab85a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.825627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 986, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:48.844761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.845069 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 421d0fc3-3974-493b-9b0c-1fa3203d035c of type vlan for network c4fc422d-528c-40cd-bfcc-a00b2db31124 Mar 23 10:19:48.850686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41160) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.851445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8a5ba031-75e7-4a58-afff-d2015f9f8fb8 tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/agents/3bb9f011-84c7-4a43-9124-69f853c4b111/dhcp-networks HTTP/1.1" status: 200 len: 6303 time: 0.5907128 Mar 23 10:19:48.861292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Transition to ACTIVE for port object 54dd8bf6-ce06-4dc8-b304-2b66f6734719 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:48.865630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.870202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3d20bb0b-d8ef-46f4-a937-199243461495 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "GET /v2.0/ports?device_id=0800fa26-f848-4120-b402-b08caadfdb07 HTTP/1.1" status: 200 len: 205 time: 0.0722840 Mar 23 10:19:48.873158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41164) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.889980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.912932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1342f7c5-90d8-4c33-a73e-9a92ab85a6af None None] Port 53e31b46-ce78-4a34-a44d-4d5b697afd15 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:19:48.918094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:48.921504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436cedc-5ff6-4082-b043-f83751b2382e None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:19:48.926892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:48.929036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.940143 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] Sync routers for ids ['0e66d1b3-110d-4592-ab00-fe826b758e85'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:48.973907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.974580 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] Routers {'0e66d1b3-110d-4592-ab00-fe826b758e85'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:48.975845 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6fbc2b64-363d-4b97-8715-be0cd310b47b tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1990821 Mar 23 10:19:48.976728 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['0e66d1b3-110d-4592-ab00-fe826b758e85'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:48.979025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41168) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.986488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:49.002493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.014488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=53e31b46-ce78-4a34-a44d-4d5b697afd15,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:49.025321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-e4a02525-34a6-4121-84e6-3fd47550dcd4 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] delete failed (client error): The resource could not be found. Mar 23 10:19:49.026252 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e4a02525-34a6-4121-84e6-3fd47550dcd4 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/routers/0800fa26-f848-4120-b402-b08caadfdb07 HTTP/1.1" status: 404 len: 336 time: 0.1519914 Mar 23 10:19:49.035432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41172) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.080783 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.086056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:49.111115 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] Routers {'0e66d1b3-110d-4592-ab00-fe826b758e85'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:49.112042 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['0e66d1b3-110d-4592-ab00-fe826b758e85'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.188907 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.189303 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2143da9-47b6-4fd2-af14-057a5b5533ff None None] The sync data for ids ['0e66d1b3-110d-4592-ab00-fe826b758e85'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:49.237687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:49.246230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.246574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.247091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.247929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.247929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.248848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.248848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.248848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.249333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.249719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.250096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:49.256787 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2e1db7f1-9149-48db-9229-b1c4182ad9f9 tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/networks/5dbf96ec-949e-4a70-9543-491eae645bc6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4021873 Mar 23 10:19:49.267445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41176) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.290646 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca05c22-a725-4ba3-840f-d33579c44ef2 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:49.290967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca05c22-a725-4ba3-840f-d33579c44ef2 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:49.324272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7fa93861-f271-46b8-9b7a-6b538c057c4b tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/networks/5dbf96ec-949e-4a70-9543-491eae645bc6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0516999 Mar 23 10:19:49.327316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41180) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.380704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efcf9fa-4d88-470b-a76b-90632554e74c None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:19:49.407583 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bca05c22-a725-4ba3-840f-d33579c44ef2 tempest-RoutersIpV6AdminTest-418089756 tempest-RoutersIpV6AdminTest-418089756-project] 10.222.0.73 "DELETE /v2.0/subnets/c004d39d-6cbf-4239-a05a-fbc1c60595cc HTTP/1.1" status: 404 len: 337 time: 0.3680580 Mar 23 10:19:49.407583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.409266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.409857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.519023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=54dd8bf6-ce06-4dc8-b304-2b66f6734719,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:49.532253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efcf9fa-4d88-470b-a76b-90632554e74c None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:19:49.555872 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0490119 Mar 23 10:19:49.562640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.570751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:49.571087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:49.572017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:49.578946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:49.599493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.601395 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e967b5e-e8e0-4429-851e-b246dae89ea7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/53e31b46-ce78-4a34-a44d-4d5b697afd15 HTTP/1.1" status: 204 len: 168 time: 2.3844316 Mar 23 10:19:49.606215 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f308f2fa-7e8a-4294-bfb0-e99f943f3aa7 tempest-DHCPAgentSchedulersTestJSON-4538325 tempest-DHCPAgentSchedulersTestJSON-4538325-project-admin] 10.222.0.73 "GET /v2.0/agents/3bb9f011-84c7-4a43-9124-69f853c4b111/dhcp-networks HTTP/1.1" status: 200 len: 6303 time: 0.2778225 Mar 23 10:19:49.608611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41190) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.614473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.670409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1acc1-879f-4ada-866d-fc9819c9c68b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=c4fc422d-528c-40cd-bfcc-a00b2db31124,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:49.695061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network c4fc422d-528c-40cd-bfcc-a00b2db31124 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:49.712019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:49.712363 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:49.719137 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 2 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:49.790148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d68c9-3d58-4958-8c02-9e6b7fcead21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.791730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d68c9-3d58-4958-8c02-9e6b7fcead21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.795192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d68c9-3d58-4958-8c02-9e6b7fcead21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.796130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dc2d68c9-3d58-4958-8c02-9e6b7fcead21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:49.805400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:49.806449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:49.806777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:49.819332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.831746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:49.834492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:49.834827 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:49.837897 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 3 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:49.853340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Usage tracker for resource:subnet and tenant:4deec630afe94fc59031ac58fb827084 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:49.862080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:49.866411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dc2d68c9-3d58-4958-8c02-9e6b7fcead21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:49.871074 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc2d68c9-3d58-4958-8c02-9e6b7fcead21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2079148 Mar 23 10:19:49.874746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41202) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.877768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:49.878300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:49.878836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:49.906157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:50.012777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:50.026668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.055065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:50.072142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d777eb-11e1-4f84-acd3-495b7279ead9']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:50.078848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.079266 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.087849 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 4 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:50.088484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06693ca-bf46-4fe5-ac30-2ca4451f6f13') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:50.088713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06693ca-bf46-4fe5-ac30-2ca4451f6f13') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:50.104067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.131870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.265555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:50.268616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:50.269223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:50.276437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Releasing vlan 992 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:50.276845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:50.292797 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:50.302896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.309178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.309507 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.313527 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 5 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:50.327311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.418492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device db3c41cf-d53a-47e4-a8a8-1900c4c7afaf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:50.424362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.437608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:50.437913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:50.438260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:50.446155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.458327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:50.472138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Usage tracker for resource:security_group_rule and tenant:1a730846215e4f15a40c332b51d22754 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:50.478870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event deleted for resources: {'Network': ['ID=64d777eb-11e1-4f84-acd3-495b7279ead9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:50.482935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:50.483498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 02dc77bc-27b5-4869-a700-61429e3b4b3e {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:50.487066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.487505 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.492627 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5e6a35e2-d648-41d3-b59b-5b1ddf6ce538 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "DELETE /v2.0/networks/64d777eb-11e1-4f84-acd3-495b7279ead9 HTTP/1.1" status: 204 len: 168 time: 0.8724885 Mar 23 10:19:50.492742 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 6 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:50.499850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.500469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:50.503069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41214) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:50.563106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:50.563451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:50.563867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:50.565505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafd335c-45a9-4ee7-a4dc-6694b79c2dd0 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:50.566039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafd335c-45a9-4ee7-a4dc-6694b79c2dd0 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:50.566480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:50.566999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.580811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.585521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eafd335c-45a9-4ee7-a4dc-6694b79c2dd0 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "DELETE /v2.0/ports/a6710f2c-48a5-46d7-a90e-9f1c583e83c3 HTTP/1.1" status: 404 len: 333 time: 0.0770121 Mar 23 10:19:50.588265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41218) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:50.623105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.623429 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.631153 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 7 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:50.665824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:50.666170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:50.666470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:50.746943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.747271 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.750848 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 8 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:50.777441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:50.777770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:50.778097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:50.807489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.853900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.854160 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.865384 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 9 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:50.895673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.931579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.933764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:50.934085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:50.934469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:50.936116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.949322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.963392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:50.963783 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:50.972023 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 10 to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 Mar 23 10:19:51.014958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=c82fdeed-c088-4d9b-9366-87dd82ba320d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.020725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:51.021073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:51.021379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:51.032029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.033012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883150e2-9441-4962-b6c5-6ed5dc0e3f57,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.041708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.053617 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4fd3ad09-f855-447f-8ff3-77acfb344889 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a730846215e4f15a40c332b51d22754&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1462715 Mar 23 10:19:51.058342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41224) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.076275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Deleting subnet 394e0444-c5ed-43a6-b8c4-18667ca6c86e {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:51.081222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:19:51.081584 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:19:51.081960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.083381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.098463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=02dc77bc-27b5-4869-a700-61429e3b4b3e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.114807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '421d0fc3-3974-493b-9b0c-1fa3203d035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:51.115378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: c4fc422d-528c-40cd-bfcc-a00b2db31124, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:51.116375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Deleting port 8d5ca778-7c8e-42ae-aae8-c03de8bcd751 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:51.116375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.123046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.128774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a30292-220f-4bcc-91ce-8a30f39e65d8 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:51.218975 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-22de614b-3e46-46e1-9e7c-d4eb867e2f18 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/02dc77bc-27b5-4869-a700-61429e3b4b3e HTTP/1.1" status: 204 len: 168 time: 1.3427503 Mar 23 10:19:51.235672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41228) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.288931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.310013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network c4fc422d-528c-40cd-bfcc-a00b2db31124 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:51.314591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] For port 54dd8bf6-ce06-4dc8-b304-2b66f6734719, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:51.314945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempted to set empty binding levels {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 10:19:51.326924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.370294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, c4fc422d-528c-40cd-bfcc-a00b2db31124) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:51.380186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a5172e1f-9a65-4abd-92b3-e840ce1a74a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.382767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cbba6c-00ad-4ce8-876d-438900b47c54 None None] Network c4fc422d-528c-40cd-bfcc-a00b2db31124 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:51.387392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 99694632-4b97-4b16-a1cf-b700b98fa7a1 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:19:51.394221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:51.394798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.400988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.451127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a5172e1f-9a65-4abd-92b3-e840ce1a74a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.452408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] In _notify_port_updated(), no bound segment for port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:19:51.456207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.457454 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "PUT /v2.0/ports/54dd8bf6-ce06-4dc8-b304-2b66f6734719 HTTP/1.1" status: 200 len: 976 time: 4.1303377 Mar 23 10:19:51.463182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41234) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.481582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.487526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35ad52-a79b-4692-9a7f-e81445a9a4c4 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=54dd8bf6-ce06-4dc8-b304-2b66f6734719,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.493927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-45abe82c-8370-442b-804a-e4c27d2e8727 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9268937 Mar 23 10:19:51.497983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41238) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.529290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.660080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-c4fc422d-528c-40cd-bfcc-a00b2db31124', 'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': 'c82fdeed-c088-4d9b-9366-87dd82ba320d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:51.661708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.691437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Calling delete_port for 8d5ca778-7c8e-42ae-aae8-c03de8bcd751 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:51.740477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.746076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.761682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.881258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.884256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a5172e1f-9a65-4abd-92b3-e840ce1a74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.901119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5353e753-f13c-413d-b9bb-92b36f02df85 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Synchronizing usage tracker for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:51.937145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172e1f-9a65-4abd-92b3-e840ce1a74a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883150e2-9441-4962-b6c5-6ed5dc0e3f57,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.940994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Allocated IP 172.20.0.2 (c4fc422d-528c-40cd-bfcc-a00b2db31124/c82fdeed-c088-4d9b-9366-87dd82ba320d/b5256232-ffde-45c5-9d9f-ca0a3b6f9def) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:51.957639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.964583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a5172e1f-9a65-4abd-92b3-e840ce1a74a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.968841 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a5172e1f-9a65-4abd-92b3-e840ce1a74a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/883150e2-9441-4962-b6c5-6ed5dc0e3f57 HTTP/1.1" status: 204 len: 168 time: 0.9078381 Mar 23 10:19:51.982819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5353e753-f13c-413d-b9bb-92b36f02df85 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Unset dirty status for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:51.988785 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5353e753-f13c-413d-b9bb-92b36f02df85 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12860 time: 0.5222383 Mar 23 10:19:51.990309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.995640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41244) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.002099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=99694632-4b97-4b16-a1cf-b700b98fa7a1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.018691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.036406 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1690446f-106a-4e26-932a-4a0e23178119 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/99694632-4b97-4b16-a1cf-b700b98fa7a1 HTTP/1.1" status: 204 len: 168 time: 0.7991490 Mar 23 10:19:52.037359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41246) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.267195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event deleted for resources: {'Subnet': ['ID=394e0444-c5ed-43a6-b8c4-18667ca6c86e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.279798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.301229 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2e16f67d-924c-499a-af5b-e0cdcbf75d0b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2622995 Mar 23 10:19:52.304308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41252) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.312052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:52.327972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.348126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Transition to ACTIVE for port object b5256232-ffde-45c5-9d9f-ca0a3b6f9def will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:52.351798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.361677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Pushing event deleted for resources: {'Port': ['ID=8d5ca778-7c8e-42ae-aae8-c03de8bcd751,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.367092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e3421-fec1-476f-a2db-bcc7c96e5bac None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:52.380592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Deleting port 54dd8bf6-ce06-4dc8-b304-2b66f6734719 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:52.380943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.393666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bb928-4c26-412c-af0f-14b0ec285ff5 None None] Network 5dbf96ec-949e-4a70-9543-491eae645bc6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:52.436170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3ce097a3-d8bf-45af-ab44-62e7a43089f6 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "DELETE /v2.0/subnets/394e0444-c5ed-43a6-b8c4-18667ca6c86e HTTP/1.1" status: 204 len: 168 time: 1.8455341 Mar 23 10:19:52.449064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41258) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.480782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:52.485867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:52.489147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:52.496384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:52.509840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:52.516031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.536397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Transition to ACTIVE for port object b5256232-ffde-45c5-9d9f-ca0a3b6f9def will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:52.566484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.720081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41262) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.731749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-207512c2-c391-421e-9b75-ad97fae89a5b None None] Provisioning complete for port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:52.732587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-207512c2-c391-421e-9b75-ad97fae89a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.780843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.846810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=c82fdeed-c088-4d9b-9366-87dd82ba320d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.867475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Network c4fc422d-528c-40cd-bfcc-a00b2db31124 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:52.887114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:52.889624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:52.899841 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a5903919-532b-4826-9f4f-241ae1d60113 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96e6f9824e174330acd68f43d614227b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1751132 Mar 23 10:19:52.900948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Pushing event updated for resources: {'Port': ['ID=b5256232-ffde-45c5-9d9f-ca0a3b6f9def,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.942607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41266) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.975881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.976238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.976640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.977037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.977503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.978698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.978698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.978698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.979012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.979386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.982459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:52.987428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.997045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.998902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.043061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.067731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc422d-528c-40cd-bfcc-a00b2db31124']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:53.097085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=4ba0a12c-0270-4d8d-8029-e4974a6ef12b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:53.100737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:53.103252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421d0fc3-3974-493b-9b0c-1fa3203d035c') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:53.103762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421d0fc3-3974-493b-9b0c-1fa3203d035c') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:53.111759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:53.116513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:53.117342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.130628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.152676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.162263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Attempting to bind port b5256232-ffde-45c5-9d9f-ca0a3b6f9def on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:53.162986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Attempting to bind port b5256232-ffde-45c5-9d9f-ca0a3b6f9def by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '421d0fc3-3974-493b-9b0c-1fa3203d035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:53.163474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Attempting to bind port b5256232-ffde-45c5-9d9f-ca0a3b6f9def on network c4fc422d-528c-40cd-bfcc-a00b2db31124 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:53.165332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:53.166232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:53.182745 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:53.190818 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9a902367-3d4d-4a6f-99d1-2fbca5b31e43 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8849881 Mar 23 10:19:53.210192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:53.210192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Checking segment: {'id': '421d0fc3-3974-493b-9b0c-1fa3203d035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:53.210473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.210828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Bound using segment: {'id': '421d0fc3-3974-493b-9b0c-1fa3203d035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:53.211287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Bound port: b5256232-ffde-45c5-9d9f-ca0a3b6f9def, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421d0fc3-3974-493b-9b0c-1fa3203d035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:53.211876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.232358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.248315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41270) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:53.260952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:53.308531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.319436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:53.329731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Deleting port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:53.330288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.350174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Deleting port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:53.350174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.362012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] DHCP port deletion for 5dbf96ec-949e-4a70-9543-491eae645bc6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:19:53.365161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] For port b5256232-ffde-45c5-9d9f-ca0a3b6f9def, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:53.373352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Deleting port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:53.373974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.395224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:19:53.395224 dv-neutron-834653-2-hyperv neutron-server[83746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:19:53.395224 dv-neutron-834653-2-hyperv neutron-server[83746]: [parameters: {'id': 'c4fc422d-528c-40cd-bfcc-a00b2db31124'}] Mar 23 10:19:53.395224 dv-neutron-834653-2-hyperv neutron-server[83746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:53.396102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:53.438435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] For port b5256232-ffde-45c5-9d9f-ca0a3b6f9def, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b5256232-ffde-45c5-9d9f-ca0a3b6f9def,segment=NetworkSegment(421d0fc3-3974-493b-9b0c-1fa3203d035c),segment_id=421d0fc3-3974-493b-9b0c-1fa3203d035c)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:53.449301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.470772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:53.474832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:53.478365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:53.484061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:53.495351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:53.499036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.539433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] For port 54dd8bf6-ce06-4dc8-b304-2b66f6734719, host hv-neutron-8346, got binding levels [] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:53.540353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.684443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Calling delete_port for 54dd8bf6-ce06-4dc8-b304-2b66f6734719 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:53.706276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009cdb-ee24-43cf-a8e9-b843e4f5e299 None None] Pushing event updated for resources: {'Port': ['ID=b5256232-ffde-45c5-9d9f-ca0a3b6f9def,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:53.757291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f55f-a7e7-4ff7-b3ff-4e055c18c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.846115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Router 0e66d1b3-110d-4592-ab00-fe826b758e85 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:19:53.847962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f55f-a7e7-4ff7-b3ff-4e055c18c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.886507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] For port eb7fef89-5b1d-41c8-b928-4295afe8e2a6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,segment=NetworkSegment(6ef0a439-3bea-495a-b277-1e833bdc6d02),segment_id=6ef0a439-3bea-495a-b277-1e833bdc6d02)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:53.886507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.898327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.910682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602860d8-a2ec-4c9c-99fc-5d6ea181e747 None None] Network c4fc422d-528c-40cd-bfcc-a00b2db31124 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:53.922447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port b5256232-ffde-45c5-9d9f-ca0a3b6f9def {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:53.922791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.964429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.968642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:19:54.036458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:54.036858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.092897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event deleted for resources: {'Port': ['ID=54dd8bf6-ce06-4dc8-b304-2b66f6734719,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:54.128532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Calling delete_port for eb7fef89-5b1d-41c8-b928-4295afe8e2a6 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:54.162494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] For port eb7fef89-5b1d-41c8-b928-4295afe8e2a6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,segment=NetworkSegment(6ef0a439-3bea-495a-b277-1e833bdc6d02),segment_id=6ef0a439-3bea-495a-b277-1e833bdc6d02)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:54.164533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.190400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.190934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.191379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.191845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.192282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.192723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.193152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.193580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.194072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.194494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.194920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:54.323141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port b5256232-ffde-45c5-9d9f-ca0a3b6f9def, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b5256232-ffde-45c5-9d9f-ca0a3b6f9def,segment=NetworkSegment(421d0fc3-3974-493b-9b0c-1fa3203d035c),segment_id=421d0fc3-3974-493b-9b0c-1fa3203d035c)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:54.324449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.348759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Calling delete_port for db3c41cf-d53a-47e4-a8a8-1900c4c7afaf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:54.431908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.440596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Calling delete_port for eb7fef89-5b1d-41c8-b928-4295afe8e2a6 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:54.450930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device eb7fef89-5b1d-41c8-b928-4295afe8e2a6 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:54.491260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for b5256232-ffde-45c5-9d9f-ca0a3b6f9def owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:54.499909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f55f-a7e7-4ff7-b3ff-4e055c18c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.525926 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-38272869-0dbe-4ea8-a3eb-1f07deb2ca70 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "DELETE /v2.0/ports/54dd8bf6-ce06-4dc8-b304-2b66f6734719 HTTP/1.1" status: 204 len: 168 time: 2.4791112 Mar 23 10:19:54.531057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f55f-a7e7-4ff7-b3ff-4e055c18c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.533093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41280) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:54.533770 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1ae9f55f-a7e7-4ff7-b3ff-4e055c18c8f1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/017106a6-2f52-4d5b-9389-3ec297c9726a HTTP/1.1" status: 204 len: 168 time: 1.5748477 Mar 23 10:19:54.540888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9f55f-a7e7-4ff7-b3ff-4e055c18c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017106a6-2f52-4d5b-9389-3ec297c9726a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:54.564306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:19:54.570661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.575029 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2312ea78-fab5-435a-84a1-4e422cee7336 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "PUT /v2.0/routers/0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 200 len: 706 time: 5.5945382 Mar 23 10:19:54.575824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41286) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:54.592995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-63689298-2c01-4a22-b17a-1e8a604468cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.593339 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bc145c-b4ea-4299-bbdb-e6389887799f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:19:54.594603 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a0bc145c-b4ea-4299-bbdb-e6389887799f tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "GET /v2.0/ports/54dd8bf6-ce06-4dc8-b304-2b66f6734719 HTTP/1.1" status: 404 len: 333 time: 0.0606430 Mar 23 10:19:54.603709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41290) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:54.609455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] Sync routers for ids ['0e66d1b3-110d-4592-ab00-fe826b758e85'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:19:54.611937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.615585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-568416258', 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:54.620563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:54.624742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Usage tracker for resource:port and tenant:56fbc468ae9e46a48810020d8ecfc9b7 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:54.627632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:54.633360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:54.639382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 10:19:54.639382 dv-neutron-834653-2-hyperv neutron-server[83747]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 23 10:19:54.639382 dv-neutron-834653-2-hyperv neutron-server[83747]: [parameters: {'port_id': 'eb7fef89-5b1d-41c8-b928-4295afe8e2a6'}] Mar 23 10:19:54.639382 dv-neutron-834653-2-hyperv neutron-server[83747]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:54.639846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:54.641238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.668040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Made reservation on behalf of 56fbc468ae9e46a48810020d8ecfc9b7 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:54.670439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.693474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 834ebe28-faa5-407b-8076-1dae5a007169 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:54.697128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] Routers {'0e66d1b3-110d-4592-ab00-fe826b758e85'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:54.697756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['0e66d1b3-110d-4592-ab00-fe826b758e85'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:54.714013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.750637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:54.751167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:54.757155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:19:54.757774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device eb7fef89-5b1d-41c8-b928-4295afe8e2a6 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:54.758360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device db3c41cf-d53a-47e4-a8a8-1900c4c7afaf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:54.768426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event deleted for resources: {'Port': ['ID=eb7fef89-5b1d-41c8-b928-4295afe8e2a6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:54.783789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] No DVR routers for this DVR port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:54.800856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:54.827119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-59e6fe2e-360a-41d4-bbef-52c60c19703e tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/routers/0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 200 len: 741 time: 0.2499092 Mar 23 10:19:54.827744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41294) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:54.853683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] Routers {'0e66d1b3-110d-4592-ab00-fe826b758e85'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:19:54.854542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:19:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['0e66d1b3-110d-4592-ab00-fe826b758e85'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:54.909824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.954339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e3f7913d-4308-44b6-a782-0af2492d3eec tempest-RoutersAdminTest-1438569089 tempest-RoutersAdminTest-1438569089-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=272d9772-59bd-424d-bc7d-8a127081a924&device_id=0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 200 len: 205 time: 0.1211627 Mar 23 10:19:54.955041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41298) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:54.986791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.012585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.012883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbffa6-df11-4d86-ab72-60dbb4bb0825 None None] The sync data for ids ['0e66d1b3-110d-4592-ab00-fe826b758e85'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:19:55.023362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-882b1e35-cb1b-4d30-9d92-2733be4ecb53 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 200 len: 205 time: 0.0615141 Mar 23 10:19:55.026816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41304) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:55.030162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.076385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.116387 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:19:55.141434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Deleting port eb7fef89-5b1d-41c8-b928-4295afe8e2a6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:55.141865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.153174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Port': ['ID=b5256232-ffde-45c5-9d9f-ca0a3b6f9def,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.170797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No DVR routers for this DVR port b5256232-ffde-45c5-9d9f-ca0a3b6f9def on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:55.176582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbf96ec-949e-4a70-9543-491eae645bc6']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.201934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef0a439-3bea-495a-b277-1e833bdc6d02') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.202703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef0a439-3bea-495a-b277-1e833bdc6d02') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.220545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.241831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.287168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Deleting port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:55.287555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.297874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.317548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.336813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:55.343772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c184a0f0-c2b1-4937-ac6c-d1fa127c4d4b None None] The port 'eb7fef89-5b1d-41c8-b928-4295afe8e2a6' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:19:55.351694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.374413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Releasing vlan 966 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:55.375113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:55.390615 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:55.408477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc422d-528c-40cd-bfcc-a00b2db31124']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.435887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421d0fc3-3974-493b-9b0c-1fa3203d035c') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.436175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421d0fc3-3974-493b-9b0c-1fa3203d035c') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:55.454319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:55.464518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.488879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=834ebe28-faa5-407b-8076-1dae5a007169,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.492428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.495632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Network c8f34710-3f0f-4c0c-be39-d30863c3dd24 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:55.499107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:55.501960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:55.502758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:55.503340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.506865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.507596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.511577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.620685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:19:55.621323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.633931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:55.638771 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:55.649832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:55.650042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:55.657431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.668327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] Pushing event deleted for resources: {'Network': ['ID=5dbf96ec-949e-4a70-9543-491eae645bc6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.675853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-668658f5-036d-4788-823f-65b944d88c34 tempest-DHCPAgentSchedulersTestJSON-477534888 tempest-DHCPAgentSchedulersTestJSON-477534888-project] 10.222.0.73 "DELETE /v2.0/networks/5dbf96ec-949e-4a70-9543-491eae645bc6 HTTP/1.1" status: 204 len: 168 time: 3.2257352 Mar 23 10:19:55.706682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:55.707362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.772634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:55.777282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:55.779022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=3ca667b4-83d0-47ec-8c8f-268cc660ce4c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.782288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:55.782870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.790488 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6e1d9831-4dee-4e9e-87b7-59bff898d39d tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1829855 Mar 23 10:19:55.790488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,revision_number=7']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.793186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41324) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:55.861699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.886772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.917593 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3f8e4c5b-0790-4723-9943-7061135b4dba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6679025 Mar 23 10:19:55.918953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=c4fc422d-528c-40cd-bfcc-a00b2db31124,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.922746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:55.936255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:6a:73:28', 'name': 'tempest-NetworksTestDHCPv6-1225147949'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:55.946123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.951495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.978095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Calling delete_port for db3c41cf-d53a-47e4-a8a8-1900c4c7afaf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:55.984438 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b9a9f46-7952-4812-aadf-3c415fbc1d4e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/c4fc422d-528c-40cd-bfcc-a00b2db31124 HTTP/1.1" status: 204 len: 168 time: 4.4831259 Mar 23 10:19:55.984438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-89bf0465-267a-4dea-b7c6-4b0a0d02f1ce tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Synchronizing usage tracker for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:55.985345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41336) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.034566 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d2acd9-52b2-4c58-88e0-d60b845cbd5e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] GET failed (client error): The resource could not be found. Mar 23 10:19:56.035257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-38d2acd9-52b2-4c58-88e0-d60b845cbd5e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Synchronizing usage tracker for tenant:4deec630afe94fc59031ac58fb827084 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:56.039068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.041299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Fanout notify agent at l3_agent the message router_deleted on router 0e66d1b3-110d-4592-ab00-fe826b758e85 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:56.069539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.070835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-854721db-32b0-4a01-814c-2a1ba43d8588 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 204 len: 168 time: 1.0429697 Mar 23 10:19:56.073943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:56.074893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:56.076031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41340) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.180044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31facec4-570e-4c3c-9665-f83946e3964d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 200 len: 205 time: 0.1024294 Mar 23 10:19:56.183736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41344) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.184738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41348) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.202808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-38d2acd9-52b2-4c58-88e0-d60b845cbd5e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Unset dirty status for tenant:4deec630afe94fc59031ac58fb827084 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:56.210683 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-38d2acd9-52b2-4c58-88e0-d60b845cbd5e tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/subnets/c82fdeed-c088-4d9b-9366-87dd82ba320d HTTP/1.1" status: 404 len: 337 time: 0.2232032 Mar 23 10:19:56.213098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41356) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.224326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.272965 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-4bc3e218-084d-4410-96a4-0671427bb21c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] delete failed (client error): The resource could not be found. Mar 23 10:19:56.274033 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4bc3e218-084d-4410-96a4-0671427bb21c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/0e66d1b3-110d-4592-ab00-fe826b758e85 HTTP/1.1" status: 404 len: 336 time: 0.0883396 Mar 23 10:19:56.277128 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-57036145-86aa-44a1-851d-ced2787e1650 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:56.277702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57036145-86aa-44a1-851d-ced2787e1650 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:56.279441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.281357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:56.286947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41364) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.288252 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-57036145-86aa-44a1-851d-ced2787e1650 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/c4fc422d-528c-40cd-bfcc-a00b2db31124 HTTP/1.1" status: 404 len: 339 time: 0.0718224 Mar 23 10:19:56.289330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.340572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Deleting port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:56.340572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.383167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41370) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.384417 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1053ad0d-6697-4b8d-8c50-b8ca642723c2 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=c863ef58-d021-4f32-b6eb-e0dc8e1481c1 HTTP/1.1" status: 200 len: 205 time: 0.1023140 Mar 23 10:19:56.385743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-89bf0465-267a-4dea-b7c6-4b0a0d02f1ce tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Unset dirty status for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:56.390427 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-89bf0465-267a-4dea-b7c6-4b0a0d02f1ce tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "GET /v2.0/ports/834ebe28-faa5-407b-8076-1dae5a007169 HTTP/1.1" status: 200 len: 954 time: 0.5954955 Mar 23 10:19:56.398684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.480215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:56.512576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-028f3d22-5dbd-49af-9ae4-4631545f5f5d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] delete failed (client error): The resource could not be found. Mar 23 10:19:56.516025 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-028f3d22-5dbd-49af-9ae4-4631545f5f5d tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/c863ef58-d021-4f32-b6eb-e0dc8e1481c1 HTTP/1.1" status: 404 len: 336 time: 0.1294835 Mar 23 10:19:56.516307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41380) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.624041 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c40859ab-4cec-47a7-937e-5bbeb5e686d5 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 HTTP/1.1" status: 200 len: 205 time: 0.1041005 Mar 23 10:19:56.626469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41386) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.637063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:56.655245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] For port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:19:56.656421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.672858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Deleting port 834ebe28-faa5-407b-8076-1dae5a007169 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:56.672858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.694299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:56.719092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-2371a09d-622c-4d6d-9aba-4013c6444616 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] delete failed (client error): The resource could not be found. Mar 23 10:19:56.719907 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2371a09d-622c-4d6d-9aba-4013c6444616 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/e990ae46-eefe-4f50-a9d1-3e47e22fd1a0 HTTP/1.1" status: 404 len: 336 time: 0.0925822 Mar 23 10:19:56.723387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41392) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.753129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003406f-c772-4dc4-8699-c5f956143069 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:56.753822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7003406f-c772-4dc4-8699-c5f956143069 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Synchronizing usage tracker for tenant:4deec630afe94fc59031ac58fb827084 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:56.759418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:56.785093 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c70d1029-0f77-4c03-9bea-725e25bf7fe3 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=500e0575-b4a3-4db4-b2d6-eec7f48dae6d HTTP/1.1" status: 200 len: 205 time: 0.0590742 Mar 23 10:19:56.788224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41396) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.824511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Calling delete_port for db3c41cf-d53a-47e4-a8a8-1900c4c7afaf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:56.855992 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e3e4aafc-e3f1-4a4f-bc43-4e212f326597 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69ebc32cb3b24f8cbb1bd5a8a9b71982&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6700728 Mar 23 10:19:56.862923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41402) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.864724 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-8677e04a-17f4-4c22-b0b1-da69867d9456 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] delete failed (client error): The resource could not be found. Mar 23 10:19:56.867587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8677e04a-17f4-4c22-b0b1-da69867d9456 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/500e0575-b4a3-4db4-b2d6-eec7f48dae6d HTTP/1.1" status: 404 len: 336 time: 0.0764842 Mar 23 10:19:56.868396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41406) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.938119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-21cd37bb-c761-495b-a048-aba52a040e72 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc5f0755-63fa-42d2-868f-20b89a8ea90a HTTP/1.1" status: 200 len: 205 time: 0.0647030 Mar 23 10:19:56.938392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41412) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.952758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7003406f-c772-4dc4-8699-c5f956143069 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Unset dirty status for tenant:4deec630afe94fc59031ac58fb827084 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:56.953917 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7003406f-c772-4dc4-8699-c5f956143069 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6284993 Mar 23 10:19:56.962198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f245e639-4bc0-46cf-bd4b-f393b1c0693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.004378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.019235 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-0d40b57d-f4d7-4ab2-bf76-4fca97669780 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] delete failed (client error): The resource could not be found. Mar 23 10:19:57.020545 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0d40b57d-f4d7-4ab2-bf76-4fca97669780 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/cc5f0755-63fa-42d2-868f-20b89a8ea90a HTTP/1.1" status: 404 len: 336 time: 0.0813112 Mar 23 10:19:57.023781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41418) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.064372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.073811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6a65428a-db99-489e-8a58-e8e5acca6171 tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3b64682-07c8-4dd6-9b4e-91451325b52d HTTP/1.1" status: 200 len: 205 time: 0.0480652 Mar 23 10:19:57.080001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41424) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.107404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c2ac6258-5f99-4024-b689-dcfedc9d1179 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Synchronizing usage tracker for tenant:4deec630afe94fc59031ac58fb827084 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:57.135679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.140779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] Pushing event deleted for resources: {'Port': ['ID=db3c41cf-d53a-47e4-a8a8-1900c4c7afaf,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:57.148152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.212532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05e853-717c-472b-a576-82a0522bcdf5 None None] No DVR routers for this DVR port db3c41cf-d53a-47e4-a8a8-1900c4c7afaf on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:57.237526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a1fb2-95bb-44f0-8ca2-103c187f4aaa None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:19:57.243693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-edf5f215-1e0c-48c7-aded-5ffdae2ce19e tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] delete failed (client error): The resource could not be found. Mar 23 10:19:57.248557 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-edf5f215-1e0c-48c7-aded-5ffdae2ce19e tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/routers/f3b64682-07c8-4dd6-9b4e-91451325b52d HTTP/1.1" status: 404 len: 336 time: 0.1675024 Mar 23 10:19:57.249407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41432) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.294770 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-285dcc87-1be9-4889-9928-cfb076b2349c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:57.295373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285dcc87-1be9-4889-9928-cfb076b2349c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:57.301385 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-285dcc87-1be9-4889-9928-cfb076b2349c tempest-RoutersAdminTest-1429561055 tempest-RoutersAdminTest-1429561055-project] 10.222.0.73 "DELETE /v2.0/subnets/cb79af32-e3ff-4887-8ff8-eef7c91da71b HTTP/1.1" status: 404 len: 337 time: 0.0504737 Mar 23 10:19:57.309690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Calling delete_port for 834ebe28-faa5-407b-8076-1dae5a007169 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:19:57.335750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d384190-216f-4a5e-a957-90a0f760ff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.337785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c2ac6258-5f99-4024-b689-dcfedc9d1179 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Unset dirty status for tenant:4deec630afe94fc59031ac58fb827084 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:57.339224 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c2ac6258-5f99-4024-b689-dcfedc9d1179 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 207 time: 0.3163967 Mar 23 10:19:57.344404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41438) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.378928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port ad6b1c14-48a2-45e1-ba86-6b143b7ffd01 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:57.413114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41442) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.466748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d384190-216f-4a5e-a957-90a0f760ff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.532510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.551401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '3ca667b4-83d0-47ec-8c8f-268cc660ce4c'}, {'subnet_id': '4ba0a12c-0270-4d8d-8029-e4974a6ef12b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:19:57.552278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.572022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4288f-73ca-4f75-afcd-e22afe4bc7a6 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:57.578941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4288f-73ca-4f75-afcd-e22afe4bc7a6 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:57.583137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4288f-73ca-4f75-afcd-e22afe4bc7a6 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:57.588117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4288f-73ca-4f75-afcd-e22afe4bc7a6 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:57.590445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dbc4288f-73ca-4f75-afcd-e22afe4bc7a6 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2438636 Mar 23 10:19:57.595686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41448) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.666646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.669724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event deleted for resources: {'Port': ['ID=834ebe28-faa5-407b-8076-1dae5a007169,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:57.740403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d384190-216f-4a5e-a957-90a0f760ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.743455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d384190-216f-4a5e-a957-90a0f760ff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.747050 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8d384190-216f-4a5e-a957-90a0f760ff2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97831f86-01e0-4849-b9a0-37f2939bf243 HTTP/1.1" status: 204 len: 168 time: 0.8809898 Mar 23 10:19:57.759520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.761357 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-08c21171-7058-4849-b2ee-8d1edeeed044 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "DELETE /v2.0/ports/834ebe28-faa5-407b-8076-1dae5a007169 HTTP/1.1" status: 204 len: 168 time: 1.3602087 Mar 23 10:19:57.766147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41456) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.772582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d384190-216f-4a5e-a957-90a0f760ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97831f86-01e0-4849-b9a0-37f2939bf243,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:57.809951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41460) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.826994 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5455947e-b137-4ee8-abda-8af162660e06 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:19:57.826994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5455947e-b137-4ee8-abda-8af162660e06 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Synchronizing usage tracker for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:57.831837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.840883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 172.20.0.10 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/4ba0a12c-0270-4d8d-8029-e4974a6ef12b/ad6b1c14-48a2-45e1-ba86-6b143b7ffd01) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:57.853587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fe6a:7328 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/3ca667b4-83d0-47ec-8c8f-268cc660ce4c/ad6b1c14-48a2-45e1-ba86-6b143b7ffd01) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:57.869391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5455947e-b137-4ee8-abda-8af162660e06 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Unset dirty status for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:57.876343 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5455947e-b137-4ee8-abda-8af162660e06 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "GET /v2.0/ports/834ebe28-faa5-407b-8076-1dae5a007169 HTTP/1.1" status: 404 len: 333 time: 0.1022737 Mar 23 10:19:57.882141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41466) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.893492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Request body: {'port': {'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1261459386'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:57.910274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:57.927581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b37370b7-b44b-40c3-a417-1fe5eda1afca tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3269317 Mar 23 10:19:57.928059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41472) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.037100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3638f92-8774-4d37-bed1-7f82f6fe252d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.040794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3638f92-8774-4d37-bed1-7f82f6fe252d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.046504 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b3638f92-8774-4d37-bed1-7f82f6fe252d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1113775 Mar 23 10:19:58.047496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41478) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.120808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0be7c-e641-4101-bf2f-2d69855eba66 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.122293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0be7c-e641-4101-bf2f-2d69855eba66 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.127068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b5c0be7c-e641-4101-bf2f-2d69855eba66 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0753999 Mar 23 10:19:58.127404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41482) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.187569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.210575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1250792315'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:58.215126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object ad6b1c14-48a2-45e1-ba86-6b143b7ffd01 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:58.216719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:58.221772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:58.231596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Usage tracker for resource:router and tenant:f6511fd122384c4fadc2ad968d44896f is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:58.236103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:58.243440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:58.246679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Made reservation on behalf of 56fbc468ae9e46a48810020d8ecfc9b7 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:58.249230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.281338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 73713753-75b1-4168-9564-13036faa2639 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:19:58.301351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e633195-8c54-43d6-80f5-26cd473e9182 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.302670 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3e633195-8c54-43d6-80f5-26cd473e9182 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks/6e31c679-5da9-4f39-b8fb-d6354c592622 HTTP/1.1" status: 200 len: 800 time: 0.1740701 Mar 23 10:19:58.306393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41486) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.315190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.316328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.337245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41490) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.367835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.371469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.487995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Allocated IP 172.20.0.2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/4ba0a12c-0270-4d8d-8029-e4974a6ef12b/5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:58.493527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.497200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Allocated IP 2001:db8::f816:3eff:fe88:448d (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/3ca667b4-83d0-47ec-8c8f-268cc660ce4c/5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:58.533145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:58.535649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=ad6b1c14-48a2-45e1-ba86-6b143b7ffd01,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.543490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:58.553480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:58.555810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:58.580475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.599919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Usage tracker for resource:security_group_rule and tenant:5798a09eeac3485d9cdbf54e1894505e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:58.613593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:58.616752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.650281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a2f80dd4-1db4-4dd3-a800-3375dfdb56bc tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/networks/6e31c679-5da9-4f39-b8fb-d6354c592622?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3424478 Mar 23 10:19:58.654722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41494) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.673574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:58.706727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:58.715994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd283f73d294899b72614b2dcba302a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:58.721078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:58.728943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.730413 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d987f213-2c05-44d3-a394-aed0ef04f06e tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3136725 Mar 23 10:19:58.734656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:58.736438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41498) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.753032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.762861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.763479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.766121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Transition to ACTIVE for port object 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:58.791267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Transition to ACTIVE for port object 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:58.798970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.807473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde2259-b76f-4244-b80c-00647523cc7c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.812497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6cde2259-b76f-4244-b80c-00647523cc7c tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/subnets/49323977-8b53-4302-9df0-f4e4e56d4ac3 HTTP/1.1" status: 200 len: 811 time: 0.1532204 Mar 23 10:19:58.814522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.816056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41502) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.866265 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e7257fe4-5cb3-4116-a5ec-ef727bd44193 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9368918 Mar 23 10:19:58.873014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41506) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.896292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:58.901270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:58.903435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Pushing event updated for resources: {'Port': ['ID=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.906447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:58.915334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.965702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.976512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.012152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d283cd-5302-423a-9466-df61bf443287 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:59.013485 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a7d283cd-5302-423a-9466-df61bf443287 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "GET /v2.0/subnets/49323977-8b53-4302-9df0-f4e4e56d4ac3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1955650 Mar 23 10:19:59.023174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41510) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.041251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935736118'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:59.048818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Attempting to bind port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:59.049037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Attempting to bind port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:59.049401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Attempting to bind port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:19:59.057018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:59.059093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:19:59.059346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:19:59.059594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.059954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:19:59.060442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Bound port: 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:59.060821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.070064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd080875-4c06-4e93-ba09-3e82b08d11cc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.079931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.086491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.119821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:59.129461 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b4c15ebb-35ec-434f-ae6f-1b751822eead admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5798a09eeac3485d9cdbf54e1894505e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3183050 Mar 23 10:19:59.144579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41514) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.153938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.190857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526d0ce-83fd-4f8f-8c21-a1696b76e1f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:59.195149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526d0ce-83fd-4f8f-8c21-a1696b76e1f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:59.196194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6526d0ce-83fd-4f8f-8c21-a1696b76e1f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:59.204632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:59.207588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.222982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] For port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:19:59.226434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] For port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:19:59.229165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.233995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.237836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Network c8f34710-3f0f-4c0c-be39-d30863c3dd24 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:59.246408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:59.248205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=73713753-75b1-4168-9564-13036faa2639,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.260421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:19:59.261228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:59.262364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.291983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6526d0ce-83fd-4f8f-8c21-a1696b76e1f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:59.293585 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6526d0ce-83fd-4f8f-8c21-a1696b76e1f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4164824 Mar 23 10:19:59.299480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41518) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.326200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090de14-5f0d-4bb6-857a-28414f2b5be8 None None] Pushing event updated for resources: {'Port': ['ID=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.336507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3411e3df-9094-48a9-b320-7870d77e248b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.340028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:59.397644 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f547b919-85b4-4a6b-b102-2e06e57be666 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5116386 Mar 23 10:19:59.400037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.400396 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Added segment 3d038120-d077-4daf-9598-189837e1f012 of type vlan for network 47e08c5c-e691-4299-891c-fc67f2c403da Mar 23 10:19:59.401344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41522) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.408134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8714216d-c57c-4b1e-acf8-47adfbc1a131 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbd283f73d294899b72614b2dcba302a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0671713 Mar 23 10:19:59.413343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-daf63195-b5cf-4b9d-9c9c-80f8e735e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.418093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41526) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.418864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:59.453796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port ad6b1c14-48a2-45e1-ba86-6b143b7ffd01 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:19:59.454139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.460784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.471863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.498591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-588f66f4-0562-463b-ae1b-159e0d554bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.545013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.545489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddf1396-e204-4392-aa52-f435e1a6b5f5 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:19:59.554766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-588f66f4-0562-463b-ae1b-159e0d554bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.591818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-daf63195-b5cf-4b9d-9c9c-80f8e735e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.597882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.602033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5cecfabf-ad84-4572-a485-e2980a4cc5de tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "DELETE /v2.0/routers/3ddf1396-e204-4392-aa52-f435e1a6b5f5 HTTP/1.1" status: 204 len: 168 time: 0.8639934 Mar 23 10:19:59.603358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41530) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.603480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.611096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Request body: {'router': {'name': 'tempest-router-905827458', 'distributed': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:19:59.616030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:59.620901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Usage tracker for resource:router and tenant:f6511fd122384c4fadc2ad968d44896f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:59.624472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:59.631116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:59.643290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.644588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.650673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-588f66f4-0562-463b-ae1b-159e0d554bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.670261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f66f4-0562-463b-ae1b-159e0d554bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3411e3df-9094-48a9-b320-7870d77e248b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.685833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-588f66f4-0562-463b-ae1b-159e0d554bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.693421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-588f66f4-0562-463b-ae1b-159e0d554bff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3411e3df-9094-48a9-b320-7870d77e248b HTTP/1.1" status: 204 len: 168 time: 0.2716830 Mar 23 10:19:59.699639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.729187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.755524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.757901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c5f2e72a-8176-4e55-bf18-f1e09f768f22 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1514373 Mar 23 10:19:59.764069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41536) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.814274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.818129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:59.818707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.884344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.911303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-daf63195-b5cf-4b9d-9c9c-80f8e735e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.916506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.019150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63195-b5cf-4b9d-9c9c-80f8e735e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd080875-4c06-4e93-ba09-3e82b08d11cc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:00.123698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0952454 Mar 23 10:20:00.127826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32856e8-e38b-4dbf-abc9-0c523861e0e3 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Network': ['ID=47e08c5c-e691-4299-891c-fc67f2c403da,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:00.137253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41546) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.138070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-daf63195-b5cf-4b9d-9c9c-80f8e735e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.139206 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-daf63195-b5cf-4b9d-9c9c-80f8e735e7f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd080875-4c06-4e93-ba09-3e82b08d11cc HTTP/1.1" status: 204 len: 168 time: 0.9937024 Mar 23 10:20:00.140778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 47e08c5c-e691-4299-891c-fc67f2c403da details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:00.181634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:00.494587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:00.530682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.646974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:00.683796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.694503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.725298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.726011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 671ce1ce-fc9d-430a-9254-d1f5dd310591 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:20:00.737238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.742258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2f30eedd-140d-41f1-b3f6-327b3b18c0e7 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "DELETE /v2.0/routers/671ce1ce-fc9d-430a-9254-d1f5dd310591 HTTP/1.1" status: 204 len: 168 time: 0.9771137 Mar 23 10:20:00.743447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41560) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.749547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Request body: {'router': {'name': 'tempest-router-754202068', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'eed5a13cbb6946fc8a5691e931649ce4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:00.754132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:00.759455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Usage tracker for resource:router and tenant:eed5a13cbb6946fc8a5691e931649ce4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:00.762692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:00.770366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:00.785232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.786239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.809999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.832076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.840063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for ad6b1c14-48a2-45e1-ba86-6b143b7ffd01 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:00.843007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41566) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.850383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eec9eb-96b9-49d8-aaca-155ab1fac951 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:00.889099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.892858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-560dbe76-ea17-44a0-ba70-a407de1ffa02 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1458681 Mar 23 10:20:00.893021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41570) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.903972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:00.929705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:00.947882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:00.983896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Made reservation on behalf of 4deec630afe94fc59031ac58fb827084 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:01.025581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] Provisioning for port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:01.034926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] Provisioning complete for port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:01.035294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.081512 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-06fd3926-be8f-47eb-b41b-197e14bdf6f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b76df7e19796464a82156d54edf1327f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2372434 Mar 23 10:20:01.085217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41576) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.234709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] device_id is not set on port 73713753-75b1-4168-9564-13036faa2639 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:01.262645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.286330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.367427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.419229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] For port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:01.426925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.429674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Transition to ACTIVE for port object 73713753-75b1-4168-9564-13036faa2639 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:01.498991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.504161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.504730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.538093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5f3a1-7f88-4e45-88a7-f7d5b6df22cd None None] Pushing event updated for resources: {'Port': ['ID=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:01.582347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2865e44c-2d49-42f0-be47-595547b85429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.610561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing IP validity checks on allocation pools {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:20:01.611069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:20:01.673141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.677106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83745) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 23 10:20:01.677497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Router 0fd1c903-2568-43e7-b3b7-45a29813a143 migrating from provider to provider. {{(pid=83745) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 23 10:20:01.677881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.686538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.692988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.755589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2865e44c-2d49-42f0-be47-595547b85429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.765397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=73713753-75b1-4168-9564-13036faa2639,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:01.852203 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-dcf2892e-d8a5-47c5-b81a-d241f960fd79 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4049342 Mar 23 10:20:01.854273 dv-neutron-834653-2-hyperv neutron-server[83745]: WARNING neutron.scheduler.l3_agent_scheduler [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] No L3 agents can host the router 0fd1c903-2568-43e7-b3b7-45a29813a143 Mar 23 10:20:01.889822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-21843202-091b-460e-9ef4-74cb5f66cff0 None None] Provisioning complete for port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:01.890469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-21843202-091b-460e-9ef4-74cb5f66cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.960689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=ad6b1c14-48a2-45e1-ba86-6b143b7ffd01,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:02.201211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Hosts for router 0fd1c903-2568-43e7-b3b7-45a29813a143: [] {{(pid=83745) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 23 10:20:02.219322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-21843202-091b-460e-9ef4-74cb5f66cff0 None None] Could not find standard attr ID for object ad6b1c14-48a2-45e1-ba86-6b143b7ffd01. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:02.320090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Hosts for other DVR routers connected to router 0fd1c903-2568-43e7-b3b7-45a29813a143: set() {{(pid=83745) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 23 10:20:02.326524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.337052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-694410bf-e1f7-4337-aef9-f8572cc30ead None None] Could not find standard attr ID for object ad6b1c14-48a2-45e1-ba86-6b143b7ffd01. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:02.339317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-20a4fb28-6dba-407c-9334-05353616d83f tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "PUT /v2.0/routers/0fd1c903-2568-43e7-b3b7-45a29813a143 HTTP/1.1" status: 200 len: 716 time: 1.4445004 Mar 23 10:20:02.342017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41598) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:02.372939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:02.373541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:02.374141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:02.444631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:02.468168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:02.468689 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:02.487111 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 2 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:02.547321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2865e44c-2d49-42f0-be47-595547b85429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.556899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.575728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5b332-fb74-4ca3-9ceb-f43985dfb63a None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:20:02.595734 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cfc63c5a-faa6-48e3-aaf5-a1e6e6316760 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "GET /v2.0/routers/0fd1c903-2568-43e7-b3b7-45a29813a143 HTTP/1.1" status: 200 len: 716 time: 0.2521050 Mar 23 10:20:02.598187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41604) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:02.615077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:02.615613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:02.616508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:02.628119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865e44c-2d49-42f0-be47-595547b85429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa88a28-2f84-4cdc-92a4-f8df94d866c3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:02.784842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:02.788319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.854342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41616) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:02.855183 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58735f42-28e1-4686-ac7f-95eb4092a918 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/ad6b1c14-48a2-45e1-ba86-6b143b7ffd01 HTTP/1.1" status: 204 len: 168 time: 3.5537188 Mar 23 10:20:02.857104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2865e44c-2d49-42f0-be47-595547b85429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.859059 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2865e44c-2d49-42f0-be47-595547b85429 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fa88a28-2f84-4cdc-92a4-f8df94d866c3 HTTP/1.1" status: 204 len: 168 time: 1.7117293 Mar 23 10:20:02.866480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:02.867012 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:02.882024 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 3 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:02.895847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.952549 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-f088216f-c2d0-4546-9216-21ec9d31ab80 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.8991497 Mar 23 10:20:02.963588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5b332-fb74-4ca3-9ceb-f43985dfb63a None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:20:03.023147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.028771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.029261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.069309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:03.078901 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:03.159443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41622) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.210602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780a419-3ad8-4b97-941f-eef5858c5df9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.212779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780a419-3ad8-4b97-941f-eef5858c5df9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.214382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780a419-3ad8-4b97-941f-eef5858c5df9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.215368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7780a419-3ad8-4b97-941f-eef5858c5df9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:03.233432 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 4 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:03.239657 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0431ff66-57e8-4022-b3b1-d9c9636f43d8 tempest-RoutersTestDVR-1684402635 tempest-RoutersTestDVR-1684402635-project] 10.222.0.73 "GET /v2.0/routers/0fd1c903-2568-43e7-b3b7-45a29813a143 HTTP/1.1" status: 200 len: 682 time: 0.6397395 Mar 23 10:20:03.241340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7780a419-3ad8-4b97-941f-eef5858c5df9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:03.242979 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7780a419-3ad8-4b97-941f-eef5858c5df9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3875799 Mar 23 10:20:03.243746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41628) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.245901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41630) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.362942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.363280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.363638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.387178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=96573cd8-d3ce-4937-8e6b-e29dd5c5ea73,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:03.432386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Checking segment: {'id': '3d038120-d077-4daf-9598-189837e1f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:03.432734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network hostable DHCP agents. Network: 47e08c5c-e691-4299-891c-fc67f2c403da, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:03.437953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:03.438283 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:03.441643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a74ae559-90bb-40e6-98b5-d75f87b7286e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:03.442291 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 5 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:03.482769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.483191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.483597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.487892 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-ac4b2e1c-c0a7-40be-8b1e-44926620e7ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.489534 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-ac4b2e1c-c0a7-40be-8b1e-44926620e7ec service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.5084543 Mar 23 10:20:03.498301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:03.498627 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:03.542688 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a74ae559-90bb-40e6-98b5-d75f87b7286e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "PUT /v2.0/quotas/e04146e6e87a4ac2834d0d64aec7d715 HTTP/1.1" status: 200 len: 368 time: 0.3817520 Mar 23 10:20:03.545383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.554745 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 6 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:03.562801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41638) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.589511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Request body: {'network': {'project_id': 'e04146e6e87a4ac2834d0d64aec7d715'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:03.606808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:03.614983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.615309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.616113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.621117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Usage tracker for resource:network and tenant:e04146e6e87a4ac2834d0d64aec7d715 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:03.627132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:03.633649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Network 47e08c5c-e691-4299-891c-fc67f2c403da is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:03.648785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:03.655639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:03.655881 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:03.660024 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 7 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:03.671780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 47e08c5c-e691-4299-891c-fc67f2c403da) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:03.681673 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-903842a5-854f-4422-86ab-ea421066729c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1002 time: 0.1850305 Mar 23 10:20:03.687180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Made reservation on behalf of e04146e6e87a4ac2834d0d64aec7d715 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:03.689496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.693499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c66ed3-3b29-49bb-b823-f982fd4817f9 None None] Network 47e08c5c-e691-4299-891c-fc67f2c403da requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:03.700869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.701572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.706574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.706905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.707246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.759834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.782891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:03.782891 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:03.787134 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 8 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:03.803344 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ebba3ade-3499-42cc-9f79-8b3033a590d4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.6604028 Mar 23 10:20:03.804506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41648) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.818898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:03.852350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.852684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.853010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.856064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-3e32a571-0a90-4808-b923-a03306091760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.857247 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-3e32a571-0a90-4808-b923-a03306091760 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.1579919 Mar 23 10:20:03.922737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:03.923070 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:03.924332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:03.932365 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 9 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:03.948795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Usage tracker for resource:security_group_rule and tenant:e04146e6e87a4ac2834d0d64aec7d715 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:03.953545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:03.968365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:03.968501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 3ca667b4-83d0-47ec-8c8f-268cc660ce4c {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:03.974247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:03.974796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:03.975441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:03.976669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-47e08c5c-e691-4299-891c-fc67f2c403da', 'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da', 'tenant_id': '4deec630afe94fc59031ac58fb827084', 'fixed_ips': [{'subnet_id': '96573cd8-d3ce-4937-8e6b-e29dd5c5ea73'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:03.978025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.980438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.057296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:04.057968 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:04.065962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempt 10 to bind port 73713753-75b1-4168-9564-13036faa2639 Mar 23 10:20:04.109604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:04.110293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:04.110898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempting to bind port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:04.116224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3076363'] for subnet, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.144945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:20:04.145617 dv-neutron-834653-2-hyperv neutron-server[83746]: ERROR neutron.plugins.ml2.managers [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Failed to bind port 73713753-75b1-4168-9564-13036faa2639 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '71246296-afa2-4574-852e-fdd16d05f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c8f34710-3f0f-4c0c-be39-d30863c3dd24'}] Mar 23 10:20:04.146300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.159620 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-fcd52c7a-a655-470b-a02d-9857c44fa2df service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2908103 Mar 23 10:20:04.226981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Allocated IP 172.20.0.3 (47e08c5c-e691-4299-891c-fc67f2c403da/96573cd8-d3ce-4937-8e6b-e29dd5c5ea73/6cb3f900-7042-4ee5-81bf-57035d4c3615) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:04.381850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.386851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.392649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.393761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] For port 73713753-75b1-4168-9564-13036faa2639, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:04.394132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Attempted to set empty binding levels {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 10:20:04.397356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.420993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.437268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.475480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41662) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:04.501537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.502048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd1c903-2568-43e7-b3b7-45a29813a143 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:20:04.515855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.520869 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-924b3214-5171-4f7f-8546-884e39e879dd tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "DELETE /v2.0/routers/0fd1c903-2568-43e7-b3b7-45a29813a143 HTTP/1.1" status: 204 len: 168 time: 1.2721248 Mar 23 10:20:04.520869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41668) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:04.526339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] In _notify_port_updated(), no bound segment for port 73713753-75b1-4168-9564-13036faa2639 on network c8f34710-3f0f-4c0c-be39-d30863c3dd24 {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:20:04.528212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.530674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Request body: {'router': {'name': 'tempest-router-1071957131', 'distributed': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:04.532168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "PUT /v2.0/ports/73713753-75b1-4168-9564-13036faa2639 HTTP/1.1" status: 200 len: 977 time: 5.1261926 Mar 23 10:20:04.535086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:04.538808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.551252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.565914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Transition to ACTIVE for port object 6cb3f900-7042-4ee5-81bf-57035d4c3615 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:04.568135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:04.572407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:04.578362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7038a7ea-5fd7-4912-bc06-f59b1a997d81,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:04.590446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Transition to ACTIVE for port object 6cb3f900-7042-4ee5-81bf-57035d4c3615 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:04.600003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.606292 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-4ecb7275-e582-4ba2-9522-25901bbbf31d service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322009 Mar 23 10:20:04.607975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Usage tracker for resource:router and tenant:f6511fd122384c4fadc2ad968d44896f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:04.624969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:04.650386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:04.669544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Deleting port 73713753-75b1-4168-9564-13036faa2639 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:04.669946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.692042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Network 47e08c5c-e691-4299-891c-fc67f2c403da is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:04.695764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:04.697239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.697580 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Added segment c9b8c549-03dc-44ab-9239-fe570c6d2268 of type vlan for network 6e2f1646-262b-4ded-8eed-92a11e3a5b20 Mar 23 10:20:04.705224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:04.706085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-07e3e805-3fa8-4baa-ba89-c000670769bb tempest-DvrRoutersNegativeTest-233948800 tempest-DvrRoutersNegativeTest-233948800-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-114270197', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:04.708784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.policy [None req-07e3e805-3fa8-4baa-ba89-c000670769bb tempest-DvrRoutersNegativeTest-233948800 tempest-DvrRoutersNegativeTest-233948800-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83745) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 23 10:20:04.709085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.policy [None req-07e3e805-3fa8-4baa-ba89-c000670769bb tempest-DvrRoutersNegativeTest-233948800 tempest-DvrRoutersNegativeTest-233948800-project] Failed policy check for 'create_router' {{(pid=83745) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 23 10:20:04.709633 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-07e3e805-3fa8-4baa-ba89-c000670769bb tempest-DvrRoutersNegativeTest-233948800 tempest-DvrRoutersNegativeTest-233948800-project] create failed (client error): Access was denied to this resource. Mar 23 10:20:04.714342 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-07e3e805-3fa8-4baa-ba89-c000670769bb tempest-DvrRoutersNegativeTest-233948800 tempest-DvrRoutersNegativeTest-233948800-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2341592 Mar 23 10:20:04.721726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.722643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.724958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075dec3-7d69-4b5a-93a8-29f77c4f6c26 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event updated for resources: {'Port': ['ID=73713753-75b1-4168-9564-13036faa2639,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:04.740077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Pushing event updated for resources: {'Port': ['ID=6cb3f900-7042-4ee5-81bf-57035d4c3615,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:04.799840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.824224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.863668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.867123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca667b4-83d0-47ec-8c8f-268cc660ce4c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:04.884086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.908416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5271f-0807-4d3f-aea2-3a420344c9d3 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:04.936485 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-556c26ca-aeb6-4ad3-b394-00bb9b00a544 req-035a6fb1-c63c-4112-8e35-3806044cc2b5 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171911 Mar 23 10:20:04.955063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.956142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:04.956852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.979854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.993298 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a26b837e-77f4-4ca2-9326-f35581cce087 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/3ca667b4-83d0-47ec-8c8f-268cc660ce4c HTTP/1.1" status: 204 len: 168 time: 1.7453418 Mar 23 10:20:04.994178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.064223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] For port 73713753-75b1-4168-9564-13036faa2639, host hv-neutron-8346, got binding levels [] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:05.065124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.075943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.077555 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dc807338-c915-488f-9776-6c20ad365e52 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5559735 Mar 23 10:20:05.088565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41684) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.126831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Attempting to bind port 6cb3f900-7042-4ee5-81bf-57035d4c3615 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:05.127198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Attempting to bind port 6cb3f900-7042-4ee5-81bf-57035d4c3615 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3d038120-d077-4daf-9598-189837e1f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:05.127576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Attempting to bind port 6cb3f900-7042-4ee5-81bf-57035d4c3615 on network 47e08c5c-e691-4299-891c-fc67f2c403da {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:05.155347 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5882702 Mar 23 10:20:05.158689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41688) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.159346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658c16-124c-4345-9094-ea56cb7a2c49 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Pushing event updated for resources: {'Network': ['ID=6e2f1646-262b-4ded-8eed-92a11e3a5b20,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.167735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Request body: {'network': {'project_id': 'e04146e6e87a4ac2834d0d64aec7d715'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:05.175062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:05.183169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Usage tracker for resource:network and tenant:e04146e6e87a4ac2834d0d64aec7d715 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:05.187467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:05.189339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6e2f1646-262b-4ded-8eed-92a11e3a5b20 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:05.192168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766047603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3369506'] for subnet, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.226319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:05.260257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41692) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.275815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Made reservation on behalf of e04146e6e87a4ac2834d0d64aec7d715 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:05.278865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.294077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Calling delete_port for 73713753-75b1-4168-9564-13036faa2639 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:05.297606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:05.298453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.302795 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "PUT /v2.0/subnets/96573cd8-d3ce-4937-8e6b-e29dd5c5ea73 HTTP/1.1" status: 200 len: 877 time: 1.4926717 Mar 23 10:20:05.307327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41698) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.369880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:05.370264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Checking segment: {'id': '3d038120-d077-4daf-9598-189837e1f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:05.370667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.371061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Bound using segment: {'id': '3d038120-d077-4daf-9598-189837e1f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:05.371564 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Bound port: 6cb3f900-7042-4ee5-81bf-57035d4c3615, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d038120-d077-4daf-9598-189837e1f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '47e08c5c-e691-4299-891c-fc67f2c403da'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:05.371940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.413779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 4ba0a12c-0270-4d8d-8029-e4974a6ef12b {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:05.423235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.435116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef384ac-2da1-4a31-a351-c5c2f13356ce tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event updated for resources: {'Subnet': ['ID=96573cd8-d3ce-4937-8e6b-e29dd5c5ea73,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.495208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] For port 6cb3f900-7042-4ee5-81bf-57035d4c3615, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:05.500745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.510130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] For port 6cb3f900-7042-4ee5-81bf-57035d4c3615, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6cb3f900-7042-4ee5-81bf-57035d4c3615,segment=NetworkSegment(3d038120-d077-4daf-9598-189837e1f012),segment_id=3d038120-d077-4daf-9598-189837e1f012)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:05.516365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.529346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.543488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:05.554992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.565474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.565938 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Added segment d0153d31-7453-4a30-9ba7-a44cc661c6cc of type vlan for network 6cbc3cba-4a43-4274-b6d5-d51e753e66ea Mar 23 10:20:05.611301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbf343-3fe9-44f1-9d2c-5a4d98dc0000 None None] Pushing event updated for resources: {'Port': ['ID=6cb3f900-7042-4ee5-81bf-57035d4c3615,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.638366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:05.641591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.658486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Usage tracker for resource:security_group_rule and tenant:8095b54af5894e11a4ba1eb5a8eaaebb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:05.666766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:05.673560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.676051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.686363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.689461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:05.734878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.735766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:05.736425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.753706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port 6cb3f900-7042-4ee5-81bf-57035d4c3615 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:05.754044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.878139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Pushing event deleted for resources: {'Port': ['ID=73713753-75b1-4168-9564-13036faa2639,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.891186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.960789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Pushing event updated for resources: {'Network': ['ID=6cbc3cba-4a43-4274-b6d5-d51e753e66ea,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.974364 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3a0e71db-c5bc-4f27-89e4-6ecb8c0bc286 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8123915 Mar 23 10:20:05.974553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6cbc3cba-4a43-4274-b6d5-d51e753e66ea details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:05.975826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41704) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.006997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f05b20ce-bd03-4401-8d3c-6b23d66ab173 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "DELETE /v2.0/ports/73713753-75b1-4168-9564-13036faa2639 HTTP/1.1" status: 204 len: 168 time: 1.4676299 Mar 23 10:20:06.020427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41708) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.062874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Request body: {'network': {'project_id': 'e04146e6e87a4ac2834d0d64aec7d715'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:06.086738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:06.096203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.119649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Usage tracker for resource:network and tenant:e04146e6e87a4ac2834d0d64aec7d715 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:06.122557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.139346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:06.156704 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c980fc8-6fe3-4b80-9c77-c8b618e885b6 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:20:06.157452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9c980fc8-6fe3-4b80-9c77-c8b618e885b6 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Synchronizing usage tracker for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:06.175785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:06.204803 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 10:20:06.205932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:06.207235 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a0267df5-1c96-4c07-9871-a01ab6b1f1aa tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2238369 Mar 23 10:20:06.216054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41712) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.230890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.286938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba0a12c-0270-4d8d-8029-e4974a6ef12b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:06.304449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac929af-9483-49fb-9ad4-819363733228 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:06.312996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c77ab18-f841-45df-bc1b-bee89ee91a5c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:06.324584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9c980fc8-6fe3-4b80-9c77-c8b618e885b6 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] Unset dirty status for tenant:56fbc468ae9e46a48810020d8ecfc9b7 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:06.325971 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9c980fc8-6fe3-4b80-9c77-c8b618e885b6 tempest-PortsAdminExtendedAttrsTestJSON-281605819 tempest-PortsAdminExtendedAttrsTestJSON-281605819-project-admin] 10.222.0.73 "GET /v2.0/ports/73713753-75b1-4168-9564-13036faa2639 HTTP/1.1" status: 404 len: 333 time: 0.3042943 Mar 23 10:20:06.331720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41716) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.345783 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8a37078f-3587-4692-ab1d-04a87271bf6d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8095b54af5894e11a4ba1eb5a8eaaebb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0841541 Mar 23 10:20:06.356752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41720) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.357824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.417563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0e5e092-defa-47fe-bb20-f781876140ef None None] Provisioning complete for port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:06.418087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c0e5e092-defa-47fe-bb20-f781876140ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.471407 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bce2c036-4df5-47f4-b76a-c3f39895d058 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/4ba0a12c-0270-4d8d-8029-e4974a6ef12b HTTP/1.1" status: 204 len: 168 time: 1.4637022 Mar 23 10:20:06.475307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41724) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.497593 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-76745bdf-be15-42fd-b61d-3f249fd64910 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e04146e6e87a4ac2834d0d64aec7d715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2524323 Mar 23 10:20:06.503919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41728) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.546961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.563706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cb3f900-7042-4ee5-81bf-57035d4c3615 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:06.571757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0775adcc-c240-4676-b652-2d156284b413 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:router {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:06.579132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.598700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0775adcc-c240-4676-b652-2d156284b413 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:router {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:06.599875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0775adcc-c240-4676-b652-2d156284b413 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175799 Mar 23 10:20:06.609325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.630769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-249110c9-c8e4-4fbd-babd-37d5d21955b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.643661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.644078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b108262a-88cf-44d0-8248-e655075ccda8 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:20:06.655869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.661487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:06.668780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.674691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-238c85d8-b741-4668-9f2f-34275eacfd78 tempest-RoutersTestDVR-1419579858 tempest-RoutersTestDVR-1419579858-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b108262a-88cf-44d0-8248-e655075ccda8 HTTP/1.1" status: 204 len: 168 time: 1.5828257 Mar 23 10:20:06.678547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-249110c9-c8e4-4fbd-babd-37d5d21955b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.690651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port 6cb3f900-7042-4ee5-81bf-57035d4c3615, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6cb3f900-7042-4ee5-81bf-57035d4c3615,segment=NetworkSegment(3d038120-d077-4daf-9598-189837e1f012),segment_id=3d038120-d077-4daf-9598-189837e1f012)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:06.691010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.756389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-249110c9-c8e4-4fbd-babd-37d5d21955b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.782297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-096db42b-95d1-483b-84c0-a5017f9f298e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.792963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249110c9-c8e4-4fbd-babd-37d5d21955b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c77ab18-f841-45df-bc1b-bee89ee91a5c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:06.800041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-249110c9-c8e4-4fbd-babd-37d5d21955b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.801202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-249110c9-c8e4-4fbd-babd-37d5d21955b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c77ab18-f841-45df-bc1b-bee89ee91a5c HTTP/1.1" status: 204 len: 168 time: 0.4406788 Mar 23 10:20:06.819154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-096db42b-95d1-483b-84c0-a5017f9f298e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.855629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6cb3f900-7042-4ee5-81bf-57035d4c3615 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:06.949426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c9654-bbf3-46d9-a76b-ac464924c7a3 None None] Network 47e08c5c-e691-4299-891c-fc67f2c403da requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:06.969161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:07.027590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] Deleting port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:07.031719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.032046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41742) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.069103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for 6cb3f900-7042-4ee5-81bf-57035d4c3615 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:07.122117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-09de430f-af05-4903-a3c1-b5d39721a1d1 None None] Provisioning for port 6cb3f900-7042-4ee5-81bf-57035d4c3615 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:07.201813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-09de430f-af05-4903-a3c1-b5d39721a1d1 None None] Provisioning complete for port 6cb3f900-7042-4ee5-81bf-57035d4c3615 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:07.202219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-09de430f-af05-4903-a3c1-b5d39721a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.225610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:07.245769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:07.252367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:07.276045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:07.279381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.291399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-096db42b-95d1-483b-84c0-a5017f9f298e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.332376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096db42b-95d1-483b-84c0-a5017f9f298e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7038a7ea-5fd7-4912-bc06-f59b1a997d81,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:07.335056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f34710-3f0f-4c0c-be39-d30863c3dd24']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:07.345231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.349050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:07.387753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:07.393132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Usage tracker for resource:security_group_rule and tenant:eed5a13cbb6946fc8a5691e931649ce4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:07.398137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:07.413606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:07.498954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71246296-afa2-4574-852e-fdd16d05f809') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:07.499270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71246296-afa2-4574-852e-fdd16d05f809') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:07.526699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] For port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:07.527195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.535294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.540757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.558698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-096db42b-95d1-483b-84c0-a5017f9f298e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.560807 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-096db42b-95d1-483b-84c0-a5017f9f298e tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/7038a7ea-5fd7-4912-bc06-f59b1a997d81 HTTP/1.1" status: 204 len: 168 time: 1.0527067 Mar 23 10:20:07.563380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41758) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.592178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.631914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.644411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:07.644836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:07.660956 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:07.663804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.687292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.719512 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eed5a13cbb6946fc8a5691e931649ce4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6831152 Mar 23 10:20:07.723845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] Calling delete_port for 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:07.726756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41764) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.729504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9c89-8355-4c00-bc08-23798324f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef7e7b-14a2-48dc-8858-1a552b476bd8,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:07.750079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-09de430f-af05-4903-a3c1-b5d39721a1d1 None None] Port 6cb3f900-7042-4ee5-81bf-57035d4c3615 update to ACTIVE by agent not found {{(pid=83747) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 23 10:20:07.813385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.828276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.861681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Port': ['ID=6cb3f900-7042-4ee5-81bf-57035d4c3615,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:07.897576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fd86e2c-c468-414b-bcd1-73b822c5c641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.911795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] Pushing event deleted for resources: {'Port': ['ID=5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:07.917310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d57af7-5893-4ec3-8302-0b765c0839f2 None None] No DVR routers for this DVR port 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:07.999317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.009604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No DVR routers for this DVR port 6cb3f900-7042-4ee5-81bf-57035d4c3615 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:08.032988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.052079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fd86e2c-c468-414b-bcd1-73b822c5c641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.059756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.099228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af81c64-c892-4909-bdf6-82c92e3a68f9 None None] Network 47e08c5c-e691-4299-891c-fc67f2c403da requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:08.110505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbc3cba-4a43-4274-b6d5-d51e753e66ea']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:08.128651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0153d31-7453-4a30-9ba7-a44cc661c6cc') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:08.128651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0153d31-7453-4a30-9ba7-a44cc661c6cc') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:08.132616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41772) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.160308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.187277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] Pushing event deleted for resources: {'Network': ['ID=c8f34710-3f0f-4c0c-be39-d30863c3dd24,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.199316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fd86e2c-c468-414b-bcd1-73b822c5c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.205206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.216516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e16c465f-4ce1-440f-ba1a-1bcf9629074e None None] Could not find standard attr ID for object 6cb3f900-7042-4ee5-81bf-57035d4c3615. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:08.221376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd86e2c-c468-414b-bcd1-73b822c5c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef7e7b-14a2-48dc-8858-1a552b476bd8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.228845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:08.229337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.235933 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c426559e-9269-4a12-9756-89db6ab1eb31 tempest-PortsAdminExtendedAttrsTestJSON-1511831860 tempest-PortsAdminExtendedAttrsTestJSON-1511831860-project] 10.222.0.73 "DELETE /v2.0/networks/c8f34710-3f0f-4c0c-be39-d30863c3dd24 HTTP/1.1" status: 204 len: 168 time: 1.9010732 Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:08.247418 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:08.267379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.304439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fd86e2c-c468-414b-bcd1-73b822c5c641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.308460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3fd86e2c-c468-414b-bcd1-73b822c5c641 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12ef7e7b-14a2-48dc-8858-1a552b476bd8 HTTP/1.1" status: 204 len: 168 time: 0.5733140 Mar 23 10:20:08.378029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236562242'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:08.384423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:08.386691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.403504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.436098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.437809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:08.442827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:08.449862 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "DELETE /v2.0/networks/6cbc3cba-4a43-4274-b6d5-d51e753e66ea HTTP/1.1" status: 204 len: 168 time: 0.8820031 Mar 23 10:20:08.453686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1a15e-2c5b-422b-ada2-c4f6ab0f9b71 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cbc3cba-4a43-4274-b6d5-d51e753e66ea,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.457347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:08.459506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41782) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.550592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:08.560892 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:08.592470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.615621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:08.619591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:08.620068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5ad7cc66-aaab-4e72-9d27-6f1820cd2ba9 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:08.625029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.634392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=348e7332-e2b0-41dc-af56-8f8d10727a38,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.635362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f519170-b490-4d38-a154-278dc07cc81c None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:08.640450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:08.641823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.668020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.670830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.754809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:08.759571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=96573cd8-d3ce-4937-8e6b-e29dd5c5ea73,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.786698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705f2c7-7b65-48b5-b400-7ec95f077e04 None None] Network 47e08c5c-e691-4299-891c-fc67f2c403da requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:08.796861 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-32f1468a-68b6-4988-abe4-294bfdb33f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1718762 Mar 23 10:20:08.801144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41788) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.828882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41794) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.830436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:08.835492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:08.843481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:08.866780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:08.936733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.949824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.983745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.027470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e08c5c-e691-4299-891c-fc67f2c403da']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:09.058513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d038120-d077-4daf-9598-189837e1f012') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:09.059063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d038120-d077-4daf-9598-189837e1f012') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:09.097132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.122470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:09.125479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.133851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:09.138839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:09.144291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 992 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:09.145143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.163145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453299a-52e7-48f1-a3d6-f455fb51127d None None] DHCP port deletion for 47e08c5c-e691-4299-891c-fc67f2c403da request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:09.169514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f6fe5-4ab4-4e0e-9d5c-c6ae33dc5193,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:09.170559 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:09.181124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:09.181349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.182725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '348e7332-e2b0-41dc-af56-8f8d10727a38'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:09.183687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.190274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:09.262749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41800) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.290200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:09.294296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.314420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.330967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:09.334561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:09.341343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:09.364944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2f1646-262b-4ded-8eed-92a11e3a5b20']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:09.384850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b8c549-03dc-44ab-9239-fe570c6d2268') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:09.385143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b8c549-03dc-44ab-9239-fe570c6d2268') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:09.403623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.426212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.439183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.457372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:09.458021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.459234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.469521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:09.472788 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:09.474925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=47e08c5c-e691-4299-891c-fc67f2c403da,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.479922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.496997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:f6511fd122384c4fadc2ad968d44896f is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:09.505882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:09.517598 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9f21c6d3-b5ae-4830-a690-5b0fe7e7568d tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/47e08c5c-e691-4299-891c-fc67f2c403da HTTP/1.1" status: 204 len: 168 time: 4.2067072 Mar 23 10:20:09.523398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:09.525049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41804) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.548360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.552388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Allocated IP 172.20.0.2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/348e7332-e2b0-41dc-af56-8f8d10727a38/4a891e1a-527c-48a4-9289-cb47f9b0faca) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:09.581140 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e4a804-a7d8-4b88-a8a5-684ebf94efda tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:09.581484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e4a804-a7d8-4b88-a8a5-684ebf94efda tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:09.583093 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-75e4a804-a7d8-4b88-a8a5-684ebf94efda tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/96573cd8-d3ce-4937-8e6b-e29dd5c5ea73 HTTP/1.1" status: 404 len: 337 time: 0.0562425 Mar 23 10:20:09.585790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41808) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.619518 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ac1c33-665e-491d-acdd-55fc6047eb65 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:09.620043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ac1c33-665e-491d-acdd-55fc6047eb65 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:09.631262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c2865-6601-4945-9eb4-49e987085882,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.635275 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-07ac1c33-665e-491d-acdd-55fc6047eb65 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/47e08c5c-e691-4299-891c-fc67f2c403da HTTP/1.1" status: 404 len: 339 time: 0.0459771 Mar 23 10:20:09.635509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41812) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.637498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.639117 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4a85b271-aa37-4953-91d8-9426e7c142b9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5048561 Mar 23 10:20:09.645655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41816) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.647960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.652229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.685464 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] 10.222.0.73 "DELETE /v2.0/networks/6e2f1646-262b-4ded-8eed-92a11e3a5b20 HTTP/1.1" status: 204 len: 168 time: 1.2248683 Mar 23 10:20:09.688358 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-115bd0f5-cd22-4617-88e2-a0ca4fbc8d54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a60f73aa289471eb62099fc9fa5e29e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7462761 Mar 23 10:20:09.689190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445266c-1c66-43da-bdc9-486621129033 tempest-QuotasNegativeTest-2144286482 tempest-QuotasNegativeTest-2144286482-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e2f1646-262b-4ded-8eed-92a11e3a5b20,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.692080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41822) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.761184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-14d5dde8-f618-4eb5-b4d8-1a0949cc9c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.793394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-14d5dde8-f618-4eb5-b4d8-1a0949cc9c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.829311 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c3204f-811f-4409-811e-c0b0c3a0bead tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:09.829748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c3204f-811f-4409-811e-c0b0c3a0bead tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:09.858467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.864317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-14d5dde8-f618-4eb5-b4d8-1a0949cc9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.873103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Transition to ACTIVE for port object 4a891e1a-527c-48a4-9289-cb47f9b0faca will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:09.873318 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-43c3204f-811f-4409-811e-c0b0c3a0bead tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/c82fdeed-c088-4d9b-9366-87dd82ba320d HTTP/1.1" status: 404 len: 337 time: 0.2342417 Mar 23 10:20:09.876888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41826) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.887727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5dde8-f618-4eb5-b4d8-1a0949cc9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ba12f-b723-4a61-a956-3917563fec9d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.895134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-14d5dde8-f618-4eb5-b4d8-1a0949cc9c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.899332 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-14d5dde8-f618-4eb5-b4d8-1a0949cc9c08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/584ba12f-b723-4a61-a956-3917563fec9d HTTP/1.1" status: 204 len: 168 time: 0.2031415 Mar 23 10:20:09.913109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Transition to ACTIVE for port object 4a891e1a-527c-48a4-9289-cb47f9b0faca will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:09.923516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.952222 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82824fc-fbcf-4db8-9bf5-c8b3b6f0e436 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:09.952665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82824fc-fbcf-4db8-9bf5-c8b3b6f0e436 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:09.954396 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e82824fc-fbcf-4db8-9bf5-c8b3b6f0e436 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/c4fc422d-528c-40cd-bfcc-a00b2db31124 HTTP/1.1" status: 404 len: 339 time: 0.0687220 Mar 23 10:20:09.957537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41834) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.966011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.982879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.017123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Pushing event updated for resources: {'Port': ['ID=4a891e1a-527c-48a4-9289-cb47f9b0faca,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.029199 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6511fd122384c4fadc2ad968d44896f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7650533 Mar 23 10:20:10.036121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41838) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.045040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:10.046352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:10.049541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:10.076054 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4d3fcc7d-cb2d-4125-acc2-ba8868873288 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4292963 Mar 23 10:20:10.087146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41842) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.097045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-security--1450067148', 'description': 'tempest-security-description-151204399'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:10.122083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b8e9c-8c6a-48f5-9489-8d85117f5aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98154af1-26ad-4bc4-a1cc-f140c5722fef,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.181126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.214282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Attempting to bind port 4a891e1a-527c-48a4-9289-cb47f9b0faca on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:10.214880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Attempting to bind port 4a891e1a-527c-48a4-9289-cb47f9b0faca by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:10.215133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Attempting to bind port 4a891e1a-527c-48a4-9289-cb47f9b0faca on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:10.223846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:10.224323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:10.224833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.225311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:10.225876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Bound port: 4a891e1a-527c-48a4-9289-cb47f9b0faca, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:10.226359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.233690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60f84945-bb16-406b-8474-d7050e3ab203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.272635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.312934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60f84945-bb16-406b-8474-d7050e3ab203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.323482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.373402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.375848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.379663 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "PUT /v2.0/security-groups/7e0c2865-6601-4945-9eb4-49e987085882 HTTP/1.1" status: 200 len: 1611 time: 0.2868853 Mar 23 10:20:10.401797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cb3f900-7042-4ee5-81bf-57035d4c3615 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:10.404008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41848) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.464852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 6cb3f900-7042-4ee5-81bf-57035d4c3615 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:10.465498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cb3f900-7042-4ee5-81bf-57035d4c3615 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:10.470018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b66cb-76e6-40d2-99e9-12752476b6a7 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c2865-6601-4945-9eb4-49e987085882,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.481666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] For port 4a891e1a-527c-48a4-9289-cb47f9b0faca, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:10.487666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] For port 4a891e1a-527c-48a4-9289-cb47f9b0faca, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4a891e1a-527c-48a4-9289-cb47f9b0faca,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:10.492354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.493651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.526054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718be188-38d0-4e2d-a49f-72144dc9ca74']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:10.540357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e93fbd-6114-4f15-966d-4fbdd75b1da1') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:10.540708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e93fbd-6114-4f15-966d-4fbdd75b1da1') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:10.556769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.561948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41852) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.589471 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bff0ed47-0598-462c-95ab-5770bd7077db tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups/7e0c2865-6601-4945-9eb4-49e987085882 HTTP/1.1" status: 200 len: 1611 time: 0.1727831 Mar 23 10:20:10.593897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41858) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.594226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.604091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef7e28-51b1-46d4-a02f-2e1e2fc0be31 None None] Pushing event updated for resources: {'Port': ['ID=4a891e1a-527c-48a4-9289-cb47f9b0faca,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.609178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:10.609585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.638994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60f84945-bb16-406b-8474-d7050e3ab203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:10.639842 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:10.688151 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:20:10.726158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41862) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.727294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f84945-bb16-406b-8474-d7050e3ab203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98154af1-26ad-4bc4-a1cc-f140c5722fef,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.729304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60f84945-bb16-406b-8474-d7050e3ab203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.732800 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-60f84945-bb16-406b-8474-d7050e3ab203 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98154af1-26ad-4bc4-a1cc-f140c5722fef HTTP/1.1" status: 204 len: 168 time: 0.6853275 Mar 23 10:20:10.761458 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2d3c8cff-5c12-4ecc-aaba-a7fc0f4bcd30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=56fbc468ae9e46a48810020d8ecfc9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982245 Mar 23 10:20:10.763573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.772690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41870) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.783611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5110945-d8a3-425f-898e-e2352eeb44ae tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.797948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.837682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=718be188-38d0-4e2d-a49f-72144dc9ca74,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.844664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5110945-d8a3-425f-898e-e2352eeb44ae tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.844852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-061c0145-2488-4881-b7fe-e1d15ea7a239 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/718be188-38d0-4e2d-a49f-72144dc9ca74 HTTP/1.1" status: 204 len: 168 time: 0.8828282 Mar 23 10:20:10.844852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41874) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.927135 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc80979-5047-4471-95ec-865956c385e5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:10.927595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc80979-5047-4471-95ec-865956c385e5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:10.931297 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dcc80979-5047-4471-95ec-865956c385e5 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/09ef088f-b464-4e09-8f2a-eb3f90c2a198 HTTP/1.1" status: 404 len: 337 time: 0.0836740 Mar 23 10:20:10.932423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41878) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.980671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.982264 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3c0ad0-cf0f-43f1-ba3d-2ef40e0decdf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:10.982715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3c0ad0-cf0f-43f1-ba3d-2ef40e0decdf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:10.987342 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0d3c0ad0-cf0f-43f1-ba3d-2ef40e0decdf tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/59477be6-9fd6-4553-88ae-7943a194bdb0 HTTP/1.1" status: 404 len: 339 time: 0.0503509 Mar 23 10:20:10.987342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41882) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.998516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5110945-d8a3-425f-898e-e2352eeb44ae tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.029032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5580409c-b82d-4e71-b549-c7e50584df73 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.029476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5580409c-b82d-4e71-b549-c7e50584df73 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.033947 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5580409c-b82d-4e71-b549-c7e50584df73 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/de62713b-631c-4d97-b816-eb8d3313510f HTTP/1.1" status: 404 len: 337 time: 0.0430424 Mar 23 10:20:11.038971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41886) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.057758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5110945-d8a3-425f-898e-e2352eeb44ae tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c2865-6601-4945-9eb4-49e987085882,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.066869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5110945-d8a3-425f-898e-e2352eeb44ae tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.068036 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e5110945-d8a3-425f-898e-e2352eeb44ae tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/7e0c2865-6601-4945-9eb4-49e987085882 HTTP/1.1" status: 204 len: 168 time: 0.4722433 Mar 23 10:20:11.075294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41892) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.119761 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b625178d-5e7e-4dde-9a31-5c2313a6aa31 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.120199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b625178d-5e7e-4dde-9a31-5c2313a6aa31 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.129312 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b625178d-5e7e-4dde-9a31-5c2313a6aa31 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/dfb31f7d-1236-4ebf-b1bc-01134d0820b4 HTTP/1.1" status: 404 len: 339 time: 0.0885534 Mar 23 10:20:11.129891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e318c2b2-052d-4034-9767-85b0e1e4255f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.140077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41896) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.161610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-87bef612-4440-4855-8f54-808e5473fd7f tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:11.190241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.207863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b668112-05cf-43ee-a08c-a4f3ed11a969 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.208323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b668112-05cf-43ee-a08c-a4f3ed11a969 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.209946 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5b668112-05cf-43ee-a08c-a4f3ed11a969 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/f618c7a7-8d50-4fa8-a2f1-53e869fa7176 HTTP/1.1" status: 404 len: 337 time: 0.0689237 Mar 23 10:20:11.219472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41902) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.250682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e318c2b2-052d-4034-9767-85b0e1e4255f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.270021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-87bef612-4440-4855-8f54-808e5473fd7f tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:11.271227 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-87bef612-4440-4855-8f54-808e5473fd7f tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1949830 Mar 23 10:20:11.274791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41908) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.276509 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ada9f9a-48cc-4b04-836d-9b1e3e30e911 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.276980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ada9f9a-48cc-4b04-836d-9b1e3e30e911 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.297120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:11.299979 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9ada9f9a-48cc-4b04-836d-9b1e3e30e911 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/07c4bda1-019a-47db-83cd-a25b9b4af5a3 HTTP/1.1" status: 404 len: 339 time: 0.0764010 Mar 23 10:20:11.302636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41912) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.309472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Usage tracker for resource:security_group_rule and tenant:55427542c5144a699ec48af2396a6f89 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:11.310214 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-9b143c56-8b3d-44da-a936-73db3433514f tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] delete failed (client error): The resource could not be found. Mar 23 10:20:11.311359 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9b143c56-8b3d-44da-a936-73db3433514f tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/7e0c2865-6601-4945-9eb4-49e987085882 HTTP/1.1" status: 404 len: 347 time: 0.0350251 Mar 23 10:20:11.315384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:11.317914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41916) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.326616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:11.333711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--503809379'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:11.344158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:11.358336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:11.373654 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce44029-6c03-4ff4-9722-b9b95caad24b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.374166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce44029-6c03-4ff4-9722-b9b95caad24b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.375253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.376186 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2ce44029-6c03-4ff4-9722-b9b95caad24b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/13d256ca-9111-4182-89f9-9ff75d8951a0 HTTP/1.1" status: 404 len: 337 time: 0.0723150 Mar 23 10:20:11.385481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41922) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.389228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e318c2b2-052d-4034-9767-85b0e1e4255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.420707 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-64afe89c-61b8-4af5-bcaa-ec2585d3d123 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.421274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64afe89c-61b8-4af5-bcaa-ec2585d3d123 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.422946 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-64afe89c-61b8-4af5-bcaa-ec2585d3d123 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/76390119-38cb-4f21-8884-830b0b0beb1f HTTP/1.1" status: 404 len: 339 time: 0.0362754 Mar 23 10:20:11.428011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41928) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.428677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c2b2-052d-4034-9767-85b0e1e4255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d039d3c-4afa-4558-801f-3e0efa6a112e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.432417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port 4a891e1a-527c-48a4-9289-cb47f9b0faca, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4a891e1a-527c-48a4-9289-cb47f9b0faca,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:11.456566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e318c2b2-052d-4034-9767-85b0e1e4255f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.457719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e318c2b2-052d-4034-9767-85b0e1e4255f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d039d3c-4afa-4558-801f-3e0efa6a112e HTTP/1.1" status: 204 len: 168 time: 0.6626709 Mar 23 10:20:11.479436 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0d2dfa-6c33-41d8-82de-f2f6da57ada9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.479912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0d2dfa-6c33-41d8-82de-f2f6da57ada9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.481682 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc0d2dfa-6c33-41d8-82de-f2f6da57ada9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/dbe6ebcd-4740-472e-a02e-2bf0d279ddb4 HTTP/1.1" status: 404 len: 337 time: 0.0519466 Mar 23 10:20:11.482335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:11.484392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41936) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.504814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.515618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.516325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.526640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:11.542170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:11.559684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:11.562097 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92a697b-cfc1-4f20-9638-f510988d011b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.562529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92a697b-cfc1-4f20-9638-f510988d011b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.589271 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a92a697b-cfc1-4f20-9638-f510988d011b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/5669fbb7-c036-4d07-9cd1-8c055e887a73 HTTP/1.1" status: 404 len: 339 time: 0.1015556 Mar 23 10:20:11.589883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41940) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.638523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:11.640111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.650690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:11.662769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.663517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:11.664180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.692497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-835b00ee-4b11-4a91-a69e-f57b99d59ae2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.692929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835b00ee-4b11-4a91-a69e-f57b99d59ae2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.711896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=f5604240-5365-4c59-8847-e3b5c6bdae12,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.714548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=4a891e1a-527c-48a4-9289-cb47f9b0faca,revision_number=4']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.718476 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2637363a-ccc5-4a06-a809-7d40ef43a851 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9163377 Mar 23 10:20:11.721707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41946) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.739194 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-835b00ee-4b11-4a91-a69e-f57b99d59ae2 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/c0d01c6d-c3a7-4ef9-857d-aaa62350f77b HTTP/1.1" status: 404 len: 337 time: 0.1413505 Mar 23 10:20:11.739501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:9c:61:93', 'name': 'tempest-NetworksTestDHCPv6-392961457'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:11.762172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41950) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.835329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9530a9ab-cc96-498f-a0b7-42da66a9197c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.842779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a3a38c-41a1-4ba4-8e7e-0ea1cd681082 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.843207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a3a38c-41a1-4ba4-8e7e-0ea1cd681082 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.855360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.863190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-85a3a38c-41a1-4ba4-8e7e-0ea1cd681082 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/a41e64a2-bf29-4418-8669-cf3d4c88645c HTTP/1.1" status: 404 len: 339 time: 0.0939980 Mar 23 10:20:11.863654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41956) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.863779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-57999d29-dcb3-4791-bb34-ef9d3ef25a18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55427542c5144a699ec48af2396a6f89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1324115 Mar 23 10:20:11.863779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41960) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.883096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.921152 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-838e7f15-d819-4a6f-aa28-761a62015097 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.921152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838e7f15-d819-4a6f-aa28-761a62015097 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.921339 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-838e7f15-d819-4a6f-aa28-761a62015097 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/4c9e0229-312f-44d8-aab2-e9eca0841615 HTTP/1.1" status: 404 len: 337 time: 0.0584106 Mar 23 10:20:11.924241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41970) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.952850 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a1d1b4-19c2-4633-b671-14fcb9b3d8a4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:11.953392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a1d1b4-19c2-4633-b671-14fcb9b3d8a4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:11.956004 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-25a1d1b4-19c2-4633-b671-14fcb9b3d8a4 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/e7379f98-cf9b-4576-9c3c-7d100900db3d HTTP/1.1" status: 404 len: 339 time: 0.0305531 Mar 23 10:20:11.960499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41976) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:11.979373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.980944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6594789 Mar 23 10:20:11.990030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41980) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.009319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297fdb7-067b-4261-9220-af5a06a9f0aa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87d5a87-6240-4329-82f0-999ed8f1fa8c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.021242 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-438311f1-8a90-46d8-b1a8-3637564ae8c9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:12.021684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438311f1-8a90-46d8-b1a8-3637564ae8c9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:12.026296 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-438311f1-8a90-46d8-b1a8-3637564ae8c9 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/f9ecf2c4-3b22-481c-a9ea-bb3b51b1df67 HTTP/1.1" status: 404 len: 337 time: 0.0624480 Mar 23 10:20:12.027917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'c87d5a87-6240-4329-82f0-999ed8f1fa8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:12.032346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41984) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.038880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:12.051267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:12.057578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:12.069691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:12.070174 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-48915190-173c-4b66-8a66-0f2a77d8a71b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:12.070660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48915190-173c-4b66-8a66-0f2a77d8a71b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:12.076182 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-48915190-173c-4b66-8a66-0f2a77d8a71b tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/d0b60e0c-a9be-43fc-8a2e-f32cccbd5585 HTTP/1.1" status: 404 len: 339 time: 0.0404735 Mar 23 10:20:12.077665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 41990) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.081347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:12.086888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de5fb6-ee7b-46bc-af1d-b6dc9c811fc2 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:12.119708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f22e8ea6-d01d-4da7-9dca-e3efbc5a3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.185874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.260825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f22e8ea6-d01d-4da7-9dca-e3efbc5a3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.275020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:12.307332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 41998) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.350792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e0969638-6027-4f2c-8fce-17f74b5c7395 None None] Provisioning for port 4a891e1a-527c-48a4-9289-cb47f9b0faca completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:12.353980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.361843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.392080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:12.411478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:12.422033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a84bdb-4481-4a53-981f-b7470ec48b70,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.436495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f22e8ea6-d01d-4da7-9dca-e3efbc5a3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.439947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f22e8ea6-d01d-4da7-9dca-e3efbc5a3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.441368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f22e8ea6-d01d-4da7-9dca-e3efbc5a3134 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9530a9ab-cc96-498f-a0b7-42da66a9197c HTTP/1.1" status: 204 len: 168 time: 0.5765457 Mar 23 10:20:12.453093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.454512 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7f12aa71-e38c-474c-a971-1cabdf4a3bd0 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4634156 Mar 23 10:20:12.455996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e8ea6-d01d-4da7-9dca-e3efbc5a3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530a9ab-cc96-498f-a0b7-42da66a9197c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.457844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42008) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.481817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:12.487301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.508979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a47848ad-861c-4549-910e-7a5476a9607c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.528413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a47848ad-861c-4549-910e-7a5476a9607c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.543616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4a891e1a-527c-48a4-9289-cb47f9b0faca up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:12.572991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 1e16a087-0f57-4cb8-8867-16e193e6d93b yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:12.574700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a47848ad-861c-4549-910e-7a5476a9607c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.740994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a47848ad-861c-4549-910e-7a5476a9607c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.742111 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a47848ad-861c-4549-910e-7a5476a9607c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/94a84bdb-4481-4a53-981f-b7470ec48b70 HTTP/1.1" status: 204 len: 168 time: 0.2832191 Mar 23 10:20:12.753817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47848ad-861c-4549-910e-7a5476a9607c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94a84bdb-4481-4a53-981f-b7470ec48b70,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.764580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42014) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.793490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1462639690'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:12.793720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 4a891e1a-527c-48a4-9289-cb47f9b0faca completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:12.804211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:12.811384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4a891e1a-527c-48a4-9289-cb47f9b0faca triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:12.814718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.815992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Usage tracker for resource:network and tenant:9f9d11644c84472db143e49a7e615f68 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:12.825094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:12.834332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:12.854059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-08e5be9f-5aef-408f-b498-8e1b0a8db2dd tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:12.859086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Made reservation on behalf of 9f9d11644c84472db143e49a7e615f68 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:12.862199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.880066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.908136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 172.20.0.12 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/348e7332-e2b0-41dc-af56-8f8d10727a38/1e16a087-0f57-4cb8-8867-16e193e6d93b) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:12.914067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-08e5be9f-5aef-408f-b498-8e1b0a8db2dd tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:12.916175 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-08e5be9f-5aef-408f-b498-8e1b0a8db2dd tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1504686 Mar 23 10:20:12.919136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42020) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.927638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fe9c:6193 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/f5604240-5365-4c59-8847-e3b5c6bdae12/1e16a087-0f57-4cb8-8867-16e193e6d93b) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:12.973905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:12.982669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Usage tracker for resource:security_group_rule and tenant:9f9d11644c84472db143e49a7e615f68 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:12.985890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:13.006317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:13.118184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.159630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.165762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42026) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.186372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 4a891e1a-527c-48a4-9289-cb47f9b0faca, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4a891e1a-527c-48a4-9289-cb47f9b0faca,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:13.194022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.194206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.216175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 1e16a087-0f57-4cb8-8867-16e193e6d93b will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:13.241072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.243660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.260786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:13.270903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.271654 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Added segment bf8af631-eba1-47cc-bfce-dbde477979a2 of type vlan for network 194695eb-46c0-431c-b902-940eaef3de29 Mar 23 10:20:13.301458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.306179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=4a891e1a-527c-48a4-9289-cb47f9b0faca,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.312372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42030) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.317987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting subnet 49323977-8b53-4302-9df0-f4e4e56d4ac3 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:13.327305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.346574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.394258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66d72ae7-86ac-4fcb-928a-ca42b37760f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.397013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=1e16a087-0f57-4cb8-8867-16e193e6d93b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.404134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:13.405524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8690bf55-4324-45e3-93d0-ba4e834aba7e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.408236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:13.412466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:13.424994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.430150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:13.431364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.443260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.548029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:13.548669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.556152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event updated for resources: {'Network': ['ID=194695eb-46c0-431c-b902-940eaef3de29,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.570111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 194695eb-46c0-431c-b902-940eaef3de29 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:13.579098 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-21cb462f-28d5-458a-bd39-bb3c7e6212ce tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8560967 Mar 23 10:20:13.585270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42036) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.606803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66d72ae7-86ac-4fcb-928a-ca42b37760f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.647705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:13.647940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1029417602'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:13.655308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:13.665301 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-13eaa4cd-ea69-4634-a2e1-d8d76625b1ad tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3563106 Mar 23 10:20:13.666748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Usage tracker for resource:security_group_rule and tenant:438ac3d2bd5241df865c2a35751664e4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:13.670536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Usage tracker for resource:network and tenant:3e8e5ea321fc4ea8af7938ad475e56d4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:13.672196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:13.673813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42040) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.681142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:13.687671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Request body: {'subnet': {'network_id': '194695eb-46c0-431c-b902-940eaef3de29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:13.689254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:13.697777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66d72ae7-86ac-4fcb-928a-ca42b37760f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.730583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d72ae7-86ac-4fcb-928a-ca42b37760f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87d5a87-6240-4329-82f0-999ed8f1fa8c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.767403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66d72ae7-86ac-4fcb-928a-ca42b37760f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.768763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-66d72ae7-86ac-4fcb-928a-ca42b37760f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/c87d5a87-6240-4329-82f0-999ed8f1fa8c HTTP/1.1" status: 204 len: 168 time: 0.8485613 Mar 23 10:20:13.776758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42044) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.810606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.811522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-54b1d47e-ced0-4c05-8052-c006514b59ed None None] Provisioning complete for port 4a891e1a-527c-48a4-9289-cb47f9b0faca triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:13.812128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54b1d47e-ced0-4c05-8052-c006514b59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.850290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.851180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:13.867677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.872769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:13.885277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Usage tracker for resource:subnet and tenant:9f9d11644c84472db143e49a7e615f68 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:13.890752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:13.905951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:13.908173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:13.910866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.918710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c404b3fa-5bd5-4c27-901f-809e7e48c19b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:13.940747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fe6d22-099e-45d9-be99-19335f4d6723 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:13.946215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fe6d22-099e-45d9-be99-19335f4d6723 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:13.946389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-15fe6d22-099e-45d9-be99-19335f4d6723 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:13.949536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.956307 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=438ac3d2bd5241df865c2a35751664e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7846532 Mar 23 10:20:13.957181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0580c7-b83f-429d-a771-2e37721956c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf755211-f441-47cd-ad06-f4bb5473a6a1,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.961305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42048) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.981285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c404b3fa-5bd5-4c27-901f-809e7e48c19b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:13.987289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c404b3fa-5bd5-4c27-901f-809e7e48c19b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2055733 Mar 23 10:20:13.987481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Made reservation on behalf of 9f9d11644c84472db143e49a7e615f68 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:13.988009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42052) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:14.003033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-15fe6d22-099e-45d9-be99-19335f4d6723 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:14.004256 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-15fe6d22-099e-45d9-be99-19335f4d6723 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4179530 Mar 23 10:20:14.004891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175688191'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:14.008912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42056) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:14.019890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:14.027026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.046254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:14.068193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.084868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17089d2c-3e4b-4b9e-a2fe-bd05be3ed5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.130750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17089d2c-3e4b-4b9e-a2fe-bd05be3ed5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.161287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:14.171064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Subnet': ['ID=49323977-8b53-4302-9df0-f4e4e56d4ac3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:14.179334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:14.186065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:14.197335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:14.201231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Usage tracker for resource:security_group_rule and tenant:3e8e5ea321fc4ea8af7938ad475e56d4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:14.203925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:14.214592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:14.231170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.233243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a159a-93b6-4f59-8002-821d02043b25 None None] Network 6e31c679-5da9-4f39-b8fb-d6354c592622 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:14.234942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:14.239938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 1e16a087-0f57-4cb8-8867-16e193e6d93b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:14.240277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.243025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17089d2c-3e4b-4b9e-a2fe-bd05be3ed5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.270481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17089d2c-3e4b-4b9e-a2fe-bd05be3ed5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf755211-f441-47cd-ad06-f4bb5473a6a1,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:14.334193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.344756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17089d2c-3e4b-4b9e-a2fe-bd05be3ed5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.346849 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-17089d2c-3e4b-4b9e-a2fe-bd05be3ed5b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf755211-f441-47cd-ad06-f4bb5473a6a1 HTTP/1.1" status: 204 len: 168 time: 0.3828778 Mar 23 10:20:14.351022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.357145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.406822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.408714 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4198370 Mar 23 10:20:14.409751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ea19-7b15-4224-8e30-585c02e76102 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c688f3cb-a6c6-473d-a639-8de44259637b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:14.412940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42062) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:14.420494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'c688f3cb-a6c6-473d-a639-8de44259637b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:14.428088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:14.433204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:14.449302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d37a22da-30cd-436f-82e6-b7f4721e5624 None None] Provisioning for port 1e16a087-0f57-4cb8-8867-16e193e6d93b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:14.453255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:14.461906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d37a22da-30cd-436f-82e6-b7f4721e5624 None None] Provisioning complete for port 1e16a087-0f57-4cb8-8867-16e193e6d93b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:14.462202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d37a22da-30cd-436f-82e6-b7f4721e5624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.462414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:14.500647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.535470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d37a22da-30cd-436f-82e6-b7f4721e5624 None None] Port 1e16a087-0f57-4cb8-8867-16e193e6d93b cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:14.542521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4a891e1a-527c-48a4-9289-cb47f9b0faca up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:14.564742 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fcfefb49-df59-460a-a772-ddf5c4affcee tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/subnets/49323977-8b53-4302-9df0-f4e4e56d4ac3 HTTP/1.1" status: 204 len: 168 time: 2.4849424 Mar 23 10:20:14.567629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42066) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:14.660456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4a891e1a-527c-48a4-9289-cb47f9b0faca triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:14.660833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.706237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.729273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.783324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c60f494-9798-4c52-9265-46a613581c0b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:14.791831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] DHCP port deletion for 6e31c679-5da9-4f39-b8fb-d6354c592622 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:14.804334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] Deleting port b5282e58-0856-4809-b05d-3dbf6a53812f {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:14.804782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.805755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.826969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.828901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2838e8fd-fc2e-4ea6-bc8b-efe7b002da78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4136357 Mar 23 10:20:14.831338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42072) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:14.836577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port b5282e58-0856-4809-b05d-3dbf6a53812f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:14.837387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.885120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'c688f3cb-a6c6-473d-a639-8de44259637b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:14.899841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:14.913461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:14.919520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:14.929216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:14.939141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.001219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.025708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.081224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] For port b5282e58-0856-4809-b05d-3dbf6a53812f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b5282e58-0856-4809-b05d-3dbf6a53812f,segment=NetworkSegment(28ec9eb4-75fc-4fe6-985c-4ff624a87ddc),segment_id=28ec9eb4-75fc-4fe6-985c-4ff624a87ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:15.081607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.117943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.129639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:15.139815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.140358 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Added segment f8ff29a7-4d83-432e-b53a-a7744465d7bc of type vlan for network 9af3ded2-4e09-44e3-ba05-6a87db290b3a Mar 23 10:20:15.175853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 1e16a087-0f57-4cb8-8867-16e193e6d93b owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:15.179793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.188399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.242712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.246944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4136643 Mar 23 10:20:15.247604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42084) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.262340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d70836-5e39-401e-a789-597a1e68b495 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baed366f-8b91-46e2-9932-1051fe0f6912,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.269518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] Calling delete_port for b5282e58-0856-4809-b05d-3dbf6a53812f owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:15.270598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'c688f3cb-a6c6-473d-a639-8de44259637b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:15.277505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:15.282383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:15.285427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:15.290690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b31df2-b7bb-40db-abc1-10f204778485,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.292795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:15.315765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.318617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] For port b5282e58-0856-4809-b05d-3dbf6a53812f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b5282e58-0856-4809-b05d-3dbf6a53812f,segment=NetworkSegment(28ec9eb4-75fc-4fe6-985c-4ff624a87ddc),segment_id=28ec9eb4-75fc-4fe6-985c-4ff624a87ddc)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:15.319575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.339786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.355369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.410380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] No DVR routers for this DVR port b5282e58-0856-4809-b05d-3dbf6a53812f on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:15.411370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.420614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695529eb-2985-4948-ad00-b6cfcedad276 None None] Pushing event deleted for resources: {'Port': ['ID=b5282e58-0856-4809-b05d-3dbf6a53812f,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.483719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.487593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:15.488229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.510679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Calling delete_port for b5282e58-0856-4809-b05d-3dbf6a53812f owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:15.597583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.609362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.638465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9debcd37-06ef-4970-8526-3eefa6b03a8b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.640928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:15.641220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:15.658556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.660017 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7aff486b-d0b4-4cf7-afd8-4813f50d6efb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4079781 Mar 23 10:20:15.663208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42094) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.666574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event updated for resources: {'Subnet': ['ID=fdbe882c-a3d6-474d-8565-67c4591e1843,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.669885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'c688f3cb-a6c6-473d-a639-8de44259637b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:15.676695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:15.678488 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3638654 Mar 23 10:20:15.679267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dec53-1169-48bb-a31f-df550a4ba087 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Network': ['ID=9af3ded2-4e09-44e3-ba05-6a87db290b3a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.681228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:15.682068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42098) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.684437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:15.690769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:15.702459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:15.727073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.733842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'subnet': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:15.773479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42102) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.823945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.830929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.855885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714df472-3910-4895-877c-b7001f9f2bb3,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.870153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Checking segment: {'id': 'bf8af631-eba1-47cc-bfce-dbde477979a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '194695eb-46c0-431c-b902-940eaef3de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:15.870507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Network hostable DHCP agents. Network: 194695eb-46c0-431c-b902-940eaef3de29, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:15.874967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.876382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-51f74377-4a3b-449d-b4f8-df653a4b09c4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2120550 Mar 23 10:20:15.879336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42108) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.887023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'c688f3cb-a6c6-473d-a639-8de44259637b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:15.888462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.894347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:15.899642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:15.902844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:15.909147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:15.922706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-812660241'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:15.933825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:15.938300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.942145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:15.944786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=1e16a087-0f57-4cb8-8867-16e193e6d93b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.946669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:15.950981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:15.952238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Usage tracker for resource:subnet and tenant:3e8e5ea321fc4ea8af7938ad475e56d4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:15.955239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:15.961052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:15.994697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:15.997317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:15.997888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.015226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.065802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.069974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:16.074592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.076717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:security_group_rule and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:16.088967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:16.099684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Network 194695eb-46c0-431c-b902-940eaef3de29 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:16.110007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:16.111159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:16.113708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755d7ece-54ad-43ff-a1af-b5659a84c71e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:16.142076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Deleting port b5282e58-0856-4809-b05d-3dbf6a53812f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:16.142619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.190150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.194342 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0bd7a3e8-c8ba-4017-95a0-344ca8f9084c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/1e16a087-0f57-4cb8-8867-16e193e6d93b HTTP/1.1" status: 204 len: 168 time: 2.1812809 Mar 23 10:20:16.194342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 194695eb-46c0-431c-b902-940eaef3de29) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:16.194615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42112) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:16.203110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a13f7-30b8-4847-aaca-f40a1c6a3ed3 None None] Network 194695eb-46c0-431c-b902-940eaef3de29 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:16.216554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:16.217154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.262028 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.263703 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c197a60e-ec35-49d4-8cbd-06cb1b3dd0a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3826835 Mar 23 10:20:16.269800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42116) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:16.311516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.321349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] The port 'b5282e58-0856-4809-b05d-3dbf6a53812f' was deleted {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:20:16.335388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c7174f66-801c-4c74-8037-3c5dd22c4722 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6565876 Mar 23 10:20:16.344369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42120) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:16.395702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Request body: {'port': {'network_id': '194695eb-46c0-431c-b902-940eaef3de29', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-670622908'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:16.437957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615a773-dda6-45b6-aad3-cab2b6306e7b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:16.439650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615a773-dda6-45b6-aad3-cab2b6306e7b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:16.440968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615a773-dda6-45b6-aad3-cab2b6306e7b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:16.441763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9615a773-dda6-45b6-aad3-cab2b6306e7b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:16.454434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b5282e58-0856-4809-b05d-3dbf6a53812f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:16.467631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c19-cf4d-4408-adda-57a50659626d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.494106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b5282e58-0856-4809-b05d-3dbf6a53812f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:16.494700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b5282e58-0856-4809-b05d-3dbf6a53812f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:16.506495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c19-cf4d-4408-adda-57a50659626d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.515517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-194695eb-46c0-431c-b902-940eaef3de29', 'network_id': '194695eb-46c0-431c-b902-940eaef3de29', 'tenant_id': '9f9d11644c84472db143e49a7e615f68', 'fixed_ips': [{'subnet_id': 'fdbe882c-a3d6-474d-8565-67c4591e1843'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:16.515517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.523400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.532368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.550191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.573097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e31c679-5da9-4f39-b8fb-d6354c592622']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:16.606476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:16.608454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ec9eb4-75fc-4fe6-985c-4ff624a87ddc') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:16.624128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c19-cf4d-4408-adda-57a50659626d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.635716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de758cc-6cf3-42fe-8a11-1cb2ae0150b3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:16.643771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.650913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:16.661424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7c19-cf4d-4408-adda-57a50659626d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=755d7ece-54ad-43ff-a1af-b5659a84c71e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:16.663889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9615a773-dda6-45b6-aad3-cab2b6306e7b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:16.668018 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9615a773-dda6-45b6-aad3-cab2b6306e7b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4587603 Mar 23 10:20:16.669300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42124) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:16.708638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.708977 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment 3c7fe8c2-157f-4622-95b5-26161fe3dcaf of type vlan for network e5dd667e-c97c-4b45-9619-d06ceb490915 Mar 23 10:20:16.713184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.721586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:16.729059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Usage tracker for resource:port and tenant:9f9d11644c84472db143e49a7e615f68 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:16.734114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:16.747281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:16.747715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.757544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Allocated IP 2001:db8::2 (194695eb-46c0-431c-b902-940eaef3de29/fdbe882c-a3d6-474d-8565-67c4591e1843/426c0a8b-c4d5-47d7-a250-57853de3cc8b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:16.770885 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:16.779593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:16.806757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Made reservation on behalf of 9f9d11644c84472db143e49a7e615f68 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:16.809751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.831094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62fc7c19-cf4d-4408-adda-57a50659626d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.834401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-62fc7c19-cf4d-4408-adda-57a50659626d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/755d7ece-54ad-43ff-a1af-b5659a84c71e HTTP/1.1" status: 204 len: 168 time: 0.5608788 Mar 23 10:20:16.835139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] device_id is not set on port aa8a39b7-809f-450f-b834-17cb0231a3da yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:16.851467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42128) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:16.858397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.927716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.973419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.985924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.000064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Transition to ACTIVE for port object 426c0a8b-c4d5-47d7-a250-57853de3cc8b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:17.010903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.021251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Transition to ACTIVE for port object 426c0a8b-c4d5-47d7-a250-57853de3cc8b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:17.033457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] Pushing event deleted for resources: {'Network': ['ID=6e31c679-5da9-4f39-b8fb-d6354c592622,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.033839 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.041633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Subnet': ['ID=761d8b1e-a1c5-47dd-9e83-60dcb054da9e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.061520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1030c4dc-7c36-4297-a625-bf2a58cbe781 tempest-NetworksTest-646110154 tempest-NetworksTest-646110154-project] 10.222.0.73 "DELETE /v2.0/networks/6e31c679-5da9-4f39-b8fb-d6354c592622 HTTP/1.1" status: 204 len: 168 time: 2.4899831 Mar 23 10:20:17.063880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.067489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:17.068093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.086516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Checking segment: {'id': 'f8ff29a7-4d83-432e-b53a-a7744465d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:17.086867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network hostable DHCP agents. Network: 9af3ded2-4e09-44e3-ba05-6a87db290b3a, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:17.116552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Network 194695eb-46c0-431c-b902-940eaef3de29 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:17.125337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:17.132034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:17.134446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Pushing event updated for resources: {'Port': ['ID=426c0a8b-c4d5-47d7-a250-57853de3cc8b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.150354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Allocated IP 2001:db8::186 (194695eb-46c0-431c-b902-940eaef3de29/fdbe882c-a3d6-474d-8565-67c4591e1843/aa8a39b7-809f-450f-b834-17cb0231a3da) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:17.155647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:17.179023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-036bc402-7104-4899-90ab-cb153cc7f15e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:17.202201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 9af3ded2-4e09-44e3-ba05-6a87db290b3a) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:17.204179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 348e7332-e2b0-41dc-af56-8f8d10727a38 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:17.208902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:17.210158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.211032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4360025 Mar 23 10:20:17.213801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.214990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42134) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.230224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbb6f3-d01c-4cf1-af2f-276cbcc8031a None None] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:17.251030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-47065505'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:17.266553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf130-e056-4dbb-b49b-08e0b9ad5d64 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=e5dd667e-c97c-4b45-9619-d06ceb490915,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.282987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.292453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:17.313340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:17.313760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-036bc402-7104-4899-90ab-cb153cc7f15e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:17.318567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-036bc402-7104-4899-90ab-cb153cc7f15e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4612114 Mar 23 10:20:17.320785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42138) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.324091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e5dd667e-c97c-4b45-9619-d06ceb490915 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:17.324893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:17.332488 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-84d18812-2a1d-43b6-a411-8d3fd0c10f03 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6152599 Mar 23 10:20:17.334392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42142) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.339748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:17.354414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Attempting to bind port 426c0a8b-c4d5-47d7-a250-57853de3cc8b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:17.354661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1092052577'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:17.355157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Attempting to bind port 426c0a8b-c4d5-47d7-a250-57853de3cc8b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'bf8af631-eba1-47cc-bfce-dbde477979a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '194695eb-46c0-431c-b902-940eaef3de29'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:17.355709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Attempting to bind port 426c0a8b-c4d5-47d7-a250-57853de3cc8b on network 194695eb-46c0-431c-b902-940eaef3de29 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:17.436783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:17.440733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.476443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-459ce49d-dd39-4df9-8a6b-c93ee7fa6300 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.486786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:17.488308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Checking segment: {'id': 'bf8af631-eba1-47cc-bfce-dbde477979a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '194695eb-46c0-431c-b902-940eaef3de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:17.488901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.489853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Bound using segment: {'id': 'bf8af631-eba1-47cc-bfce-dbde477979a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '194695eb-46c0-431c-b902-940eaef3de29'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:17.491853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Bound port: 426c0a8b-c4d5-47d7-a250-57853de3cc8b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8af631-eba1-47cc-bfce-dbde477979a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '194695eb-46c0-431c-b902-940eaef3de29'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:17.492441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.498780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-459ce49d-dd39-4df9-8a6b-c93ee7fa6300 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.520776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:17.547684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.548305 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment 141930c8-9176-4c24-811f-bd096d26b902 of type vlan for network 8e54a57d-69c1-4635-942a-1d7176f30bd0 Mar 23 10:20:17.568699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.582086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42148) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.596293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.608556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Transition to ACTIVE for port object aa8a39b7-809f-450f-b834-17cb0231a3da will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:17.613574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.655165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.659838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:17.660438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.691768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.701587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.744523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] For port 426c0a8b-c4d5-47d7-a250-57853de3cc8b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:17.745426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:17.750442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Usage tracker for resource:port and tenant:3e8e5ea321fc4ea8af7938ad475e56d4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:17.757315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] For port 426c0a8b-c4d5-47d7-a250-57853de3cc8b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=426c0a8b-c4d5-47d7-a250-57853de3cc8b,segment=NetworkSegment(bf8af631-eba1-47cc-bfce-dbde477979a2),segment_id=bf8af631-eba1-47cc-bfce-dbde477979a2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:17.762931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.766128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:17.775469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:17.803875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'tenant_id': '3e8e5ea321fc4ea8af7938ad475e56d4', 'fixed_ips': [{'subnet_id': '761d8b1e-a1c5-47dd-9e83-60dcb054da9e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:17.804705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.807041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=348e7332-e2b0-41dc-af56-8f8d10727a38,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.816297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:17.821207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.838892 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6185319 Mar 23 10:20:17.845309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b9316-7664-40a4-880a-41d55bfeb3ed None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:17.846095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.852405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42154) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.862327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-459ce49d-dd39-4df9-8a6b-c93ee7fa6300 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.873475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:17.890419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event updated for resources: {'Port': ['ID=aa8a39b7-809f-450f-b834-17cb0231a3da,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.893334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea20ba7-f6b2-4f4e-87d1-44b1e1537edd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=8e54a57d-69c1-4635-942a-1d7176f30bd0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.896945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Network 194695eb-46c0-431c-b902-940eaef3de29 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:17.900841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:17.905018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:17.908903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:17.909507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.936380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ce49d-dd39-4df9-8a6b-c93ee7fa6300 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=714df472-3910-4895-877c-b7001f9f2bb3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.942007 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e16b985b-cfaa-4e56-ad1c-30f363d4b129 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4deec630afe94fc59031ac58fb827084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562553 Mar 23 10:20:17.942183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-459ce49d-dd39-4df9-8a6b-c93ee7fa6300 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.942294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42160) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.946660 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-459ce49d-dd39-4df9-8a6b-c93ee7fa6300 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/714df472-3910-4895-877c-b7001f9f2bb3 HTTP/1.1" status: 204 len: 168 time: 0.6213315 Mar 23 10:20:17.946792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42164) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.959902 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ea12de67-2eed-4228-8cbd-bd9a69b1a4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6143649 Mar 23 10:20:17.963745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:17.977500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42168) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.996347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Request body: {'port': {'network_id': '194695eb-46c0-431c-b902-940eaef3de29', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-601754892', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:17.996830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] bootfile-name is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:20:17.997175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] tftp-server is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:20:17.997504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.api.validators [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] server-ip-address is not in valid_values {{(pid=83746) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:20:18.004846 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-46c10d90-0a24-4c65-9327-2fddab51078a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/348e7332-e2b0-41dc-af56-8f8d10727a38 HTTP/1.1" status: 204 len: 168 time: 1.3337481 Mar 23 10:20:18.012541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] device_id is not set on port 8775a551-ca50-464c-bb6f-00299feff1f1 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:18.019051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42172) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:18.141092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8cc5c-a6a3-4300-8afd-efb27439ec71 None None] Pushing event updated for resources: {'Port': ['ID=426c0a8b-c4d5-47d7-a250-57853de3cc8b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:18.173655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:18.192738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:18.207642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:18.227689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:18.245054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:18.339229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8f41a9bf-3ca8-441f-a70f-9d26cf9ab6f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:18.370823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Allocated IP 2001:db8::2 (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/4eff563a-cdad-4ca5-937e-b317c41effd9) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:18.390250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.422334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a3514b6d-0f69-4811-9914-a86872482870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.470890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:18.496705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8f41a9bf-3ca8-441f-a70f-9d26cf9ab6f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:18.498105 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8f41a9bf-3ca8-441f-a70f-9d26cf9ab6f8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5504878 Mar 23 10:20:18.503759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Usage tracker for resource:port and tenant:9f9d11644c84472db143e49a7e615f68 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:18.518412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:18.534893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a3514b6d-0f69-4811-9914-a86872482870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.558465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:18.631247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 426c0a8b-c4d5-47d7-a250-57853de3cc8b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:18.635356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:18.699480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a17f-f934-4af5-a090-5ba0e1634e29 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.722645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a17f-f934-4af5-a090-5ba0e1634e29 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.734290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet f5604240-5365-4c59-8847-e3b5c6bdae12 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:18.741194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Made reservation on behalf of 9f9d11644c84472db143e49a7e615f68 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:18.745814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.761671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.832008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 426c0a8b-c4d5-47d7-a250-57853de3cc8b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:18.852647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] device_id is not set on port 30eaf74b-ecd6-472a-b849-9c9e7bd5cb97 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:18.879205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fabca-5ade-4ede-9919-3f3e64f6eb47 req-9ee9ff44-6a86-49cc-87a0-8f465239600e tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:18.880692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa0fabca-5ade-4ede-9919-3f3e64f6eb47 req-9ee9ff44-6a86-49cc-87a0-8f465239600e tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2355130 Mar 23 10:20:18.889457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.916460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.927644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Transition to ACTIVE for port object 4eff563a-cdad-4ca5-937e-b317c41effd9 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:18.959318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Transition to ACTIVE for port object 4eff563a-cdad-4ca5-937e-b317c41effd9 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:18.966253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.025465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a3514b6d-0f69-4811-9914-a86872482870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.034368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a17f-f934-4af5-a090-5ba0e1634e29 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.059465 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa0fabca-5ade-4ede-9919-3f3e64f6eb47 req-01fccfc5-fe98-4012-bd8e-d2e0020bffca tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708863 Mar 23 10:20:19.073100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.107913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Pushing event updated for resources: {'Port': ['ID=4eff563a-cdad-4ca5-937e-b317c41effd9,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:19.128500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:19.132764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:19.144439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:19.253822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=f8f75651-10e9-4dc9-a571-4f7bb86a2e56,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:19.308882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Allocated IP 2001:db8::60 (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/8775a551-ca50-464c-bb6f-00299feff1f1) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:19.375721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Attempting to bind port 4eff563a-cdad-4ca5-937e-b317c41effd9 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:19.376095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Attempting to bind port 4eff563a-cdad-4ca5-937e-b317c41effd9 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'f8ff29a7-4d83-432e-b53a-a7744465d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:19.376462 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Attempting to bind port 4eff563a-cdad-4ca5-937e-b317c41effd9 on network 9af3ded2-4e09-44e3-ba05-6a87db290b3a {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:19.396125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:19.396423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Checking segment: {'id': 'f8ff29a7-4d83-432e-b53a-a7744465d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:19.397097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.397666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Bound using segment: {'id': 'f8ff29a7-4d83-432e-b53a-a7744465d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:19.397963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Bound port: 4eff563a-cdad-4ca5-937e-b317c41effd9, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ff29a7-4d83-432e-b53a-a7744465d7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:19.398903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.441638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514b6d-0f69-4811-9914-a86872482870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ae28a-f6bd-4e98-8061-4325e94b8bb1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:19.489317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1a17f-f934-4af5-a090-5ba0e1634e29 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9debcd37-06ef-4970-8526-3eefa6b03a8b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:19.550247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.609685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a17f-f934-4af5-a090-5ba0e1634e29 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.613815 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6cc1a17f-f934-4af5-a090-5ba0e1634e29 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9debcd37-06ef-4970-8526-3eefa6b03a8b HTTP/1.1" status: 204 len: 168 time: 1.0940313 Mar 23 10:20:19.616531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] For port 4eff563a-cdad-4ca5-937e-b317c41effd9, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:19.619864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] For port 4eff563a-cdad-4ca5-937e-b317c41effd9, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eff563a-cdad-4ca5-937e-b317c41effd9,segment=NetworkSegment(f8ff29a7-4d83-432e-b53a-a7744465d7bc),segment_id=f8ff29a7-4d83-432e-b53a-a7744465d7bc)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:19.622831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc9c0c6-20f1-44b3-a7f5-2f630535cadd None None] Network 194695eb-46c0-431c-b902-940eaef3de29 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:19.630928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42188) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:19.649234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.650138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Allocated IP 2001:db8::b4 (194695eb-46c0-431c-b902-940eaef3de29/fdbe882c-a3d6-474d-8565-67c4591e1843/30eaf74b-ecd6-472a-b849-9c9e7bd5cb97) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:19.659646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a3514b6d-0f69-4811-9914-a86872482870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.663727 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a3514b6d-0f69-4811-9914-a86872482870 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b04ae28a-f6bd-4e98-8061-4325e94b8bb1 HTTP/1.1" status: 204 len: 168 time: 1.7204485 Mar 23 10:20:19.752674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': '3c7fe8c2-157f-4622-95b5-26161fe3dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:19.757338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: e5dd667e-c97c-4b45-9619-d06ceb490915, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:19.777706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-187b24a0-08d2-4c48-bd8b-09d6fb4a0363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:19.880875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] Provisioning for port 426c0a8b-c4d5-47d7-a250-57853de3cc8b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:19.896887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffeb93-1775-452c-8022-8ab6206cee7f None None] Pushing event updated for resources: {'Port': ['ID=4eff563a-cdad-4ca5-937e-b317c41effd9,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:19.908080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] Provisioning complete for port 426c0a8b-c4d5-47d7-a250-57853de3cc8b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:19.908433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.910410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.911999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d65174-49cf-4dba-b2f2-ccdeb1bde8ce req-ba29047f-62b8-49cf-a9a3-63ec557ff9f8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:19.914320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-24d65174-49cf-4dba-b2f2-ccdeb1bde8ce req-ba29047f-62b8-49cf-a9a3-63ec557ff9f8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5822167 Mar 23 10:20:19.954025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-187b24a0-08d2-4c48-bd8b-09d6fb4a0363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:19.956661 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-187b24a0-08d2-4c48-bd8b-09d6fb4a0363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3237636 Mar 23 10:20:19.966241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42196) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:19.990744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=f5604240-5365-4c59-8847-e3b5c6bdae12,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.006901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.031266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network e5dd667e-c97c-4b45-9619-d06ceb490915 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:20.067417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.071391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301d470-c967-41f2-b821-8808be6b8741 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:20.072098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e85f020a-f445-4abc-95eb-f9b4872b0dc2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.079191 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-818e5d08-fabe-4508-8c2c-ecf943383430 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/f5604240-5365-4c59-8847-e3b5c6bdae12 HTTP/1.1" status: 204 len: 168 time: 2.0538969 Mar 23 10:20:20.085822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42200) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:20.121168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Transition to ACTIVE for port object 8775a551-ca50-464c-bb6f-00299feff1f1 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:20.218567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e85f020a-f445-4abc-95eb-f9b4872b0dc2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.231452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e5dd667e-c97c-4b45-9619-d06ceb490915) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:20.238309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.240747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:20.241328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.254794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a8aaf-e835-4b78-bfa0-c95d4df5f6b5 None None] Network e5dd667e-c97c-4b45-9619-d06ceb490915 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:20.258952 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f0c3bfbe-3190-4376-ba99-54b6a1be46f7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1720042 Mar 23 10:20:20.259684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42208) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:20.284513 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-24d65174-49cf-4dba-b2f2-ccdeb1bde8ce req-fc8a982e-db38-45ba-a7c2-e43455f8ab52 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431902 Mar 23 10:20:20.338018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.375158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Transition to ACTIVE for port object 30eaf74b-ecd6-472a-b849-9c9e7bd5cb97 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:20.388683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e85f020a-f445-4abc-95eb-f9b4872b0dc2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.432154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:20.443670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:20.450615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:20.461552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:20.462185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.474108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4fe46925-fd65-40cd-8931-f035ec20081f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6200316 Mar 23 10:20:20.475521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42216) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:20.497196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:20.504061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f020a-f445-4abc-95eb-f9b4872b0dc2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baed366f-8b91-46e2-9932-1051fe0f6912,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.533299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.541043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=8775a551-ca50-464c-bb6f-00299feff1f1,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.575308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eff563a-cdad-4ca5-937e-b317c41effd9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:20.613220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e85f020a-f445-4abc-95eb-f9b4872b0dc2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.616800 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e85f020a-f445-4abc-95eb-f9b4872b0dc2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/baed366f-8b91-46e2-9932-1051fe0f6912 HTTP/1.1" status: 204 len: 168 time: 0.6442707 Mar 23 10:20:20.621003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42222) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:20.621638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event updated for resources: {'Port': ['ID=30eaf74b-ecd6-472a-b849-9c9e7bd5cb97,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.657506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fa6cd777-1bde-4467-9538-a0345697ff4f tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3207982 Mar 23 10:20:20.669974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d817f-ec4b-4fec-938f-54ee386a9668 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:20.671694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1f5d817f-ec4b-4fec-938f-54ee386a9668 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:20.675360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42226) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:20.686817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Network 194695eb-46c0-431c-b902-940eaef3de29 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:20.696242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:20.700903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:20.709042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:20.710560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.726018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:20.729035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1103613796', 'allowed_address_pairs': [{'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:7c:5c:75'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:20.732635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:20.737497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:20.747477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:20.767653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0705-4dbc-4ee4-aa2d-034327d85ead req-ac156eaa-d91c-44c1-bf21-32938c818abf tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:20.769398 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6ecd0705-4dbc-4ee4-aa2d-034327d85ead req-ac156eaa-d91c-44c1-bf21-32938c818abf tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2250013 Mar 23 10:20:20.786163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:20.958911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.972913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.978461 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6ecd0705-4dbc-4ee4-aa2d-034327d85ead req-a0c03675-ad54-4c4c-9038-a1d3c0b4adc7 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944430 Mar 23 10:20:20.982086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:20.987562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Usage tracker for resource:port and tenant:3e8e5ea321fc4ea8af7938ad475e56d4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:20.991252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:20.998495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:21.061492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f5824907-04f1-49be-bf7f-1fb0f103df42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:21.070287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1f5d817f-ec4b-4fec-938f-54ee386a9668 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:21.071601 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1f5d817f-ec4b-4fec-938f-54ee386a9668 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8066366 Mar 23 10:20:21.075768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42238) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.079260 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d09b5e13-350b-4547-8660-2706a869628b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.1007826 Mar 23 10:20:21.086014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:21.097146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.131891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.203966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 4eff563a-cdad-4ca5-937e-b317c41effd9 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:21.215604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e5dd667e-c97c-4b45-9619-d06ceb490915', 'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': 'f8f75651-10e9-4dc9-a571-4f7bb86a2e56'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:21.218845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.272975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f5824907-04f1-49be-bf7f-1fb0f103df42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:21.275852 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f5824907-04f1-49be-bf7f-1fb0f103df42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6490769 Mar 23 10:20:21.295888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] For port 426c0a8b-c4d5-47d7-a250-57853de3cc8b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=426c0a8b-c4d5-47d7-a250-57853de3cc8b,segment=NetworkSegment(bf8af631-eba1-47cc-bfce-dbde477979a2),segment_id=bf8af631-eba1-47cc-bfce-dbde477979a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:21.300538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42246) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.300869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42248) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.348166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.350561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398510c-25fc-4a62-b4f4-d52c1eacbec1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.352503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e398510c-25fc-4a62-b4f4-d52c1eacbec1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:21.377209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] device_id is not set on port c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:21.462949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.466076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:21.472094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d3da1c-b71a-4a75-a3f8-f0b58708f90c None None] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:21.487048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60024a16-8083-4d27-8ab8-9564deabaaca tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.499768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60024a16-8083-4d27-8ab8-9564deabaaca tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.527196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8657308-bf12-4677-90fd-3cb9880b648e req-98603b9e-6c75-4311-ae8d-c825c8b84b4f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.535889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a8657308-bf12-4677-90fd-3cb9880b648e req-98603b9e-6c75-4311-ae8d-c825c8b84b4f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2311060 Mar 23 10:20:21.536133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60024a16-8083-4d27-8ab8-9564deabaaca tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.556186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e398510c-25fc-4a62-b4f4-d52c1eacbec1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:21.560467 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e398510c-25fc-4a62-b4f4-d52c1eacbec1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4416206 Mar 23 10:20:21.573295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42256) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.585466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60024a16-8083-4d27-8ab8-9564deabaaca tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c60f494-9798-4c52-9265-46a613581c0b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:21.625003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] Deleting port 4a891e1a-527c-48a4-9289-cb47f9b0faca {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:21.625651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.653233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:21.664252 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a8657308-bf12-4677-90fd-3cb9880b648e req-835720e6-fd0c-4e18-b4f2-5d7b7cf9c47f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267900 Mar 23 10:20:21.668122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': '141930c8-9176-4c24-811f-bd096d26b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:21.668480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: 8e54a57d-69c1-4635-942a-1d7176f30bd0, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:21.681607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ffc1c01c-d5db-414c-ae1a-5f3f92cd9e5a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] Request body: {'port': {'network_id': 'd6b71138-e7e1-40b9-b05f-1e18e58acee8', 'name': 'tempest-NetworksNegativeTestJSON-1890170154'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:21.696582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:21.720198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8e54a57d-69c1-4635-942a-1d7176f30bd0) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:21.724685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.725400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.752007 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-728bd20d-755c-4b10-a451-585487257e65 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2699676 Mar 23 10:20:21.755054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42262) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.762738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503531372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:21.765925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb74a6c-b3ca-40b2-877d-ea8a7e841aa2 None None] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:21.770757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:21.776175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:21.779293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:21.784667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2652b-ab8b-40f1-950f-76d4031bdf56 None None] Pushing event updated for resources: {'Port': ['ID=426c0a8b-c4d5-47d7-a250-57853de3cc8b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:21.785857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:21.806890 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ddedcdf9-f255-46ed-a086-88fd69cb793c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2287920 Mar 23 10:20:21.812485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42266) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.813212 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc1c01c-d5db-414c-ae1a-5f3f92cd9e5a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] POST failed (client error): The resource could not be found. Mar 23 10:20:21.814032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc1c01c-d5db-414c-ae1a-5f3f92cd9e5a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:21.815636 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ffc1c01c-d5db-414c-ae1a-5f3f92cd9e5a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5078607 Mar 23 10:20:21.825852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60024a16-8083-4d27-8ab8-9564deabaaca tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.827385 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-60024a16-8083-4d27-8ab8-9564deabaaca tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4c60f494-9798-4c52-9265-46a613581c0b HTTP/1.1" status: 204 len: 168 time: 0.5218534 Mar 23 10:20:21.827578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:21.828503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42270) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.843590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37964a24-3192-4834-9dbd-1f9cc610b19b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.847772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37964a24-3192-4834-9dbd-1f9cc610b19b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.854284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37964a24-3192-4834-9dbd-1f9cc610b19b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.855179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-37964a24-3192-4834-9dbd-1f9cc610b19b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Synchronizing usage tracker for tenant:9f9d11644c84472db143e49a7e615f68 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:21.858684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42272) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.869059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.870275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.896101 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb62861-d957-4d51-8ec2-7a991ec0fc9a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:21.897751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb62861-d957-4d51-8ec2-7a991ec0fc9a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:21.905635 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1eb62861-d957-4d51-8ec2-7a991ec0fc9a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "DELETE /v2.0/networks/195fbf77-2837-4a93-9548-b19d75ef5ace HTTP/1.1" status: 404 len: 339 time: 0.0734000 Mar 23 10:20:21.933990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Allocated IP 2001:db8::2d4 (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:21.969601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Allocated IP 172.20.0.2 (e5dd667e-c97c-4b45-9619-d06ceb490915/f8f75651-10e9-4dc9-a571-4f7bb86a2e56/15dd2a37-7798-48e9-b120-476be82e7962) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:22.000480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Provisioning complete for port 4a891e1a-527c-48a4-9289-cb47f9b0faca triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:22.001141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.064147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42278) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.255468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-37964a24-3192-4834-9dbd-1f9cc610b19b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Unset dirty status for tenant:9f9d11644c84472db143e49a7e615f68 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:22.260640 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-37964a24-3192-4834-9dbd-1f9cc610b19b tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.0499816 Mar 23 10:20:22.265305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42284) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.272703 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-01540263-86f5-4a9e-91e0-7b13a7836ade tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:22.273181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01540263-86f5-4a9e-91e0-7b13a7836ade tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:22.327357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.351956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Transition to ACTIVE for port object c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:22.379231 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-01540263-86f5-4a9e-91e0-7b13a7836ade tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "DELETE /v2.0/ports/16fd02b1-c625-4342-b819-0915b80ec152 HTTP/1.1" status: 404 len: 333 time: 0.3042488 Mar 23 10:20:22.381031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:22.385195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42288) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.415368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.438800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a1db648-ed1a-48df-a9b2-a7e5badae9cb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:22.442955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:22.471326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Deleting port 30eaf74b-ecd6-472a-b849-9c9e7bd5cb97 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:22.471866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.507353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 426c0a8b-c4d5-47d7-a250-57853de3cc8b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:22.539321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:22.561189 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcee0bdd-1dac-4e3a-98c7-899d05ab79f4 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:22.561518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcee0bdd-1dac-4e3a-98c7-899d05ab79f4 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:22.561635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.563742 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fcee0bdd-1dac-4e3a-98c7-899d05ab79f4 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "DELETE /v2.0/subnets/bc97011c-c77a-444c-974f-ca5b15df0599 HTTP/1.1" status: 404 len: 337 time: 0.1779873 Mar 23 10:20:22.565711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.567873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42292) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.587956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a1db648-ed1a-48df-a9b2-a7e5badae9cb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:22.589109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4a1db648-ed1a-48df-a9b2-a7e5badae9cb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7244465 Mar 23 10:20:22.606194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42296) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.677220 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c723cf17-09e9-43be-bbf7-a2a0a3fe0e8f tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] GET failed (client error): The resource could not be found. Mar 23 10:20:22.678472 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c723cf17-09e9-43be-bbf7-a2a0a3fe0e8f tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "GET /v2.0/networks/7d8e06bc-64eb-4047-9a0d-c17cdac4089e HTTP/1.1" status: 404 len: 339 time: 0.1094656 Mar 23 10:20:22.686187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42300) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.713498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.715305 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-49a3815a-44d0-4669-8a1a-9dd073913459 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9584730 Mar 23 10:20:22.721781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] For port 4a891e1a-527c-48a4-9289-cb47f9b0faca, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4a891e1a-527c-48a4-9289-cb47f9b0faca,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:22.722028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.728395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42304) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.734959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31710202-1921-4376-9735-b9b277d106c5 req-60c1b93d-326e-4c68-904a-9b9809c64312 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:22.735851 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-31710202-1921-4376-9735-b9b277d106c5 req-60c1b93d-326e-4c68-904a-9b9809c64312 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4728863 Mar 23 10:20:22.738143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:22.768404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:22.781343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:22.792627 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43d26cd-c1af-402b-9953-51ad2cd063c1 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] GET failed (client error): The resource could not be found. Mar 23 10:20:22.793651 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c43d26cd-c1af-402b-9953-51ad2cd063c1 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "GET /v2.0/ports/22075e7a-5400-44f5-a5bb-1b30cabb8ea7 HTTP/1.1" status: 404 len: 333 time: 0.1052196 Mar 23 10:20:22.800058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42308) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.801097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:22.805540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:22.806156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.824167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.825009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:22.825571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:22.870866 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0091bcfc-1100-4b7f-a528-192842d5640a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] GET failed (client error): The resource could not be found. Mar 23 10:20:22.872222 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0091bcfc-1100-4b7f-a528-192842d5640a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "GET /v2.0/subnets/2669538a-62cb-477c-8c0f-2d1f5a03955e HTTP/1.1" status: 404 len: 337 time: 0.0531120 Mar 23 10:20:22.875654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c84f98d8-3e64-4cce-a5b5-9c9cdbe30293 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.878018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42312) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.888270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ac19d97d-aa0d-4d18-aada-0c604838a49a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:22.924989 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f85742ef-f26a-497f-b1cf-f1c8ce5d16cb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2276583 Mar 23 10:20:22.926797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42316) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.939094 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac19d97d-aa0d-4d18-aada-0c604838a49a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] PUT failed (client error): The resource could not be found. Mar 23 10:20:22.939555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac19d97d-aa0d-4d18-aada-0c604838a49a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:22.941216 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ac19d97d-aa0d-4d18-aada-0c604838a49a tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "PUT /v2.0/networks/d73f4d80-e1cf-41c7-8e17-f42433a96af0 HTTP/1.1" status: 404 len: 339 time: 0.0621903 Mar 23 10:20:22.955626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42320) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.959355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] Calling delete_port for 4a891e1a-527c-48a4-9289-cb47f9b0faca owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:22.980289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c84f98d8-3e64-4cce-a5b5-9c9cdbe30293 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.006282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8e54a57d-69c1-4635-942a-1d7176f30bd0', 'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': '8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:23.007481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.015217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5992f4d0-ee26-4bf3-88ed-2fd747260928 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:23.055669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-23a63017-50ff-4c99-a2af-73540455d76b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2412264 Mar 23 10:20:23.058304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768cb3e9-009d-4c1c-9743-58eefe8ea9f8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:23.062310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768cb3e9-009d-4c1c-9743-58eefe8ea9f8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:23.066272 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768cb3e9-009d-4c1c-9743-58eefe8ea9f8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:23.067140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-768cb3e9-009d-4c1c-9743-58eefe8ea9f8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Synchronizing usage tracker for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:23.071585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42324) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.078142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:23.081474 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5992f4d0-ee26-4bf3-88ed-2fd747260928 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] PUT failed (client error): The resource could not be found. Mar 23 10:20:23.081983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5992f4d0-ee26-4bf3-88ed-2fd747260928 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:23.082969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5992f4d0-ee26-4bf3-88ed-2fd747260928 tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "PUT /v2.0/ports/dbb41906-810d-454e-90b0-ab979d178f89 HTTP/1.1" status: 404 len: 333 time: 0.1264188 Mar 23 10:20:23.091002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42328) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.098048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c84f98d8-3e64-4cce-a5b5-9c9cdbe30293 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.100690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-eb79cd64-5ed0-417e-b7da-71134c9e091b tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:23.136368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-31710202-1921-4376-9735-b9b277d106c5 req-04e97ab8-73e9-4487-a7d1-fa11604129e1 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162892 Mar 23 10:20:23.159266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb79cd64-5ed0-417e-b7da-71134c9e091b tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] PUT failed (client error): The resource could not be found. Mar 23 10:20:23.159747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb79cd64-5ed0-417e-b7da-71134c9e091b tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:23.161120 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eb79cd64-5ed0-417e-b7da-71134c9e091b tempest-NetworksNegativeTestJSON-1771708785 tempest-NetworksNegativeTestJSON-1771708785-project] 10.222.0.73 "PUT /v2.0/subnets/9eb76ec0-4a76-4e8b-8fdc-0710014e21fd HTTP/1.1" status: 404 len: 337 time: 0.0680776 Mar 23 10:20:23.182953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f98d8-3e64-4cce-a5b5-9c9cdbe30293 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c688f3cb-a6c6-473d-a639-8de44259637b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:23.218328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-768cb3e9-009d-4c1c-9743-58eefe8ea9f8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Unset dirty status for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:23.219615 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-768cb3e9-009d-4c1c-9743-58eefe8ea9f8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2852747 Mar 23 10:20:23.222627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42334) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.243907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 426c0a8b-c4d5-47d7-a250-57853de3cc8b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:23.244282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.272876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c84f98d8-3e64-4cce-a5b5-9c9cdbe30293 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.274779 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c84f98d8-3e64-4cce-a5b5-9c9cdbe30293 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/c688f3cb-a6c6-473d-a639-8de44259637b HTTP/1.1" status: 204 len: 168 time: 0.6439912 Mar 23 10:20:23.284023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42338) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.300529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Provisioning for port 4eff563a-cdad-4ca5-937e-b317c41effd9 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:23.311829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.317800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.323070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:23.358223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:23.369129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:23.369471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.400626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Provisioning complete for port 4eff563a-cdad-4ca5-937e-b317c41effd9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:23.401003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.426568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.428473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:23.432580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.434293 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:23.435023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:23.446971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] Pushing event deleted for resources: {'Port': ['ID=4a891e1a-527c-48a4-9289-cb47f9b0faca,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:23.449391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Transition to ACTIVE for port object 15dd2a37-7798-48e9-b120-476be82e7962 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:23.474152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-637a2e09-16c7-462f-a1d8-0599dd9beffa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:23.547903 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9b8f584-fd0c-4d55-8e29-faa9fdf0a58a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4750926 Mar 23 10:20:23.548701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42342) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.556271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7b9ee-92e0-4152-b7ba-946430f8a586 None None] No DVR routers for this DVR port 4a891e1a-527c-48a4-9289-cb47f9b0faca on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:23.565954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:23.580746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Calling delete_port for 30eaf74b-ecd6-472a-b849-9c9e7bd5cb97 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:23.584170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Transition to ACTIVE for port object 15dd2a37-7798-48e9-b120-476be82e7962 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:23.609610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.734161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Allocated IP 172.21.0.2 (8e54a57d-69c1-4635-942a-1d7176f30bd0/8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893/54a49ce4-0045-4342-8af3-776bae1a075b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:23.759977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-637a2e09-16c7-462f-a1d8-0599dd9beffa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:23.761211 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-637a2e09-16c7-462f-a1d8-0599dd9beffa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4749324 Mar 23 10:20:23.784513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42348) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.797390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805855567'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:23.809179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:23.880193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:23.893866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42352) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.918931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:23.934043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.951365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.969543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Network e5dd667e-c97c-4b45-9619-d06ceb490915 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:23.980450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Pushing event updated for resources: {'Port': ['ID=15dd2a37-7798-48e9-b120-476be82e7962,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:23.985185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:24.038540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:24.168742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:24.230420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.266516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:24.318690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4a891e1a-527c-48a4-9289-cb47f9b0faca no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:24.330967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.350784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:24.394692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 4a891e1a-527c-48a4-9289-cb47f9b0faca {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:24.395113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4a891e1a-527c-48a4-9289-cb47f9b0faca not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:24.439189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c91f8076-c750-482b-b232-da5d14776e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.440758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.441563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Attempting to bind port 15dd2a37-7798-48e9-b120-476be82e7962 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:24.442072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Attempting to bind port 15dd2a37-7798-48e9-b120-476be82e7962 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c7fe8c2-157f-4622-95b5-26161fe3dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:24.442454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Attempting to bind port 15dd2a37-7798-48e9-b120-476be82e7962 on network e5dd667e-c97c-4b45-9619-d06ceb490915 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:24.450256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.462090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] For port 4eff563a-cdad-4ca5-937e-b317c41effd9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eff563a-cdad-4ca5-937e-b317c41effd9,segment=NetworkSegment(f8ff29a7-4d83-432e-b53a-a7744465d7bc),segment_id=f8ff29a7-4d83-432e-b53a-a7744465d7bc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:24.495617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:24.503757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:24.506668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.509534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:24.509960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Checking segment: {'id': '3c7fe8c2-157f-4622-95b5-26161fe3dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:24.510760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.511804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Bound using segment: {'id': '3c7fe8c2-157f-4622-95b5-26161fe3dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:24.511898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:24.512367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Bound port: 15dd2a37-7798-48e9-b120-476be82e7962, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7fe8c2-157f-4622-95b5-26161fe3dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e5dd667e-c97c-4b45-9619-d06ceb490915'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:24.512758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.528762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:24.533841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:24.543131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Usage tracker for resource:security_group_rule and tenant:3aafd67551c04a148107e111ee7ff1eb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:24.549328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.550739 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:24.551105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:24.565641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.580359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event deleted for resources: {'Port': ['ID=30eaf74b-ecd6-472a-b849-9c9e7bd5cb97,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:24.589680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:24.590150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.612195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:24.665193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.672564 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4fbedc97-6d5f-454a-b50d-0414a84df8a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1167305 Mar 23 10:20:24.674366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:24.684666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.696276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:24.715117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Transition to ACTIVE for port object 54a49ce4-0045-4342-8af3-776bae1a075b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:24.811302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] For port 15dd2a37-7798-48e9-b120-476be82e7962, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:24.815014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] For port 15dd2a37-7798-48e9-b120-476be82e7962, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=15dd2a37-7798-48e9-b120-476be82e7962,segment=NetworkSegment(3c7fe8c2-157f-4622-95b5-26161fe3dcaf),segment_id=3c7fe8c2-157f-4622-95b5-26161fe3dcaf)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:24.821052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b9fe-38c8-4a22-b34a-5b4e57b0eb2c req-ee671ef1-3b62-4005-a076-c1b46471e37a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:24.822572 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0f00b9fe-38c8-4a22-b34a-5b4e57b0eb2c req-ee671ef1-3b62-4005-a076-c1b46471e37a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4520080 Mar 23 10:20:24.831806 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5e83d36a-41bf-44e3-8025-c49b0ebc24c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "DELETE /v2.0/ports/30eaf74b-ecd6-472a-b849-9c9e7bd5cb97 HTTP/1.1" status: 204 len: 168 time: 2.5502248 Mar 23 10:20:24.831806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42364) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:24.844714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Provisioning for port aa8a39b7-809f-450f-b834-17cb0231a3da completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:24.852031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.861274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Provisioning complete for port aa8a39b7-809f-450f-b834-17cb0231a3da triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:24.861646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.883759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Request body: {'port': {'name': 'tempest-new-port-name-1790423313', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:24.884590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.api.validators [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] bootfile-name is not in valid_values {{(pid=83745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:20:24.885132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.api.validators [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] tftp-server is not in valid_values {{(pid=83745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:20:24.885666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.api.validators [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] server-ip-address is not in valid_values {{(pid=83745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:20:24.929344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Port aa8a39b7-809f-450f-b834-17cb0231a3da cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:24.933806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Transition to ACTIVE for port object 54a49ce4-0045-4342-8af3-776bae1a075b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:24.937894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904e8dd-2bd3-4197-b355-0c48680e281b None None] Pushing event updated for resources: {'Port': ['ID=4eff563a-cdad-4ca5-937e-b317c41effd9,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:24.988315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.032579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.036701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Provisioning for port 8775a551-ca50-464c-bb6f-00299feff1f1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:25.050774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:25.053464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Provisioning complete for port 8775a551-ca50-464c-bb6f-00299feff1f1 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:25.053837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.083132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0806c-75dd-4370-a231-5ccf4cb8ad77 None None] Pushing event updated for resources: {'Port': ['ID=15dd2a37-7798-48e9-b120-476be82e7962,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.086247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.113320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.120355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.124826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:25.127411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:25.191646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.221368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Port 8775a551-ca50-464c-bb6f-00299feff1f1 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:25.223344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Pushing event updated for resources: {'Port': ['ID=54a49ce4-0045-4342-8af3-776bae1a075b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.232151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0f00b9fe-38c8-4a22-b34a-5b4e57b0eb2c req-4aef3b0d-9b66-4a4b-9ac0-a0dcb128d5bd tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539948 Mar 23 10:20:25.239426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:25.269769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:25.328252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.330534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Attempting to bind port 54a49ce4-0045-4342-8af3-776bae1a075b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:25.331171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Attempting to bind port 54a49ce4-0045-4342-8af3-776bae1a075b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '141930c8-9176-4c24-811f-bd096d26b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:25.331571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Attempting to bind port 54a49ce4-0045-4342-8af3-776bae1a075b on network 8e54a57d-69c1-4635-942a-1d7176f30bd0 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:25.339298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Provisioning complete for port 4eff563a-cdad-4ca5-937e-b317c41effd9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:25.339707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.400648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:25.401316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Checking segment: {'id': '141930c8-9176-4c24-811f-bd096d26b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:25.401902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.402506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Bound using segment: {'id': '141930c8-9176-4c24-811f-bd096d26b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:25.404827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Bound port: 54a49ce4-0045-4342-8af3-776bae1a075b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141930c8-9176-4c24-811f-bd096d26b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '8e54a57d-69c1-4635-942a-1d7176f30bd0'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:25.405451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.408607 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3aafd67551c04a148107e111ee7ff1eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5112398 Mar 23 10:20:25.408607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:25.410156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42368) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.418339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.422226 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:25.422681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:25.441318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.442798 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6572664 Mar 23 10:20:25.452449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42372) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.470831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': '31ff5f9a-d255-491c-a8fd-7ab43f0c0151', 'direction': 'ingress', 'protocol': 17}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:25.512034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.517319 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-297b591c-8051-4f09-99a4-33b670cd0767 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/ports/c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f HTTP/1.1" status: 204 len: 168 time: 2.2935264 Mar 23 10:20:25.518436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42376) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.530388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dd58cd7a-2381-4f0d-b35d-b10c58b75ac9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8471978 Mar 23 10:20:25.531205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb5152-d07f-406d-a3e4-c08604c336a9 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff5f9a-d255-491c-a8fd-7ab43f0c0151,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.540561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42380) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.541925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:25.581376 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6baf76-195d-4abb-b1aa-5c5a40f3cc2b tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] GET failed (client error): The resource could not be found. Mar 23 10:20:25.581895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1d6baf76-195d-4abb-b1aa-5c5a40f3cc2b tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Synchronizing usage tracker for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:25.586768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:25.610617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:25.615059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.20.0.1 (e5dd667e-c97c-4b45-9619-d06ceb490915/f8f75651-10e9-4dc9-a571-4f7bb86a2e56/c31a9470-295d-4173-8c04-96b7c210134c) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:25.623345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a324701-f87c-4eb8-939d-26b39ce32be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f8150-9b53-442b-869a-21111d7006ef,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.634467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:25.644210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] For port 54a49ce4-0045-4342-8af3-776bae1a075b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:25.646957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1d6baf76-195d-4abb-b1aa-5c5a40f3cc2b tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Unset dirty status for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:25.649231 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1d6baf76-195d-4abb-b1aa-5c5a40f3cc2b tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "GET /v2.0/ports/c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f HTTP/1.1" status: 404 len: 333 time: 0.1276095 Mar 23 10:20:25.652914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] For port 54a49ce4-0045-4342-8af3-776bae1a075b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=54a49ce4-0045-4342-8af3-776bae1a075b,segment=NetworkSegment(141930c8-9176-4c24-811f-bd096d26b902),segment_id=141930c8-9176-4c24-811f-bd096d26b902)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:25.653095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42384) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.664991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1910552791'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:25.666386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.754060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Could not find standard attr ID for object 30eaf74b-ecd6-472a-b849-9c9e7bd5cb97. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:25.760154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Could not find standard attr ID for object c0ecc0a2-4fd2-4b32-ad08-74ca2deaf30f. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:25.764323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a3e37-400c-4b1c-9175-6f9ff7894a4d None None] Pushing event updated for resources: {'Port': ['ID=54a49ce4-0045-4342-8af3-776bae1a075b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.782028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Provisioning complete for port 426c0a8b-c4d5-47d7-a250-57853de3cc8b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:25.782394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88fd2271-fdcf-434e-95cd-86eb0d5ca1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.786719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:25.827594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:25.838929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:25.850921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:25.854377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.879956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] device_id is not set on port ee81f1f7-6802-4005-82ad-23123eb87f9b yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:25.939679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:25.971186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:25.973297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.981649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.986326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c60d7cd-07f1-4dc0-aa24-67847f3096b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.009038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.038399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Allocated IP 2001:db8::213 (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/ee81f1f7-6802-4005-82ad-23123eb87f9b) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:26.064671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:26.139713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c60d7cd-07f1-4dc0-aa24-67847f3096b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.201215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] In _notify_port_updated(), no bound segment for port aa8a39b7-809f-450f-b834-17cb0231a3da on network 194695eb-46c0-431c-b902-940eaef3de29 {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:20:26.205166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:26.205825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.207138 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "PUT /v2.0/ports/aa8a39b7-809f-450f-b834-17cb0231a3da HTTP/1.1" status: 200 len: 1130 time: 1.3714993 Mar 23 10:20:26.210850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42388) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.222057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:26.225522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.227479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:26.227916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:26.410746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21a523-fc60-4f52-b165-4fc782e1c1d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:26.416569 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7f21a523-fc60-4f52-b165-4fc782e1c1d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "GET /v2.0/ports/aa8a39b7-809f-450f-b834-17cb0231a3da HTTP/1.1" status: 200 len: 1130 time: 0.2002599 Mar 23 10:20:26.421466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42394) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.500397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.599486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7fe03b4f-ef7d-4e25-bfa6-b40237b385af tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0403659 Mar 23 10:20:26.600745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca490595-8506-4443-bd6b-8373d37f4918 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event updated for resources: {'Port': ['ID=aa8a39b7-809f-450f-b834-17cb0231a3da,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.605589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42398) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.613960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Deleting port aa8a39b7-809f-450f-b834-17cb0231a3da {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:26.614391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.619027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object c31a9470-295d-4173-8c04-96b7c210134c will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:26.661478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c60d7cd-07f1-4dc0-aa24-67847f3096b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.681294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.684979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ddb1dda4-273c-46ac-9dcf-37b00787adeb None None] Provisioning complete for port aa8a39b7-809f-450f-b834-17cb0231a3da triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:26.685508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ddb1dda4-273c-46ac-9dcf-37b00787adeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.689956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:26.724596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Transition to ACTIVE for port object ee81f1f7-6802-4005-82ad-23123eb87f9b will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:26.743950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eff563a-cdad-4ca5-937e-b317c41effd9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:26.744196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.762080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.763409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60d7cd-07f1-4dc0-aa24-67847f3096b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f8150-9b53-442b-869a-21111d7006ef,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.767219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c60d7cd-07f1-4dc0-aa24-67847f3096b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.769184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9c60d7cd-07f1-4dc0-aa24-67847f3096b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb2f8150-9b53-442b-869a-21111d7006ef HTTP/1.1" status: 204 len: 168 time: 1.3569343 Mar 23 10:20:26.841730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-868ade4e-f961-43bc-8b83-e069490e8810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.870189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1dda4-273c-46ac-9dcf-37b00787adeb None None] Port aa8a39b7-809f-450f-b834-17cb0231a3da cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:26.907657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e9a3b-0f24-419c-94ee-e4c7dd67f10e None None] Network e5dd667e-c97c-4b45-9619-d06ceb490915 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:26.915726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network e5dd667e-c97c-4b45-9619-d06ceb490915 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:26.925345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.929986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=c31a9470-295d-4173-8c04-96b7c210134c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.934024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:26.936449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:26.938350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4eff563a-cdad-4ca5-937e-b317c41effd9 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:26.942796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.055914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.130132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.160850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.197124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d19bd94b-c5ef-46cb-be49-86b4c1c78b2d None None] Provisioning for port 15dd2a37-7798-48e9-b120-476be82e7962 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:27.290632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28eedce-151f-4fb2-9517-de1e6c5097a9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.293654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Calling delete_port for aa8a39b7-809f-450f-b834-17cb0231a3da owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:27.294735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.298834 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-84e9db27-9144-4088-afd8-f49a1ebc1d42 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.8431444 Mar 23 10:20:27.304835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42404) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:27.329588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:27.340273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:27.354787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:27.359020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:27.359767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.366463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494218-05bd-4f6a-b625-dc109bce2a8d req-05c3b9c2-681f-4bd9-9c9d-c2ec3b5a4683 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:27.368730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa494218-05bd-4f6a-b625-dc109bce2a8d req-05c3b9c2-681f-4bd9-9c9d-c2ec3b5a4683 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.8754895 Mar 23 10:20:27.383740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=ee81f1f7-6802-4005-82ad-23123eb87f9b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.432100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4a438-6b98-4d9f-bd9b-67260bb859b9 None None] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:27.444227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:27.446533 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5688eee2-f354-4002-8a88-a248a6339ef5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7927997 Mar 23 10:20:27.448685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42408) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:27.458570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:7c:5c:75'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:27.511450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:27.536397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa494218-05bd-4f6a-b625-dc109bce2a8d req-97b2d87d-7276-44d1-845f-b82207821b14 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562250 Mar 23 10:20:27.550272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9d92-619b-4ae9-99d0-9d3b3d51d65b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.570364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15dd2a37-7798-48e9-b120-476be82e7962 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:27.574136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:27.578325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.580462 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:27.581428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:27.602420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.649349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d2128710-1f95-45ea-92d9-2ca2084ca955 None None] Provisioning for port 54a49ce4-0045-4342-8af3-776bae1a075b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:27.653371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9d92-619b-4ae9-99d0-9d3b3d51d65b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.712524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42412) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:27.713578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b0da089-2fa4-44c6-90cf-849fe5f8ee71 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0568819 Mar 23 10:20:27.729785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.775813 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-05b67a8e-910a-4e99-8452-a3afaa15333e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0541708 Mar 23 10:20:27.821818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:27.864972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.868083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 15dd2a37-7798-48e9-b120-476be82e7962 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:27.922415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9d92-619b-4ae9-99d0-9d3b3d51d65b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.945030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event deleted for resources: {'Port': ['ID=aa8a39b7-809f-450f-b834-17cb0231a3da,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.948050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 15dd2a37-7798-48e9-b120-476be82e7962 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:27.948427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.964712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b9d92-619b-4ae9-99d0-9d3b3d51d65b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff5f9a-d255-491c-a8fd-7ab43f0c0151,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.975789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5d5b9d92-619b-4ae9-99d0-9d3b3d51d65b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.977909 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5d5b9d92-619b-4ae9-99d0-9d3b3d51d65b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/31ff5f9a-d255-491c-a8fd-7ab43f0c0151 HTTP/1.1" status: 204 len: 168 time: 0.6707733 Mar 23 10:20:27.979342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.986659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42420) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.015426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.060874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2346d-95d3-40f7-801c-acdd90fae3ba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:28.062516 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4d2346d-95d3-40f7-801c-acdd90fae3ba tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2398026 Mar 23 10:20:28.066049 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9beff584-5686-476c-bd66-5530295a61f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "DELETE /v2.0/ports/aa8a39b7-809f-450f-b834-17cb0231a3da HTTP/1.1" status: 204 len: 168 time: 1.6414142 Mar 23 10:20:28.066912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42424) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.067237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42426) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.079792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b9247278-a413-4ac3-a9bf-3416ed416131 None None] Provisioning for port ee81f1f7-6802-4005-82ad-23123eb87f9b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:28.090660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b9247278-a413-4ac3-a9bf-3416ed416131 None None] Provisioning complete for port ee81f1f7-6802-4005-82ad-23123eb87f9b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:28.091372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b9247278-a413-4ac3-a9bf-3416ed416131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.178620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-56b9b180-d8b1-4b38-bf45-02d2c506b078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:28.185307 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b0ebe42d-7904-450b-8b4e-e487a59493bb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153355 Mar 23 10:20:28.190767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42432) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.197002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:28.255975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b9247278-a413-4ac3-a9bf-3416ed416131 None None] Port ee81f1f7-6802-4005-82ad-23123eb87f9b cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:28.272263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.284185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-56b9b180-d8b1-4b38-bf45-02d2c506b078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:28.285726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-56b9b180-d8b1-4b38-bf45-02d2c506b078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2980075 Mar 23 10:20:28.290718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42436) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.301103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713502146'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:28.311364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:28.331508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 15dd2a37-7798-48e9-b120-476be82e7962, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=15dd2a37-7798-48e9-b120-476be82e7962,segment=NetworkSegment(3c7fe8c2-157f-4622-95b5-26161fe3dcaf),segment_id=3c7fe8c2-157f-4622-95b5-26161fe3dcaf)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:28.337422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.339443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 54a49ce4-0045-4342-8af3-776bae1a075b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:28.354049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:28.397205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.455865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.482169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.506454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=15dd2a37-7798-48e9-b120-476be82e7962,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:28.554721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.560726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a7b218c-5704-491d-8727-a64af1587d15 None None] Provisioning complete for port 15dd2a37-7798-48e9-b120-476be82e7962 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:28.561103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a7b218c-5704-491d-8727-a64af1587d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.595782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:28.605915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:28.612391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:28.619663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:28.628278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:28.630396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:28.635463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.640109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=c31a9470-295d-4173-8c04-96b7c210134c,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:28.644438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 54a49ce4-0045-4342-8af3-776bae1a075b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:28.653365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Deleting subnet fdbe882c-a3d6-474d-8565-67c4591e1843 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:28.680111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 54a49ce4-0045-4342-8af3-776bae1a075b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:28.680533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.700188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.728668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:28.732244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.801771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a7b218c-5704-491d-8727-a64af1587d15 None None] Provisioning for port c31a9470-295d-4173-8c04-96b7c210134c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:28.819853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a7b218c-5704-491d-8727-a64af1587d15 None None] Provisioning complete for port c31a9470-295d-4173-8c04-96b7c210134c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:28.820234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a7b218c-5704-491d-8727-a64af1587d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.841059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.851969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.876385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.890434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.897501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b218c-5704-491d-8727-a64af1587d15 None None] Port c31a9470-295d-4173-8c04-96b7c210134c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:28.918329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 54a49ce4-0045-4342-8af3-776bae1a075b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=54a49ce4-0045-4342-8af3-776bae1a075b,segment=NetworkSegment(141930c8-9176-4c24-811f-bd096d26b902),segment_id=141930c8-9176-4c24-811f-bd096d26b902)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:28.919828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network e5dd667e-c97c-4b45-9619-d06ceb490915 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:28.922628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.924888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:28.930830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156c86e3-0327-4b97-8f92-a9b3a3926d20,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.001908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=54a49ce4-0045-4342-8af3-776bae1a075b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.034661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8fc5c613-364c-4b9e-90a2-68b25d6ce840 None None] Provisioning complete for port c31a9470-295d-4173-8c04-96b7c210134c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:29.035248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c613-364c-4b9e-90a2-68b25d6ce840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.104525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15dd2a37-7798-48e9-b120-476be82e7962 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:29.132118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5c613-364c-4b9e-90a2-68b25d6ce840 None None] Port c31a9470-295d-4173-8c04-96b7c210134c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:29.193473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8fc5c613-364c-4b9e-90a2-68b25d6ce840 None None] Provisioning complete for port 54a49ce4-0045-4342-8af3-776bae1a075b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:29.193849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c613-364c-4b9e-90a2-68b25d6ce840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.238155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.239461 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a9f23b60-2eb8-4ad8-95df-174645053933 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9474442 Mar 23 10:20:29.252067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42442) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:29.269809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075775241'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:29.276160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.280764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4520-0652-4f9d-9417-565ba5f59282 req-797e3bbb-7617-451b-9b66-b1a05e3fcc3d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:29.282336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b7c4520-0652-4f9d-9417-565ba5f59282 req-797e3bbb-7617-451b-9b66-b1a05e3fcc3d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5586884 Mar 23 10:20:29.287655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:29.296728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:29.301968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:29.328024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 15dd2a37-7798-48e9-b120-476be82e7962 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:29.328403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.329630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:29.360765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.361017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.403654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.415627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.442065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b7c4520-0652-4f9d-9417-565ba5f59282 req-5d7cb5e2-051c-475e-9fcf-83303a752c66 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488955 Mar 23 10:20:29.517082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-034b851e-312d-4022-8375-0cd747ba46a9 None None] Provisioning complete for port c31a9470-295d-4173-8c04-96b7c210134c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:29.518111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-034b851e-312d-4022-8375-0cd747ba46a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.533644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:29.545854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:29.550397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:29.560892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:29.590053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] In _notify_port_updated(), no bound segment for port ee81f1f7-6802-4005-82ad-23123eb87f9b on network 9af3ded2-4e09-44e3-ba05-6a87db290b3a {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:20:29.594834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:29.595624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.595767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-034b851e-312d-4022-8375-0cd747ba46a9 None None] Port c31a9470-295d-4173-8c04-96b7c210134c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:29.597443 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "PUT /v2.0/ports/ee81f1f7-6802-4005-82ad-23123eb87f9b HTTP/1.1" status: 200 len: 1002 time: 2.1476965 Mar 23 10:20:29.601849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42446) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:29.653645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2790a-cf47-47b5-9167-4f112aa16f05 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=ee81f1f7-6802-4005-82ad-23123eb87f9b,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.681360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.720207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port ee81f1f7-6802-4005-82ad-23123eb87f9b {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:29.720531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.746871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.760133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbe882c-a3d6-474d-8565-67c4591e1843,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.765931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.770095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:20:29.773773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.778157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.782277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e81d08-ff5e-417f-90e1-70cdc03d3004 None None] Network 194695eb-46c0-431c-b902-940eaef3de29 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:29.843489 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-81b03902-9031-4f51-bb28-c12c67ba7f74 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "DELETE /v2.0/subnets/fdbe882c-a3d6-474d-8565-67c4591e1843 HTTP/1.1" status: 204 len: 168 time: 1.7751796 Mar 23 10:20:29.849369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42450) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:29.854984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:29.874099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:29.885553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:29.886140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.890749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56871e2e-6d5e-4361-9141-7904fbb8c7dd None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:29.930243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28878f18-8fac-48af-af97-1c47159f44e9,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.943592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.945380 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2d3a3c90-9b8d-402a-bf9c-ba0a8ca5d3f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6916637 Mar 23 10:20:29.949147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42454) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:29.966910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': '156c86e3-0327-4b97-8f92-a9b3a3926d20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '28878f18-8fac-48af-af97-1c47159f44e9', 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:29.967111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=85b33c09-cad0-42e7-ba38-499fa8d06b44,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.978826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:29.981284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 33ef9355-b0f1-4a41-8ec0-b2980e1a80be is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:20:29.990046 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-39708d85-cb6f-4f88-a6f8-837d9c6a143c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7980220 Mar 23 10:20:29.993347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42458) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:30.000800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:63:95:ab', 'name': 'tempest-NetworksTestDHCPv6-95347936'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:30.003349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:30.011943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:30.026270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.065895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:30.137081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Deleting port 426c0a8b-c4d5-47d7-a250-57853de3cc8b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:30.138307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.157809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9f065329-b8ed-4e37-aa85-0fdd36930a96 None None] Provisioning complete for port ee81f1f7-6802-4005-82ad-23123eb87f9b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:30.158269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9f065329-b8ed-4e37-aa85-0fdd36930a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.254426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.297118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:30.302853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.309852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:30.314624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:30.323753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:30.325836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9f065329-b8ed-4e37-aa85-0fdd36930a96 None None] Port ee81f1f7-6802-4005-82ad-23123eb87f9b cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:30.391468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '85b33c09-cad0-42e7-ba38-499fa8d06b44'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:30.393098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.417761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] DHCP port deletion for 194695eb-46c0-431c-b902-940eaef3de29 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:30.418998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:30.423901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Deleting port 426c0a8b-c4d5-47d7-a250-57853de3cc8b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:30.424266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.455430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for ee81f1f7-6802-4005-82ad-23123eb87f9b owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:30.563885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] For port 426c0a8b-c4d5-47d7-a250-57853de3cc8b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=426c0a8b-c4d5-47d7-a250-57853de3cc8b,segment=NetworkSegment(bf8af631-eba1-47cc-bfce-dbde477979a2),segment_id=bf8af631-eba1-47cc-bfce-dbde477979a2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:30.564343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.570197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.578723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.628988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:20:30.644019 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] Sync routers for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:20:30.665049 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:30.666170 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:30.695817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026f9969-ef35-4337-8fea-3897c678b76b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.727332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Calling delete_port for 426c0a8b-c4d5-47d7-a250-57853de3cc8b owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:30.738875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-29a33caa-d618-4604-a288-b45dab6b09d9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/33ef9355-b0f1-4a41-8ec0-b2980e1a80be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0019722 Mar 23 10:20:30.743122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.747385 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d96302c4-955a-4171-986c-adc5a2570dbf tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7871959 Mar 23 10:20:30.747385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42464) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:30.747802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42466) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:30.777370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Allocated IP 2001:db8::f816:3eff:fe13:33fe (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/85b33c09-cad0-42e7-ba38-499fa8d06b44/6e978687-48ea-4ced-b273-2a9ef029a178) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:30.792546 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:30.797813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.804325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.810224 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:30.811393 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:30.815159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] For port 426c0a8b-c4d5-47d7-a250-57853de3cc8b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=426c0a8b-c4d5-47d7-a250-57853de3cc8b,segment=NetworkSegment(bf8af631-eba1-47cc-bfce-dbde477979a2),segment_id=bf8af631-eba1-47cc-bfce-dbde477979a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:30.815703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.843342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port c7fe9d70-3257-4ce7-bba0-5226d74c5dbc yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:30.895158 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:30.895883 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23177493-0aa3-4beb-83db-87a7b44c7690 None None] The sync data for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:20:30.896007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.920991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=ee81f1f7-6802-4005-82ad-23123eb87f9b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.939963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14865f74-5275-4e84-9c0b-76bca8701441 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:30.940560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-14865f74-5275-4e84-9c0b-76bca8701441 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:30.956849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event deleted for resources: {'Port': ['ID=426c0a8b-c4d5-47d7-a250-57853de3cc8b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.966331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] No DVR routers for this DVR port 426c0a8b-c4d5-47d7-a250-57853de3cc8b on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:30.987426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d924bdaf-8a14-4a12-9a68-6671c3ebe190 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.015952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d924bdaf-8a14-4a12-9a68-6671c3ebe190 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.017180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Calling delete_port for 426c0a8b-c4d5-47d7-a250-57853de3cc8b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:31.046891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edd0c6-3bd2-4161-8174-c742b4c3c8a1 req-b74e0e97-528d-4540-9e21-23697379689c tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:31.048453 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48edd0c6-3bd2-4161-8174-c742b4c3c8a1 req-b74e0e97-528d-4540-9e21-23697379689c tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4600692 Mar 23 10:20:31.085012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-14865f74-5275-4e84-9c0b-76bca8701441 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:31.085012 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-14865f74-5275-4e84-9c0b-76bca8701441 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports/c31a9470-295d-4173-8c04-96b7c210134c HTTP/1.1" status: 200 len: 910 time: 0.3358366 Mar 23 10:20:31.087565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42472) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.113090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.133550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:31.133944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:31.157311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194695eb-46c0-431c-b902-940eaef3de29']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:31.174609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8af631-eba1-47cc-bfce-dbde477979a2') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:31.175421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8af631-eba1-47cc-bfce-dbde477979a2') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:31.193184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.225643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.238527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:31.239195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:31.258294 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:31.276067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 54a49ce4-0045-4342-8af3-776bae1a075b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:31.353117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.375830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.383221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] Pushing event deleted for resources: {'Network': ['ID=194695eb-46c0-431c-b902-940eaef3de29,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.392793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.399590 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b6c664ed-646a-4d44-9a06-d5a0bf03316c tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951 tempest-ExtraDHCPOptionsIpV6TestJSON-1730076951-project] 10.222.0.73 "DELETE /v2.0/networks/194695eb-46c0-431c-b902-940eaef3de29 HTTP/1.1" status: 204 len: 168 time: 1.5451615 Mar 23 10:20:31.410052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Transition to ACTIVE for port object 6e978687-48ea-4ced-b273-2a9ef029a178 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:31.423073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d924bdaf-8a14-4a12-9a68-6671c3ebe190 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.435414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Transition to ACTIVE for port object 6e978687-48ea-4ced-b273-2a9ef029a178 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:31.436724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 54a49ce4-0045-4342-8af3-776bae1a075b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:31.437092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.467511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.475492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924bdaf-8a14-4a12-9a68-6671c3ebe190 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=026f9969-ef35-4337-8fea-3897c678b76b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.482763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.483525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d924bdaf-8a14-4a12-9a68-6671c3ebe190 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.484711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d924bdaf-8a14-4a12-9a68-6671c3ebe190 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/026f9969-ef35-4337-8fea-3897c678b76b HTTP/1.1" status: 204 len: 168 time: 0.7002931 Mar 23 10:20:31.487524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42478) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.490731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48edd0c6-3bd2-4161-8174-c742b4c3c8a1 req-974acf57-870a-436a-b674-a682b4988800 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279459 Mar 23 10:20:31.492086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-39b5c638-f096-49fe-845a-49bcb36b4f44 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/ports/ee81f1f7-6802-4005-82ad-23123eb87f9b HTTP/1.1" status: 204 len: 168 time: 1.8877237 Mar 23 10:20:31.496159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42482) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.562833 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d9919b-6d9b-47d0-8807-09ffa8024da3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] GET failed (client error): The resource could not be found. Mar 23 10:20:31.563669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d2d9919b-6d9b-47d0-8807-09ffa8024da3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Synchronizing usage tracker for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:31.573276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:31.577421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:31.581965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Pushing event updated for resources: {'Port': ['ID=6e978687-48ea-4ced-b273-2a9ef029a178,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.585782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:31.596471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d2d9919b-6d9b-47d0-8807-09ffa8024da3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Unset dirty status for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:31.598323 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d2d9919b-6d9b-47d0-8807-09ffa8024da3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "GET /v2.0/ports/ee81f1f7-6802-4005-82ad-23123eb87f9b HTTP/1.1" status: 404 len: 333 time: 0.0870607 Mar 23 10:20:31.607905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42486) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.615865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-157879910'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:31.662029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Deleting port 426c0a8b-c4d5-47d7-a250-57853de3cc8b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:31.662395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.713240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fe63:95ab (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/85b33c09-cad0-42e7-ba38-499fa8d06b44/c7fe9d70-3257-4ce7-bba0-5226d74c5dbc) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:31.742464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2f642694-41f9-4fe0-a432-d432629a8d51 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:31.778251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2f642694-41f9-4fe0-a432-d432629a8d51 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:31.782678 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2f642694-41f9-4fe0-a432-d432629a8d51 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2932584 Mar 23 10:20:31.786443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42492) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.810877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-691b1217-33f9-497f-9036-fb6888038a01 None None] The port '426c0a8b-c4d5-47d7-a250-57853de3cc8b' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:20:31.819830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.823968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Attempting to bind port 6e978687-48ea-4ced-b273-2a9ef029a178 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:31.824334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Attempting to bind port 6e978687-48ea-4ced-b273-2a9ef029a178 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:31.827164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Attempting to bind port 6e978687-48ea-4ced-b273-2a9ef029a178 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:31.845572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:31.846285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:31.846892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.847480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:31.848924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Bound port: 6e978687-48ea-4ced-b273-2a9ef029a178, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:31.849540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.921364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 426c0a8b-c4d5-47d7-a250-57853de3cc8b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:31.941329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:31.955939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:31.963487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 426c0a8b-c4d5-47d7-a250-57853de3cc8b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:31.963487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 426c0a8b-c4d5-47d7-a250-57853de3cc8b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:31.998829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:32.002338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.012712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-014f6f74-478f-4768-b176-18222e1a1e2e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.024014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] For port 6e978687-48ea-4ced-b273-2a9ef029a178, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:32.028525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] For port 6e978687-48ea-4ced-b273-2a9ef029a178, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6e978687-48ea-4ced-b273-2a9ef029a178,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:32.035317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.038953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] device_id is not set on port 16c848d3-15d1-4db4-86a7-2e74331f74fc yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:32.110812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-014f6f74-478f-4768-b176-18222e1a1e2e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.121017 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:20:32.178349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.187938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16696d-e496-4680-8d40-5b73c3647330 None None] Pushing event updated for resources: {'Port': ['ID=6e978687-48ea-4ced-b273-2a9ef029a178,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:32.200654 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fa6a28e6-2370-41e0-96e2-141ca5a7e796 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f9d11644c84472db143e49a7e615f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3765717 Mar 23 10:20:32.206140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42502) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.231233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object c7fe9d70-3257-4ce7-bba0-5226d74c5dbc will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:32.244996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-014f6f74-478f-4768-b176-18222e1a1e2e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.282378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f6f74-478f-4768-b176-18222e1a1e2e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28878f18-8fac-48af-af97-1c47159f44e9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:32.324200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-014f6f74-478f-4768-b176-18222e1a1e2e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.339453 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-014f6f74-478f-4768-b176-18222e1a1e2e tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/28878f18-8fac-48af-af97-1c47159f44e9 HTTP/1.1" status: 204 len: 168 time: 0.5508952 Mar 23 10:20:32.341910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42506) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.343011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.434567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bf40828-2798-469c-b68c-a541fbe8e0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.447166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Allocated IP 2001:db8::e1 (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/16c848d3-15d1-4db4-86a7-2e74331f74fc) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:32.526972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:32.535770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:32.539363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bf40828-2798-469c-b68c-a541fbe8e0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.547834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=c7fe9d70-3257-4ce7-bba0-5226d74c5dbc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:32.555926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:32.559972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:32.560594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.615741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7a34f063-ff64-497f-afc2-d608624bd77d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:32.627367 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-01f35110-a86b-4e03-914a-c2ca1c5b99d9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6327958 Mar 23 10:20:32.630814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42512) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.690945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7a34f063-ff64-497f-afc2-d608624bd77d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:32.692207 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7a34f063-ff64-497f-afc2-d608624bd77d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3471427 Mar 23 10:20:32.696322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42516) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.747217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bf40828-2798-469c-b68c-a541fbe8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.776515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf40828-2798-469c-b68c-a541fbe8e0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8690bf55-4324-45e3-93d0-ba4e834aba7e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:32.792573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bf40828-2798-469c-b68c-a541fbe8e0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.793657 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5bf40828-2798-469c-b68c-a541fbe8e0b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8690bf55-4324-45e3-93d0-ba4e834aba7e HTTP/1.1" status: 204 len: 168 time: 0.5862541 Mar 23 10:20:32.797959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.801527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144aca8-d045-4a77-bea1-91a6b2f3b587 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:32.805678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144aca8-d045-4a77-bea1-91a6b2f3b587 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:32.806273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f144aca8-d045-4a77-bea1-91a6b2f3b587 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:32.839624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c10-e2e6-451f-9430-372f0d1b76b8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.855837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f144aca8-d045-4a77-bea1-91a6b2f3b587 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:32.856996 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f144aca8-d045-4a77-bea1-91a6b2f3b587 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2252011 Mar 23 10:20:32.859824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42522) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.923347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c10-e2e6-451f-9430-372f0d1b76b8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.010236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port c7fe9d70-3257-4ce7-bba0-5226d74c5dbc {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:33.010587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.074331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c10-e2e6-451f-9430-372f0d1b76b8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.099522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6e978687-48ea-4ced-b273-2a9ef029a178 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:33.163965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5c10-e2e6-451f-9430-372f0d1b76b8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156c86e3-0327-4b97-8f92-a9b3a3926d20,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:33.281016 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6e978687-48ea-4ced-b273-2a9ef029a178 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:33.283331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c10-e2e6-451f-9430-372f0d1b76b8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.287068 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b75b5c10-e2e6-451f-9430-372f0d1b76b8 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/156c86e3-0327-4b97-8f92-a9b3a3926d20 HTTP/1.1" status: 204 len: 168 time: 0.5872927 Mar 23 10:20:33.289049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42530) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:33.318274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.387813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Transition to ACTIVE for port object 16c848d3-15d1-4db4-86a7-2e74331f74fc will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:33.402407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fd9ee-f91e-48dc-9fa8-a3246956acbe req-5ab91c04-d2a2-49de-93fb-6c5a0024addd tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:33.404156 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-040fd9ee-f91e-48dc-9fa8-a3246956acbe req-5ab91c04-d2a2-49de-93fb-6c5a0024addd tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6869097 Mar 23 10:20:33.466707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-536923cd-8d46-4d2b-8b37-40400811c601 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:33.512643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-536923cd-8d46-4d2b-8b37-40400811c601 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:33.513875 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-536923cd-8d46-4d2b-8b37-40400811c601 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2241492 Mar 23 10:20:33.519587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42538) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:33.535209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026520765'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:33.541729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.552911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:33.555435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-040fd9ee-f91e-48dc-9fa8-a3246956acbe req-129d3f8e-852b-4d40-9b59-72de22d916ea tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396480 Mar 23 10:20:33.582384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.586396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] Provisioning for port 6e978687-48ea-4ced-b273-2a9ef029a178 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:33.609560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] Provisioning complete for port 6e978687-48ea-4ced-b273-2a9ef029a178 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:33.609946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.742375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for c7fe9d70-3257-4ce7-bba0-5226d74c5dbc owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:33.787294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:33.809324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=16c848d3-15d1-4db4-86a7-2e74331f74fc,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:33.824300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.826268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:33.831172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:33.838344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:33.845283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:33.846448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.861979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.874381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.21.0.1 (8e54a57d-69c1-4635-942a-1d7176f30bd0/8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893/3c1f4fe8-042a-4ecd-a880-a4df1580a69c) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:33.892193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:33.914146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ae5cae96-ede5-4544-8e99-728b9e60c272 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3047364 Mar 23 10:20:33.915273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42550) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:33.921954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] For port 6e978687-48ea-4ced-b273-2a9ef029a178, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6e978687-48ea-4ced-b273-2a9ef029a178,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:33.927966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.936157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:33.947133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7c:5c:75'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:33.950419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:33.976303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:34.058388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98178999-d52f-4bc5-ae47-90212d0fcb98 None None] Pushing event updated for resources: {'Port': ['ID=6e978687-48ea-4ced-b273-2a9ef029a178,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.062965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.068504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78d6294c-c248-4116-a806-996ed063c7fd None None] Could not find standard attr ID for object c7fe9d70-3257-4ce7-bba0-5226d74c5dbc. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:34.295202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-653d597f-ebac-4335-bf86-8e012da96fcc None None] Provisioning for port 16c848d3-15d1-4db4-86a7-2e74331f74fc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:34.299912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-653d597f-ebac-4335-bf86-8e012da96fcc None None] Provisioning complete for port 16c848d3-15d1-4db4-86a7-2e74331f74fc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:34.300281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-653d597f-ebac-4335-bf86-8e012da96fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.304473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42558) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.327955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.331306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=c7fe9d70-3257-4ce7-bba0-5226d74c5dbc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.368728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-653d597f-ebac-4335-bf86-8e012da96fcc None None] Port 16c848d3-15d1-4db4-86a7-2e74331f74fc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:34.401305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.411267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.418205 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-037bd98c-861b-4c62-83ae-54cc00cf0b4e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/c7fe9d70-3257-4ce7-bba0-5226d74c5dbc HTTP/1.1" status: 204 len: 168 time: 1.5553350 Mar 23 10:20:34.434268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.531024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.542262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1696260399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:34.578423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.580280 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0597036 Mar 23 10:20:34.585028 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42570) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.594396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:34.600457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180806-9c9d-434c-951c-7b4ed16bf1d6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eac93f-a93a-4593-980a-339d204deb54,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.608848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': 'e3eac93f-a93a-4593-980a-339d204deb54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:34.613915 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-f43a3079-b571-47e0-a645-2b97c682e8cb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.3222258 Mar 23 10:20:34.621896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:router and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:34.623467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca7c60-9e79-4e81-a407-c012d0a9f147 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:34.624904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca7c60-9e79-4e81-a407-c012d0a9f147 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:34.625642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-70ca7c60-9e79-4e81-a407-c012d0a9f147 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:34.630583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8979c2-6d63-45ce-8db7-e27bab1430c3 req-dbb9c135-1dff-4b5c-a937-79969ba3e9e3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:34.632051 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d8979c2-6d63-45ce-8db7-e27bab1430c3 req-dbb9c135-1dff-4b5c-a937-79969ba3e9e3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3284755 Mar 23 10:20:34.633003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:34.635297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:34.640747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object 3c1f4fe8-042a-4ecd-a880-a4df1580a69c will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:34.649380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:34.653103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:34.657770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:34.692357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:34.694070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.723268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-70ca7c60-9e79-4e81-a407-c012d0a9f147 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:34.723489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.724184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.724463 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-70ca7c60-9e79-4e81-a407-c012d0a9f147 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2839849 Mar 23 10:20:34.727798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.819326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.829142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 85b33c09-cad0-42e7-ba38-499fa8d06b44 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:34.832039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d8979c2-6d63-45ce-8db7-e27bab1430c3 req-50ef35fa-1dcc-47c7-b363-a10f438745fd tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873958 Mar 23 10:20:34.833753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.846553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.869147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-522b4e46-b7e7-4abe-b081-afcd91a7d269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:34.870811 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-522b4e46-b7e7-4abe-b081-afcd91a7d269 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.2503054 Mar 23 10:20:34.920593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.968591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.011784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6e978687-48ea-4ced-b273-2a9ef029a178 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:35.028143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:35.033877 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-aa55388a-aa02-4e28-b8d9-6c12b636db64 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1002 time: 0.1535282 Mar 23 10:20:35.040098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:35.045084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:35.092452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=3c1f4fe8-042a-4ecd-a880-a4df1580a69c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:35.119358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6e978687-48ea-4ced-b273-2a9ef029a178 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:35.124308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.128943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-022736e6-28c0-4ee8-a68a-70c801d606fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:35.129904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.130410 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-022736e6-28c0-4ee8-a68a-70c801d606fc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.0891707 Mar 23 10:20:35.139466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.214876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.230839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.247941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.274553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.279239 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ec6a81d9-6a9c-4458-a9da-2654bf7347e4 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9735460 Mar 23 10:20:35.291951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42578) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.301763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.318292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-591411117'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:35.326735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8ca008-596a-44da-88ca-d429707cfdf8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:35.328818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:35.338953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.342493 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ed445f84-3121-4a16-a57a-f8f08ca1a087 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7476645 Mar 23 10:20:35.342493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:network and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:35.346342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42582) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.347108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:35.348600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=85b33c09-cad0-42e7-ba38-499fa8d06b44,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:35.356800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.365737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a336a73-a633-4672-84cc-117c7bb7ed99 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:35.366265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:35.373448 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-9a3b8c69-51d3-4ab0-ae6d-69607c5c2e3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2355056 Mar 23 10:20:35.375485 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5ef1e216-411f-4881-bbea-44972acd937b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/85b33c09-cad0-42e7-ba38-499fa8d06b44 HTTP/1.1" status: 204 len: 168 time: 0.6461964 Mar 23 10:20:35.378023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42586) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.399290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.409907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.441486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Made reservation on behalf of ab926fdf8efb47f5a44eef368bd6811c for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:35.444435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.470299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ef744a7c-685e-414a-9ef4-ec200c907999 None None] Provisioning for port 3c1f4fe8-042a-4ecd-a880-a4df1580a69c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:35.510003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ef744a7c-685e-414a-9ef4-ec200c907999 None None] Provisioning complete for port 3c1f4fe8-042a-4ecd-a880-a4df1580a69c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:35.510376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef744a7c-685e-414a-9ef4-ec200c907999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.517639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.529309 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7c18db31-24fb-4631-9dc4-0635fe13b91c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475031 Mar 23 10:20:35.529533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bfff5179-9151-462f-9553-88477ed7ed16 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.531524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42590) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.538358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:35.568914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bfff5179-9151-462f-9553-88477ed7ed16 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.591588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] In _notify_port_updated(), no bound segment for port 16c848d3-15d1-4db4-86a7-2e74331f74fc on network 9af3ded2-4e09-44e3-ba05-6a87db290b3a {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:20:35.596110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:35.596743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.601327 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "PUT /v2.0/ports/16c848d3-15d1-4db4-86a7-2e74331f74fc HTTP/1.1" status: 200 len: 1001 time: 1.6648798 Mar 23 10:20:35.606072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42594) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.607858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.613300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ef744a7c-685e-414a-9ef4-ec200c907999 None None] Port 3c1f4fe8-042a-4ecd-a880-a4df1580a69c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:35.695582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:35.699611 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-18c8b716-9632-4ed1-9a2e-1daeed37bcbf service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189199 Mar 23 10:20:35.702429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:35.726895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:35.737871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:35.738136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:35.748729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] Deleting port 6e978687-48ea-4ced-b273-2a9ef029a178 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:35.749463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.804711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:35.816763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407eaa2-94d2-437d-b3e1-091860978ffb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=16c848d3-15d1-4db4-86a7-2e74331f74fc,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:35.841280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:35.886263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:security_group_rule and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:35.926526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:35.936023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:35.947176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.979378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bfff5179-9151-462f-9553-88477ed7ed16 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.018252 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0d14c304-d780-42e2-a221-61bcc7c1257f req-d70d67ea-1872-4ff7-8591-c825a10ff33c service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127456 Mar 23 10:20:36.049371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12a1450e-8da6-4af7-a792-acf176272b06 None None] Provisioning complete for port 16c848d3-15d1-4db4-86a7-2e74331f74fc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:36.049742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a1450e-8da6-4af7-a792-acf176272b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.069636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port 16c848d3-15d1-4db4-86a7-2e74331f74fc {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:36.070291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.105166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] For port 6e978687-48ea-4ced-b273-2a9ef029a178, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6e978687-48ea-4ced-b273-2a9ef029a178,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:36.105466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.160255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.238565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] Calling delete_port for 6e978687-48ea-4ced-b273-2a9ef029a178 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:36.243913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff5179-9151-462f-9553-88477ed7ed16 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b8ca008-596a-44da-88ca-d429707cfdf8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.265451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-12a1450e-8da6-4af7-a792-acf176272b06 None None] Port 16c848d3-15d1-4db4-86a7-2e74331f74fc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:36.318866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.320622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.369277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] Pushing event deleted for resources: {'Port': ['ID=6e978687-48ea-4ced-b273-2a9ef029a178,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.373361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17d1fe-cb08-42e6-aed8-be0b1de4f88d None None] No DVR routers for this DVR port 6e978687-48ea-4ced-b273-2a9ef029a178 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:36.381383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:20:36.385525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.405088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:36.407215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bfff5179-9151-462f-9553-88477ed7ed16 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.408435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bfff5179-9151-462f-9553-88477ed7ed16 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2b8ca008-596a-44da-88ca-d429707cfdf8 HTTP/1.1" status: 204 len: 168 time: 1.0583572 Mar 23 10:20:36.417423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42600) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:36.473604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c03102-32c3-4692-9615-cabbe89f7a49,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.479300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.479702 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Added segment 52e12b43-bffb-440d-8907-48c7903c80a6 of type vlan for network 11235ad2-0615-4856-933b-6f83a03f6886 Mar 23 10:20:36.480405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:36.481143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=5972b840-565c-4236-8773-af7448dd852b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.484171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:36.491623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:36.492204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.502962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d69882-c650-4fc7-8a35-ac698173915b None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:36.526414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9942dda5-3397-4267-8a2d-a6289e090076 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:36.555453 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7e6c9d6a-2764-41a3-af02-01f01169eef5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0205312 Mar 23 10:20:36.556612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42604) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:36.564572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:3c:c1:5d', 'name': 'tempest-NetworksTestDHCPv6-1258461424'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:36.595577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9942dda5-3397-4267-8a2d-a6289e090076 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:36.599898 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9942dda5-3397-4267-8a2d-a6289e090076 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1754236 Mar 23 10:20:36.650320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42608) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:36.721476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.751219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6485ac-3ac4-425a-912f-9e49ece043cb req-0071ef27-a6c6-4212-ac5d-d863e3473045 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:36.752719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ba6485ac-3ac4-425a-912f-9e49ece043cb req-0071ef27-a6c6-4212-ac5d-d863e3473045 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.7645433 Mar 23 10:20:36.770628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d77cc7c3-9c8a-4f0f-baa6-c5c729f13c02 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.782363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:36.790907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:36.799516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:36.812351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:36.814871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d77cc7c3-9c8a-4f0f-baa6-c5c729f13c02 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.821725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '5972b840-565c-4236-8773-af7448dd852b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:36.823450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.843915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:36.848839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.874086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.878331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:36.878597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.900220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 6ead0f52-ac74-4bc0-82bf-c4dfc163bf39 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:36.914427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.947378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d77cc7c3-9c8a-4f0f-baa6-c5c729f13c02 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.987744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cc7c3-9c8a-4f0f-baa6-c5c729f13c02 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eac93f-a93a-4593-980a-339d204deb54,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.045857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6e978687-48ea-4ced-b273-2a9ef029a178 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:37.067500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d77cc7c3-9c8a-4f0f-baa6-c5c729f13c02 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.071711 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d77cc7c3-9c8a-4f0f-baa6-c5c729f13c02 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/e3eac93f-a93a-4593-980a-339d204deb54 HTTP/1.1" status: 204 len: 168 time: 0.4177325 Mar 23 10:20:37.072345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42612) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.089508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 6e978687-48ea-4ced-b273-2a9ef029a178 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:37.089854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6e978687-48ea-4ced-b273-2a9ef029a178 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:37.115763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fe3c:c15d (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5972b840-565c-4236-8773-af7448dd852b/6ead0f52-ac74-4bc0-82bf-c4dfc163bf39) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:37.144294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ba6485ac-3ac4-425a-912f-9e49ece043cb req-664dfe53-87fb-4d6b-815b-2ee0fba361b9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649359 Mar 23 10:20:37.162340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-23e25c5a-65f8-409d-9f8d-b0a2c08f67fa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:37.176345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for 16c848d3-15d1-4db4-86a7-2e74331f74fc owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:37.190309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-23e25c5a-65f8-409d-9f8d-b0a2c08f67fa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:37.191793 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-23e25c5a-65f8-409d-9f8d-b0a2c08f67fa tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1185391 Mar 23 10:20:37.196286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42616) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.204535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:37.207591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--244860462'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:37.216524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Network': ['ID=11235ad2-0615-4856-933b-6f83a03f6886,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.221435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:37.229993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 11235ad2-0615-4856-933b-6f83a03f6886 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:37.233186 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-208c7f54-4360-4fb8-bc05-5a6964afb697 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9399993 Mar 23 10:20:37.244936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42620) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.248574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.256414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'subnet': {'network_id': '11235ad2-0615-4856-933b-6f83a03f6886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:37.277731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.320186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:37.349167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.429775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:37.436197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.439370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:37.444805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:37.453959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:37.464126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 6ead0f52-ac74-4bc0-82bf-c4dfc163bf39 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:37.494870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=3c1f4fe8-042a-4ecd-a880-a4df1580a69c,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.499302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.536837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.539797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.577343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.617968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Allocated IP 2001:db8::f816:3eff:fefa:686d (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5972b840-565c-4236-8773-af7448dd852b/fbb3bfbf-80d0-4294-a764-cbcf0112f98c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:37.658018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:37.664986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:37.669848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c46299b-c3e0-4971-b620-5575b0a4c2d8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.675935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=6ead0f52-ac74-4bc0-82bf-c4dfc163bf39,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.676993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:subnet and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:37.679335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:37.681189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:37.682554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:37.685489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:37.686104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.700896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.706267 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-02c2f337-1ad2-44ce-a041-103f24d5a314 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5050113 Mar 23 10:20:37.706583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:37.707754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42624) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.714024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': '0c46299b-c3e0-4971-b620-5575b0a4c2d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:37.720246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:37.728029 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2cdce92a-12ff-4cd0-bc2f-6717c5b9bf21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1675432 Mar 23 10:20:37.728156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42628) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.732166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:37.735160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:37.778565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:37.789623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.791161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Made reservation on behalf of ab926fdf8efb47f5a44eef368bd6811c for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:37.815990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.848632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.859142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101c0bf-79cc-4cd1-864a-36d18d2a9970 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:37.859928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7101c0bf-79cc-4cd1-864a-36d18d2a9970 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:37.863444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Transition to ACTIVE for port object fbb3bfbf-80d0-4294-a764-cbcf0112f98c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:37.884785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Transition to ACTIVE for port object fbb3bfbf-80d0-4294-a764-cbcf0112f98c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:37.885206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7101c0bf-79cc-4cd1-864a-36d18d2a9970 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:37.886441 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7101c0bf-79cc-4cd1-864a-36d18d2a9970 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1561389 Mar 23 10:20:37.889154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42632) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.894492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.906670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=16c848d3-15d1-4db4-86a7-2e74331f74fc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.950622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.963487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:37.963678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.965795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:37.970267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:37.972641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Pushing event updated for resources: {'Port': ['ID=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.998901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc720c7-f6c4-4c87-96ec-059465c4ea7d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:38.006986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 6ead0f52-ac74-4bc0-82bf-c4dfc163bf39 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:38.007348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.014267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.070994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.072241 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c67fb263-d97b-46a7-b7c5-1547208a8078 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3641574 Mar 23 10:20:38.075415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.094491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Attempting to bind port fbb3bfbf-80d0-4294-a764-cbcf0112f98c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:38.095171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Attempting to bind port fbb3bfbf-80d0-4294-a764-cbcf0112f98c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:38.095747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Attempting to bind port fbb3bfbf-80d0-4294-a764-cbcf0112f98c on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:38.103277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:38.104520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:38.105078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.105738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:38.106360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Bound port: fbb3bfbf-80d0-4294-a764-cbcf0112f98c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:38.106888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.137573 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5d3270d9-6b1a-4e13-aa97-aee128eb4b9a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules/2fc720c7-f6c4-4c87-96ec-059465c4ea7d HTTP/1.1" status: 200 len: 705 time: 0.0609810 Mar 23 10:20:38.144848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42640) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.217331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] For port fbb3bfbf-80d0-4294-a764-cbcf0112f98c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:38.221035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] For port fbb3bfbf-80d0-4294-a764-cbcf0112f98c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:38.228323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.256320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:38.259661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.266405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:38.298587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-07be26a4-5890-4c49-a9e0-b0d06c539624 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:38.331258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-07be26a4-5890-4c49-a9e0-b0d06c539624 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:38.336061 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-07be26a4-5890-4c49-a9e0-b0d06c539624 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1872809 Mar 23 10:20:38.348843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42646) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.350261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101498c1-21f5-4093-9b0f-11e99869d8a6 None None] Pushing event updated for resources: {'Port': ['ID=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:38.403725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.423093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a8b9-39ee-4aec-bfe4-f217df0d413a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.446059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a8b9-39ee-4aec-bfe4-f217df0d413a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.576703 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0469e7c0-1a3b-49ee-97a6-e059bc398457 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/ports/16c848d3-15d1-4db4-86a7-2e74331f74fc HTTP/1.1" status: 204 len: 168 time: 2.8324673 Mar 23 10:20:38.625468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42650) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.707999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 6ead0f52-ac74-4bc0-82bf-c4dfc163bf39 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:38.717450 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26361f2-fd1f-4599-b086-4100e292b25a tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] GET failed (client error): The resource could not be found. Mar 23 10:20:38.718203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c26361f2-fd1f-4599-b086-4100e292b25a tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Synchronizing usage tracker for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:38.735306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7f2a38b9-570d-4ee3-9cd2-6b686cd8865f None None] Provisioning complete for port 3c1f4fe8-042a-4ecd-a880-a4df1580a69c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:38.735942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7f2a38b9-570d-4ee3-9cd2-6b686cd8865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.750973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c26361f2-fd1f-4599-b086-4100e292b25a tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Unset dirty status for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:38.757749 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c26361f2-fd1f-4599-b086-4100e292b25a tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "GET /v2.0/ports/16c848d3-15d1-4db4-86a7-2e74331f74fc HTTP/1.1" status: 404 len: 333 time: 0.1307945 Mar 23 10:20:38.758464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42654) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.769256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1902678950'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:38.829626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a38b9-570d-4ee3-9cd2-6b686cd8865f None None] Port 3c1f4fe8-042a-4ecd-a880-a4df1580a69c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:38.850597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a8b9-39ee-4aec-bfe4-f217df0d413a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.889746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.912262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3a8b9-39ee-4aec-bfe4-f217df0d413a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fc720c7-f6c4-4c87-96ec-059465c4ea7d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:38.928589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a8b9-39ee-4aec-bfe4-f217df0d413a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.929241 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bbe3a8b9-39ee-4aec-bfe4-f217df0d413a tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2fc720c7-f6c4-4c87-96ec-059465c4ea7d HTTP/1.1" status: 204 len: 168 time: 0.5789533 Mar 23 10:20:38.962735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42658) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.995918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b77b3-1221-496a-ace3-e0877e636b9b req-a7e59ec4-3bf0-417b-929f-31f4af9c53a9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:38.997955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-309b77b3-1221-496a-ace3-e0877e636b9b req-a7e59ec4-3bf0-417b-929f-31f4af9c53a9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4287343 Mar 23 10:20:39.059516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Subnet': ['ID=63265607-79b3-455d-8e3c-453546c17527,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:39.087421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fbb3bfbf-80d0-4294-a764-cbcf0112f98c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:39.107832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:39.120619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:39.121437 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-309b77b3-1221-496a-ace3-e0877e636b9b req-35453e3b-cdba-4305-a77c-d3bcc191b840 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096454 Mar 23 10:20:39.126455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Checking segment: {'id': '52e12b43-bffb-440d-8907-48c7903c80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '11235ad2-0615-4856-933b-6f83a03f6886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:39.126814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network hostable DHCP agents. Network: 11235ad2-0615-4856-933b-6f83a03f6886, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:39.138024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:39.142307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.178339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-621d82c4-c3dc-43dc-9aa7-025bf45968eb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:39.199189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.206909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 11235ad2-0615-4856-933b-6f83a03f6886 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:39.216485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 33ef9355-b0f1-4a41-8ec0-b2980e1a80be has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:20:39.227175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 11235ad2-0615-4856-933b-6f83a03f6886) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:39.234171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:39.234743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.243786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bff4b3-89f1-4e0e-a7d9-83aa720f0719 None None] Network 11235ad2-0615-4856-933b-6f83a03f6886 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:39.272403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-621d82c4-c3dc-43dc-9aa7-025bf45968eb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:39.277333 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-621d82c4-c3dc-43dc-9aa7-025bf45968eb tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3133392 Mar 23 10:20:39.285169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.301337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': '0c46299b-c3e0-4971-b620-5575b0a4c2d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:39.313842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:39.325977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:39.340606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=6ead0f52-ac74-4bc0-82bf-c4dfc163bf39,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:39.355633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] device_id is not set on port ab200914-34fb-4d71-b2cd-136e88a8e82f yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:39.378409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fbb3bfbf-80d0-4294-a764-cbcf0112f98c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:39.400057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8eed30d3-8cb8-44a5-ab68-02570ce0b866 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1541424 Mar 23 10:20:39.406427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42668) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.414565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'network': {'name': 'tempest-router-network01--1509917247'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:39.423496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:39.430770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:network and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:39.434731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:39.458363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:39.487860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Made reservation on behalf of ab926fdf8efb47f5a44eef368bd6811c for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:39.492959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.503014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.592298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] vlan segment allocate from pool success with {'vlan_id': 959, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:39.611573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.615172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-11235ad2-0615-4856-933b-6f83a03f6886', 'network_id': '11235ad2-0615-4856-933b-6f83a03f6886', 'tenant_id': 'ab926fdf8efb47f5a44eef368bd6811c', 'fixed_ips': [{'subnet_id': '63265607-79b3-455d-8e3c-453546c17527'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:39.617736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.621664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.622024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Added segment 92ada83c-b692-4977-9361-ccdf5d5b2252 of type vlan for network 04222ba7-33ac-4f44-8313-607dbb214b97 Mar 23 10:20:39.624694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:20:39.633303 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8d09763f-5581-4b14-b003-ce25dded91f8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/6ead0f52-ac74-4bc0-82bf-c4dfc163bf39 HTTP/1.1" status: 204 len: 168 time: 1.7422292 Mar 23 10:20:39.640520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.676124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.682309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.695163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] Sync routers for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:20:39.747675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:39.748334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:39.749065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbae3c7-a84d-4c68-bbc0-92eeac7c5a8d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:39.753486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Allocated IP 2001:db8::3ea (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/ab200914-34fb-4d71-b2cd-136e88a8e82f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:39.769010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.774400 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4508db2-daee-4bf2-9541-bac5cfcff08b tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4852884 Mar 23 10:20:39.775332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42676) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.823132 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fdd3cd97-533e-4720-845b-47bc27a9ed65 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules/3bbae3c7-a84d-4c68-bbc0-92eeac7c5a8d HTTP/1.1" status: 200 len: 705 time: 0.0419021 Mar 23 10:20:39.823293 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-70a95f0e-82d2-41a5-b45c-2b21db2e6692 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/33ef9355-b0f1-4a41-8ec0-b2980e1a80be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7307470 Mar 23 10:20:39.823382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42680) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.835397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42682) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.841739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:39.848635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.893681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a648ff6-68cc-419a-ae9f-69eda1ada4cf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:39.894775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a648ff6-68cc-419a-ae9f-69eda1ada4cf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:39.895553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9a648ff6-68cc-419a-ae9f-69eda1ada4cf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:39.902816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:39.903594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:39.917144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5bf4-295a-437e-99fd-34c7b3d9742a req-d6073529-9681-4957-a2f3-00390d743a4f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:39.918640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62ab5bf4-295a-437e-99fd-34c7b3d9742a req-d6073529-9681-4957-a2f3-00390d743a4f tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3637297 Mar 23 10:20:39.930308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db354e2-7283-453e-93de-e515cc22e998 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:39.934375 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8db354e2-7283-453e-93de-e515cc22e998 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports/3c1f4fe8-042a-4ecd-a880-a4df1580a69c HTTP/1.1" status: 200 len: 910 time: 0.0823689 Mar 23 10:20:39.940196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42688) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.993635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Allocated IP 172.20.0.2 (11235ad2-0615-4856-933b-6f83a03f6886/63265607-79b3-455d-8e3c-453546c17527/b481573c-bca7-45fd-9ea2-570040266c60) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:39.995856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:39.996250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff97aa-abca-4503-9388-fcbe5bdef3cf None None] The sync data for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:20:40.001558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] Provisioning for port fbb3bfbf-80d0-4294-a764-cbcf0112f98c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:40.056433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3a9e5f2f-afc8-4e41-a4b3-f48d2894f4f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:40.079883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.083491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:40.084090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.098971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3a9e5f2f-afc8-4e41-a4b3-f48d2894f4f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:40.103576 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3a9e5f2f-afc8-4e41-a4b3-f48d2894f4f5 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2729266 Mar 23 10:20:40.107822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42692) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.112840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9a648ff6-68cc-419a-ae9f-69eda1ada4cf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:40.118609 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9a648ff6-68cc-419a-ae9f-69eda1ada4cf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4770546 Mar 23 10:20:40.133087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.239976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d1e4-3057-407d-b8d3-9e9b40da933d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.247260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62ab5bf4-295a-437e-99fd-34c7b3d9742a req-ee458a5d-e781-4077-a919-750766c558e4 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220999 Mar 23 10:20:40.261470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8441656 Mar 23 10:20:40.262502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42700) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.271840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 5972b840-565c-4236-8773-af7448dd852b {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:40.275151 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.297394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'network': {'name': 'tempest-router-network02--2126743001'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:40.335688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400d38-fbad-4b64-b15e-c5a408bf854a tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Network': ['ID=04222ba7-33ac-4f44-8313-607dbb214b97,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.341903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.344208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:40.353726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:network and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:40.362914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:40.374344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.378406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:40.390555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Transition to ACTIVE for port object b481573c-bca7-45fd-9ea2-570040266c60 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:40.414296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Made reservation on behalf of ab926fdf8efb47f5a44eef368bd6811c for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:40.418694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.419584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Transition to ACTIVE for port object b481573c-bca7-45fd-9ea2-570040266c60 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:40.422653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] Provisioning complete for port fbb3bfbf-80d0-4294-a764-cbcf0112f98c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:40.423351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.443991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.458012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 04222ba7-33ac-4f44-8313-607dbb214b97 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:40.479245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.487031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d1e4-3057-407d-b8d3-9e9b40da933d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.524228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:40.535868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.570064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Transition to ACTIVE for port object ab200914-34fb-4d71-b2cd-136e88a8e82f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:40.572549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d1e4-3057-407d-b8d3-9e9b40da933d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.606809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4d1e4-3057-407d-b8d3-9e9b40da933d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bbae3c7-a84d-4c68-bbc0-92eeac7c5a8d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.610412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.610579 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Added segment d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6 of type vlan for network 8dc8c588-d0e8-4190-ab94-fc7b69155854 Mar 23 10:20:40.624315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.667011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d1e4-3057-407d-b8d3-9e9b40da933d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.671008 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6ab4d1e4-3057-407d-b8d3-9e9b40da933d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3bbae3c7-a84d-4c68-bbc0-92eeac7c5a8d HTTP/1.1" status: 204 len: 168 time: 0.5594978 Mar 23 10:20:40.671218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Network 11235ad2-0615-4856-933b-6f83a03f6886 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:40.674575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:40.674746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42706) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.676456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Pushing event updated for resources: {'Port': ['ID=b481573c-bca7-45fd-9ea2-570040266c60,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.677023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=5972b840-565c-4236-8773-af7448dd852b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.681484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:40.717328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.721684 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4488dce2-2b73-40fe-844c-f6aeae27c589 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5972b840-565c-4236-8773-af7448dd852b HTTP/1.1" status: 204 len: 168 time: 0.5853004 Mar 23 10:20:40.722208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.726362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42710) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.735105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.762467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5253299-2ff1-4a73-b583-6ea33bc5ae84 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:40.805167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8fcfc-93f3-4365-8fee-762cde0610b8 req-6909d7c1-3d05-4c92-a53f-962307e92944 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:40.807260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-acd8fcfc-93f3-4365-8fee-762cde0610b8 req-6909d7c1-3d05-4c92-a53f-962307e92944 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3533990 Mar 23 10:20:40.825070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:40.830554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:40.833192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:40.838295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:40.838927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.848116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2c0bc591-07e4-49b7-a8a5-79007953b216 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:40.852279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=ab200914-34fb-4d71-b2cd-136e88a8e82f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.858467 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ab66f6a7-bdf1-488e-8e9e-64641ee8d339 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275311 Mar 23 10:20:40.864943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42714) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.901439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Attempting to bind port b481573c-bca7-45fd-9ea2-570040266c60 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:40.901809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Attempting to bind port b481573c-bca7-45fd-9ea2-570040266c60 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '52e12b43-bffb-440d-8907-48c7903c80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '11235ad2-0615-4856-933b-6f83a03f6886'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:40.902176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Attempting to bind port b481573c-bca7-45fd-9ea2-570040266c60 on network 11235ad2-0615-4856-933b-6f83a03f6886 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:40.917962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8758a4a1-f3a0-4f04-bca1-e9957d538666 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1555285 Mar 23 10:20:40.918586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42718) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.922789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-acd8fcfc-93f3-4365-8fee-762cde0610b8 req-8f8fbb1f-da22-454e-9a35-421d93c58ae8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970778 Mar 23 10:20:40.930231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2c0bc591-07e4-49b7-a8a5-79007953b216 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:40.930603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'network_id': '9af3ded2-4e09-44e3-ba05-6a87db290b3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-102574445'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:40.931896 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2c0bc591-07e4-49b7-a8a5-79007953b216 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2503598 Mar 23 10:20:40.934520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42722) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.942040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': '0c46299b-c3e0-4971-b620-5575b0a4c2d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:40.952953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:40.956787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:40.957166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Checking segment: {'id': '52e12b43-bffb-440d-8907-48c7903c80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '11235ad2-0615-4856-933b-6f83a03f6886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:40.957580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.957972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Bound using segment: {'id': '52e12b43-bffb-440d-8907-48c7903c80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '11235ad2-0615-4856-933b-6f83a03f6886'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:40.958455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Bound port: b481573c-bca7-45fd-9ea2-570040266c60, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e12b43-bffb-440d-8907-48c7903c80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '11235ad2-0615-4856-933b-6f83a03f6886'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:40.958840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.975342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:41.008563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdb939-3365-409f-a637-0016bcf652e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:41.008720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-28fdb939-3365-409f-a637-0016bcf652e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:41.016269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.054924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-28fdb939-3365-409f-a637-0016bcf652e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:41.059291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.059444 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-28fdb939-3365-409f-a637-0016bcf652e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1888595 Mar 23 10:20:41.059970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42728) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.145353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.150079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:41.150692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.162854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:41.203795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] For port fbb3bfbf-80d0-4294-a764-cbcf0112f98c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:41.211975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] For port b481573c-bca7-45fd-9ea2-570040266c60, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:41.214107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.220172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] For port b481573c-bca7-45fd-9ea2-570040266c60, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b481573c-bca7-45fd-9ea2-570040266c60,segment=NetworkSegment(52e12b43-bffb-440d-8907-48c7903c80a6),segment_id=52e12b43-bffb-440d-8907-48c7903c80a6)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:41.263827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a13d9a-1319-4f91-b6be-10ff7a3db7e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:41.265035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b2a13d9a-1319-4f91-b6be-10ff7a3db7e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:41.273564 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.291910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b2a13d9a-1319-4f91-b6be-10ff7a3db7e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:41.293095 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b2a13d9a-1319-4f91-b6be-10ff7a3db7e5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2320662 Mar 23 10:20:41.296251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.299567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.339246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33dbfa-aefe-42e3-804f-c9a0a9554dee None None] Pushing event updated for resources: {'Port': ['ID=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.355666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:41.364299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.380323 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1077614 Mar 23 10:20:41.382325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.394389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42736) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.399814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796ffbec-8baf-4b1a-9b8f-67dd875409f5,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.408060 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-13a2e03f-abdc-4323-a6ec-4d116d4fc414 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071534 Mar 23 10:20:41.408277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-25b9eca4-cad0-4e05-ad9e-1cceca86f73b None None] Provisioning for port ab200914-34fb-4d71-b2cd-136e88a8e82f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:41.417716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-25b9eca4-cad0-4e05-ad9e-1cceca86f73b None None] Provisioning complete for port ab200914-34fb-4d71-b2cd-136e88a8e82f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:41.417955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-25b9eca4-cad0-4e05-ad9e-1cceca86f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.420726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42740) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.424738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'subnet': {'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:41.483989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:41.495830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18801d8-2995-4eef-9e1a-f30672dffa3b None None] Pushing event updated for resources: {'Port': ['ID=b481573c-bca7-45fd-9ea2-570040266c60,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.508795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] Deleting port fbb3bfbf-80d0-4294-a764-cbcf0112f98c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:41.509172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.548043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:41.563031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-25b9eca4-cad0-4e05-ad9e-1cceca86f73b None None] Port ab200914-34fb-4d71-b2cd-136e88a8e82f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:41.564149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153fff-28e3-4fe1-a336-2ee268ec3e21 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Network': ['ID=8dc8c588-d0e8-4190-ab94-fc7b69155854,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.567405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Made reservation on behalf of 3e8e5ea321fc4ea8af7938ad475e56d4 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:41.570874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-25b9eca4-cad0-4e05-ad9e-1cceca86f73b None None] Could not find standard attr ID for object 6ead0f52-ac74-4bc0-82bf-c4dfc163bf39. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:41.572234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.603709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8dc8c588-d0e8-4190-ab94-fc7b69155854 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:41.679613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] device_id is not set on port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:41.735285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536f7d-11e7-4460-bf59-b1dc6b755801 req-6b49e0e7-c749-4a88-a704-cb1b789c98a1 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:41.737760 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e536f7d-11e7-4460-bf59-b1dc6b755801 req-6b49e0e7-c749-4a88-a704-cb1b789c98a1 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5407250 Mar 23 10:20:41.756761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.757984 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b0d76a92-8b37-4361-97df-411a550cad99 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8224216 Mar 23 10:20:41.764299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42744) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.805187 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-efc559bc-cb22-4337-b646-d6d9bb097639 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules/796ffbec-8baf-4b1a-9b8f-67dd875409f5 HTTP/1.1" status: 200 len: 706 time: 0.0397577 Mar 23 10:20:41.806372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:41.810376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42748) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.829117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:subnet and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:41.840616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:41.846235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:41.857050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:41.864695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:41.885068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:41.906978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Made reservation on behalf of ab926fdf8efb47f5a44eef368bd6811c for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:41.933323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] For port fbb3bfbf-80d0-4294-a764-cbcf0112f98c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:41.933943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.962684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e536f7d-11e7-4460-bf59-b1dc6b755801 req-2dcde005-8ccc-4390-ae78-fb958dcbefeb tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138190 Mar 23 10:20:42.034828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ff60d922-6826-4c6d-b0fe-3a75c04229dd tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:42.071338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] Calling delete_port for fbb3bfbf-80d0-4294-a764-cbcf0112f98c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:42.155478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.202488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.220949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.273861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] No DVR routers for this DVR port fbb3bfbf-80d0-4294-a764-cbcf0112f98c on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:42.288402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8b21-0b1b-4522-9218-fb36a6d795ad None None] Pushing event deleted for resources: {'Port': ['ID=fbb3bfbf-80d0-4294-a764-cbcf0112f98c,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:42.325555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ff60d922-6826-4c6d-b0fe-3a75c04229dd tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:42.326918 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff60d922-6826-4c6d-b0fe-3a75c04229dd tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.5142777 Mar 23 10:20:42.333626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42754) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:42.365170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Allocated IP 2001:db8::1da (9af3ded2-4e09-44e3-ba05-6a87db290b3a/761d8b1e-a1c5-47dd-9e83-60dcb054da9e/7cc6e2b4-0c66-4af9-b7af-cdc29927de6d) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:42.474148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3195b917-fa83-43c1-a982-698bdd9c8d78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.495655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3195b917-fa83-43c1-a982-698bdd9c8d78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.532991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b577b0-6819-4059-b2d1-8cdf7e7c3eb3 req-75f72e2a-ad05-4c10-b729-bb0cbad277ce tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:42.540119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13b577b0-6819-4059-b2d1-8cdf7e7c3eb3 req-75f72e2a-ad05-4c10-b729-bb0cbad277ce tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3743870 Mar 23 10:20:42.615869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3195b917-fa83-43c1-a982-698bdd9c8d78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.654280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195b917-fa83-43c1-a982-698bdd9c8d78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=796ffbec-8baf-4b1a-9b8f-67dd875409f5,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:42.690089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd414b-9465-49ad-8780-07d8b41fbc77 None None] Network 11235ad2-0615-4856-933b-6f83a03f6886 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:42.706497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3195b917-fa83-43c1-a982-698bdd9c8d78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.710837 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3195b917-fa83-43c1-a982-698bdd9c8d78 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/796ffbec-8baf-4b1a-9b8f-67dd875409f5 HTTP/1.1" status: 204 len: 168 time: 0.3708644 Mar 23 10:20:42.713968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:42.736602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13b577b0-6819-4059-b2d1-8cdf7e7c3eb3 req-db70f03e-8202-41a0-95b6-584312aebfba tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953294 Mar 23 10:20:42.786458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.800649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.822283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ae921145-2974-4592-9643-368b059e7849 None None] Provisioning for port b481573c-bca7-45fd-9ea2-570040266c60 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:42.884134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Transition to ACTIVE for port object 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:42.916671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-abc55e07-c726-4432-9159-dd5ba2da56fe tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:42.946756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Subnet': ['ID=3fe29d7e-ec51-456d-814e-61e35a053e6b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:42.995419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 3c1f4fe8-042a-4ecd-a880-a4df1580a69c {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:42.996011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.004134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:20:43.006142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-abc55e07-c726-4432-9159-dd5ba2da56fe tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:43.010069 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-abc55e07-c726-4432-9159-dd5ba2da56fe tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2896130 Mar 23 10:20:43.010069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.014721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42764) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.040320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.151392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b481573c-bca7-45fd-9ea2-570040266c60 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:43.157904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Checking segment: {'id': '92ada83c-b692-4977-9361-ccdf5d5b2252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:43.158469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network hostable DHCP agents. Network: 04222ba7-33ac-4f44-8313-607dbb214b97, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:43.160546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:43.168152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:43.222957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:43.227245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:43.228858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.259316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=7cc6e2b4-0c66-4af9-b7af-cdc29927de6d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.268945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 04222ba7-33ac-4f44-8313-607dbb214b97 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:43.284866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:43.290605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b481573c-bca7-45fd-9ea2-570040266c60 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:43.295385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59c59071-e3f5-4d78-83a5-08d8b4f6c479 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.298302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b481573c-bca7-45fd-9ea2-570040266c60 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:43.298676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.306261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:43.309729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:43.310359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.329925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 04222ba7-33ac-4f44-8313-607dbb214b97) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:43.334121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:43.334925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.347364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=c7d55d0f-7df7-4e78-8712-e6ef210f4dca,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.360954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e9f60-8fd6-4cff-8551-fb58353b12f4 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:43.377275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d6676-e382-47ca-9870-b478cafe029f None None] Network 04222ba7-33ac-4f44-8313-607dbb214b97 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:43.380374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59c59071-e3f5-4d78-83a5-08d8b4f6c479 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.391986 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7b0870ad-1c7b-42f3-92e9-6f1178f5b39a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9428613 Mar 23 10:20:43.397120 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5a8a6b2e-ac0f-4f5e-a3cb-b31152607797 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9985895 Mar 23 10:20:43.398525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42770) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.398863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42772) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.412014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-633c6cac-85f6-4776-94d2-502c1af889b3 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4921784 Mar 23 10:20:43.419250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:fe:5c:03', 'name': 'tempest-NetworksTestDHCPv6-685035824'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:43.420881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42778) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.429046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:7c:5c:75'}, {'ip_address': '2001:db8::3ea', 'mac_address': 'fa:16:3e:d3:f3:82'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:43.517405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.546094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbf96f-d005-4fdc-8582-6a8897216698 req-17ab36d2-d9fa-44b7-aae1-621ced339e92 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:43.548278 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-babbf96f-d005-4fdc-8582-6a8897216698 req-17ab36d2-d9fa-44b7-aae1-621ced339e92 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2719128 Mar 23 10:20:43.575495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'subnet': {'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:43.604220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:43.729536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 3c1f4fe8-042a-4ecd-a880-a4df1580a69c owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:43.771176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:43.799796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59c59071-e3f5-4d78-83a5-08d8b4f6c479 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.818719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:43.823016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.839690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-74ac4a7a-e725-41e5-8f1e-3e7fbd08f521 None None] Provisioning for port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:43.842530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.848369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:43.851005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c59071-e3f5-4d78-83a5-08d8b4f6c479 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c46299b-c3e0-4971-b620-5575b0a4c2d8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.864648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Usage tracker for resource:subnet and tenant:ab926fdf8efb47f5a44eef368bd6811c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:43.872427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-74ac4a7a-e725-41e5-8f1e-3e7fbd08f521 None None] Provisioning complete for port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:43.872628 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-babbf96f-d005-4fdc-8582-6a8897216698 req-ba6af14c-ea95-4e3c-b78f-f4b56be08d0c tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576292 Mar 23 10:20:43.872924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-74ac4a7a-e725-41e5-8f1e-3e7fbd08f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.894004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port fd9c72ca-3ced-483e-86df-3c0ad5de5cf0 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:43.941270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:43.944987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59c59071-e3f5-4d78-83a5-08d8b4f6c479 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.946315 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-59c59071-e3f5-4d78-83a5-08d8b4f6c479 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/0c46299b-c3e0-4971-b620-5575b0a4c2d8 HTTP/1.1" status: 204 len: 168 time: 0.9012871 Mar 23 10:20:43.952408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:43.956657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42782) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.011596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Made reservation on behalf of ab926fdf8efb47f5a44eef368bd6811c for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:44.037357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b481573c-bca7-45fd-9ea2-570040266c60, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b481573c-bca7-45fd-9ea2-570040266c60,segment=NetworkSegment(52e12b43-bffb-440d-8907-48c7903c80a6),segment_id=52e12b43-bffb-440d-8907-48c7903c80a6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:44.039100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': 'c7d55d0f-7df7-4e78-8712-e6ef210f4dca'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:44.039982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.052390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-74ac4a7a-e725-41e5-8f1e-3e7fbd08f521 None None] Port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:44.056684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.096149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-04222ba7-33ac-4f44-8313-607dbb214b97', 'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97', 'tenant_id': 'ab926fdf8efb47f5a44eef368bd6811c', 'fixed_ips': [{'subnet_id': '3fe29d7e-ec51-456d-814e-61e35a053e6b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:44.096968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.179256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.179904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fbb3bfbf-80d0-4294-a764-cbcf0112f98c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:44.230880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fbb3bfbf-80d0-4294-a764-cbcf0112f98c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:44.231222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fbb3bfbf-80d0-4294-a764-cbcf0112f98c not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:44.285028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab2d6986-cd82-4324-bed2-903907b14dc4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:44.293997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b481573c-bca7-45fd-9ea2-570040266c60,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:44.312598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-74ac4a7a-e725-41e5-8f1e-3e7fbd08f521 None None] Provisioning complete for port b481573c-bca7-45fd-9ea2-570040266c60 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:44.312843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.312966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-74ac4a7a-e725-41e5-8f1e-3e7fbd08f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.378892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.449014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=3c1f4fe8-042a-4ecd-a880-a4df1580a69c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:44.503828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Allocated IP 172.20.0.2 (04222ba7-33ac-4f44-8313-607dbb214b97/3fe29d7e-ec51-456d-814e-61e35a053e6b/329105f5-1108-4281-9861-a3f3a4415dd4) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:44.511163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fefe:5c03 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/c7d55d0f-7df7-4e78-8712-e6ef210f4dca/fd9c72ca-3ced-483e-86df-3c0ad5de5cf0) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:44.521526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab2d6986-cd82-4324-bed2-903907b14dc4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:44.523455 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab2d6986-cd82-4324-bed2-903907b14dc4 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5653517 Mar 23 10:20:44.532543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42786) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.541431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512321334'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:44.562781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:44.596827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:44.655779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.664099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.817793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.830972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Transition to ACTIVE for port object 329105f5-1108-4281-9861-a3f3a4415dd4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:44.831824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.840411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.854055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Transition to ACTIVE for port object 329105f5-1108-4281-9861-a3f3a4415dd4 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:44.860920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.878774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:44.884208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Subnet': ['ID=ab74116e-f21b-4a99-82b9-2d96fc6ef546,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:44.897854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:44.902949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:44.905804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Checking segment: {'id': 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:44.906161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network hostable DHCP agents. Network: 8dc8c588-d0e8-4190-ab94-fc7b69155854, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:44.926815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:44.955076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] In _notify_port_updated(), no bound segment for port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d on network 9af3ded2-4e09-44e3-ba05-6a87db290b3a {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:20:44.961045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:44.961817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.966294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Pushing event updated for resources: {'Port': ['ID=329105f5-1108-4281-9861-a3f3a4415dd4,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:44.966518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42792) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.967275 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "PUT /v2.0/ports/7cc6e2b4-0c66-4af9-b7af-cdc29927de6d HTTP/1.1" status: 200 len: 1066 time: 1.5451610 Mar 23 10:20:44.995309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065a05e-239e-4943-a109-3af053eab3ea tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event updated for resources: {'Port': ['ID=7cc6e2b4-0c66-4af9-b7af-cdc29927de6d,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.000828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Network 04222ba7-33ac-4f44-8313-607dbb214b97 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:45.002130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:45.007199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:45.021738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.033312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 8dc8c588-d0e8-4190-ab94-fc7b69155854 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:45.083106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.105305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8dc8c588-d0e8-4190-ab94-fc7b69155854) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:45.127919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b481573c-bca7-45fd-9ea2-570040266c60 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:45.138507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:45.150328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.154729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d9d982-6002-4085-9b40-2b1c6ddc31cc None None] Network 8dc8c588-d0e8-4190-ab94-fc7b69155854 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:45.233643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:45.234019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.302593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Attempting to bind port 329105f5-1108-4281-9861-a3f3a4415dd4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:45.303194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Attempting to bind port 329105f5-1108-4281-9861-a3f3a4415dd4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '92ada83c-b692-4977-9361-ccdf5d5b2252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:45.303456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Attempting to bind port 329105f5-1108-4281-9861-a3f3a4415dd4 on network 04222ba7-33ac-4f44-8313-607dbb214b97 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:45.306427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object fd9c72ca-3ced-483e-86df-3c0ad5de5cf0 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:45.312984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe85bde-4c4a-4e51-a9e1-df55b84f7dd5 req-d2454604-02f1-4339-a0cd-d31112d61a77 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:45.316416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.319840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fe85bde-4c4a-4e51-a9e1-df55b84f7dd5 req-d2454604-02f1-4339-a0cd-d31112d61a77 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2876322 Mar 23 10:20:45.326223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:45.326592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Checking segment: {'id': '92ada83c-b692-4977-9361-ccdf5d5b2252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:45.326997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.327383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Bound using segment: {'id': '92ada83c-b692-4977-9361-ccdf5d5b2252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:45.328013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Bound port: 329105f5-1108-4281-9861-a3f3a4415dd4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ada83c-b692-4977-9361-ccdf5d5b2252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '04222ba7-33ac-4f44-8313-607dbb214b97'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:45.328381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.332332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.384114 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fe85bde-4c4a-4e51-a9e1-df55b84f7dd5 req-29de169a-6cf9-40c0-a474-bb11a6c6b927 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633893 Mar 23 10:20:45.403336 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a4d42fe-6bff-49d9-9555-846b180d1e2d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9997220 Mar 23 10:20:45.418381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42798) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:45.489082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.490341 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9567430 Mar 23 10:20:45.505074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42802) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:45.505325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b481573c-bca7-45fd-9ea2-570040266c60 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:45.505672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.517769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed890-ff99-49d9-8ba4-865b8eeb7e48 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e96fad-b2ac-4c28-b91a-717ce76f3139,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.524045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Request body: {'security_group_rule': {'security_group_id': '58e96fad-b2ac-4c28-b91a-717ce76f3139', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:45.615424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3b129dca-3f67-4ce5-8911-c7ca28de027c None None] Provisioning complete for port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:45.617196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3b129dca-3f67-4ce5-8911-c7ca28de027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.659585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:45.667822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] For port 329105f5-1108-4281-9861-a3f3a4415dd4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:45.674596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.678359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Usage tracker for resource:security_group_rule and tenant:30449c2475a248b9bb2e4e8f4d33eb69 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:45.685209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:45.747182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8dc8c588-d0e8-4190-ab94-fc7b69155854', 'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854', 'tenant_id': 'ab926fdf8efb47f5a44eef368bd6811c', 'fixed_ips': [{'subnet_id': 'ab74116e-f21b-4a99-82b9-2d96fc6ef546'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:45.747651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:45.748310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.768612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] For port 329105f5-1108-4281-9861-a3f3a4415dd4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=329105f5-1108-4281-9861-a3f3a4415dd4,segment=NetworkSegment(92ada83c-b692-4977-9361-ccdf5d5b2252),segment_id=92ada83c-b692-4977-9361-ccdf5d5b2252)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:45.792956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.840811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3b129dca-3f67-4ce5-8911-c7ca28de027c None None] Port 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:45.852559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Allocated IP 2001:db8::f816:3eff:fe9b:4a8d (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/c7d55d0f-7df7-4e78-8712-e6ef210f4dca/2a14d02c-a0b3-41e9-b270-abdb7f635a32) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:45.976923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:45.986791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=fd9c72ca-3ced-483e-86df-3c0ad5de5cf0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.990580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:46.049834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.057387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dfbc8-0f27-4812-860a-d808f87df135 req-e1617804-f4d9-4120-979a-9388130573ca tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:46.064479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d96dfbc8-0f27-4812-860a-d808f87df135 req-e1617804-f4d9-4120-979a-9388130573ca tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2472038 Mar 23 10:20:46.070043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:46.073804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:46.074415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.098617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a019f10-3ebb-4aad-96c5-daab71e0f62d None None] Pushing event updated for resources: {'Port': ['ID=329105f5-1108-4281-9861-a3f3a4415dd4,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:46.130595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 33ef9355-b0f1-4a41-8ec0-b2980e1a80be has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:20:46.149201 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d96dfbc8-0f27-4812-860a-d808f87df135 req-4411bb15-214d-4b77-a45c-475113694b6e tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839350 Mar 23 10:20:46.175430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.257217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Allocated IP 172.20.0.2 (8dc8c588-d0e8-4190-ab94-fc7b69155854/ab74116e-f21b-4a99-82b9-2d96fc6ef546/e9ec4018-3821-4586-9dd1-5477ab3a442e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:46.297945 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-eaff91cb-6241-48bf-81b6-11f0e8bceff8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8957593 Mar 23 10:20:46.310168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42808) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.363893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for 7cc6e2b4-0c66-4af9-b7af-cdc29927de6d owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:46.450436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f972e6-6b64-457d-aa21-ec3de7308c21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:46.454704 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-66f972e6-6b64-457d-aa21-ec3de7308c21 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1396017 Mar 23 10:20:46.467814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42812) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.479868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.515223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Transition to ACTIVE for port object 2a14d02c-a0b3-41e9-b270-abdb7f635a32 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:46.519030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:20:46.532202 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] Sync routers for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:20:46.552287 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:46.553054 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:46.558083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Transition to ACTIVE for port object 2a14d02c-a0b3-41e9-b270-abdb7f635a32 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:46.577735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.583901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.592032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5fceab6f-25e5-478d-8be6-c30cb1b1fe86 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/33ef9355-b0f1-4a41-8ec0-b2980e1a80be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6419470 Mar 23 10:20:46.594665 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-36e3ec3f-4ff4-434c-945d-ebd9bdb4c48b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9cfd07de243147da89c3c62cab84441c&device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 1099 time: 0.7994454 Mar 23 10:20:46.598143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42816) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.632476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.675318 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:46.692068 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:46.692948 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:46.713639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f912a49-669d-4e52-b66d-f2120c37d98c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:46.722275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port fd9c72ca-3ced-483e-86df-3c0ad5de5cf0 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:46.722872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.795026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:46.800696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:46.814203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:46.824485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Pushing event updated for resources: {'Port': ['ID=2a14d02c-a0b3-41e9-b270-abdb7f635a32,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:46.838279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.857019 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:46.857480 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034b400-5f0b-4861-bc4d-5ab4535199e8 None None] The sync data for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:20:46.873120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.877983 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3ab5f0bf-1b2e-495a-8386-33c8babff363 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3677752 Mar 23 10:20:46.878147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42820) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.897016 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Transition to ACTIVE for port object e9ec4018-3821-4586-9dd1-5477ab3a442e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:46.961241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Transition to ACTIVE for port object e9ec4018-3821-4586-9dd1-5477ab3a442e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:46.962601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Attempting to bind port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:46.962961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Attempting to bind port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:46.963320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Attempting to bind port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:46.970637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:46.970975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:46.971376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.972793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:46.972793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Bound port: 2a14d02c-a0b3-41e9-b270-abdb7f635a32, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:46.972793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.989719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.042888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-01ccc208-7069-4811-8874-8e1c138d5917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:47.044698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-01ccc208-7069-4811-8874-8e1c138d5917 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 200 len: 913 time: 0.4425116 Mar 23 10:20:47.051412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.136576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.139759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Network 8dc8c588-d0e8-4190-ab94-fc7b69155854 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:47.140995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 329105f5-1108-4281-9861-a3f3a4415dd4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:47.204109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:47.216286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=7cc6e2b4-0c66-4af9-b7af-cdc29927de6d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:47.231352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:47.305996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Pushing event updated for resources: {'Port': ['ID=e9ec4018-3821-4586-9dd1-5477ab3a442e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:47.356111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] For port 2a14d02c-a0b3-41e9-b270-abdb7f635a32, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:47.409656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] For port 2a14d02c-a0b3-41e9-b270-abdb7f635a32, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a14d02c-a0b3-41e9-b270-abdb7f635a32,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:47.426849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0564d929-f4e0-4721-b5f3-f4c0dd40ab3d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.452476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.500209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 329105f5-1108-4281-9861-a3f3a4415dd4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:47.554913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0564d929-f4e0-4721-b5f3-f4c0dd40ab3d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.565777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.577359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Attempting to bind port e9ec4018-3821-4586-9dd1-5477ab3a442e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:47.577490 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-ba32748a-e4be-4316-a370-2f4c953cd8d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 200 len: 1002 time: 0.5232751 Mar 23 10:20:47.577930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Attempting to bind port e9ec4018-3821-4586-9dd1-5477ab3a442e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:47.578379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Attempting to bind port e9ec4018-3821-4586-9dd1-5477ab3a442e on network 8dc8c588-d0e8-4190-ab94-fc7b69155854 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:47.607212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:47.607699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Checking segment: {'id': 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:47.608215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.608720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Bound using segment: {'id': 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:47.609622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Bound port: e9ec4018-3821-4586-9dd1-5477ab3a442e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '8dc8c588-d0e8-4190-ab94-fc7b69155854'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:47.609770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.631254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca75ec-15ef-44b1-b269-5e8a291eff58 None None] Pushing event updated for resources: {'Port': ['ID=2a14d02c-a0b3-41e9-b270-abdb7f635a32,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:47.752584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855eac42-008b-4ca9-aaa0-9cf9116853dd None None] Network 04222ba7-33ac-4f44-8313-607dbb214b97 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:47.767966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for fd9c72ca-3ced-483e-86df-3c0ad5de5cf0 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:47.875349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-f1dbaa42-a23f-452a-a070-8869dcf90d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:47.876150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23417a27-45ac-4a20-8d1b-049b2847ce0d req-f2d87f10-9eff-4c4c-9014-10393825862d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:47.876851 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-f1dbaa42-a23f-452a-a070-8869dcf90d36 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 200 len: 851 time: 0.2910094 Mar 23 10:20:47.877699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23417a27-45ac-4a20-8d1b-049b2847ce0d req-f2d87f10-9eff-4c4c-9014-10393825862d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.4962542 Mar 23 10:20:47.929876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] For port e9ec4018-3821-4586-9dd1-5477ab3a442e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:47.943638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] For port e9ec4018-3821-4586-9dd1-5477ab3a442e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e9ec4018-3821-4586-9dd1-5477ab3a442e,segment=NetworkSegment(d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6),segment_id=d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:47.962029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.002400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] Provisioning for port 329105f5-1108-4281-9861-a3f3a4415dd4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:48.048949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] Provisioning complete for port 329105f5-1108-4281-9861-a3f3a4415dd4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:48.049325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.057718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.219723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2d94-f26e-4ead-8e49-a894c2033c7d None None] Pushing event updated for resources: {'Port': ['ID=e9ec4018-3821-4586-9dd1-5477ab3a442e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.277116 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-65dabe87-22c1-48bc-b7e6-7355cf86b7f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8f9b51b0-f60a-4ada-8726-ec28e8ed5089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3821752 Mar 23 10:20:48.281806 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23417a27-45ac-4a20-8d1b-049b2847ce0d req-c4407ccc-4af2-436c-9a78-0bb7ee741aa2 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969574 Mar 23 10:20:48.292581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0564d929-f4e0-4721-b5f3-f4c0dd40ab3d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.295077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.316033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.344724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.394056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] For port 329105f5-1108-4281-9861-a3f3a4415dd4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=329105f5-1108-4281-9861-a3f3a4415dd4,segment=NetworkSegment(92ada83c-b692-4977-9361-ccdf5d5b2252),segment_id=92ada83c-b692-4977-9361-ccdf5d5b2252)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:48.400382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.404581 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-69075173-c93b-46b6-8138-c8db33b39e04 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/ports/7cc6e2b4-0c66-4af9-b7af-cdc29927de6d HTTP/1.1" status: 204 len: 168 time: 3.4244788 Mar 23 10:20:48.408986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564d929-f4e0-4721-b5f3-f4c0dd40ab3d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e96fad-b2ac-4c28-b91a-717ce76f3139,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.411511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42826) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:48.414174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Allocated IP 172.20.0.1 (04222ba7-33ac-4f44-8313-607dbb214b97/3fe29d7e-ec51-456d-814e-61e35a053e6b/61023bcb-95da-4ecf-85d7-90667bc282e9) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:48.424784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=fd9c72ca-3ced-483e-86df-3c0ad5de5cf0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.514923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c611b-c846-4971-9479-abe6da6aeb54 None None] Pushing event updated for resources: {'Port': ['ID=329105f5-1108-4281-9861-a3f3a4415dd4,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.530802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.534246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb8c791-3540-4636-bde4-e32bf9d7fddb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] GET failed (client error): The resource could not be found. Mar 23 10:20:48.534651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4bb8c791-3540-4636-bde4-e32bf9d7fddb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Synchronizing usage tracker for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:48.561937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e64ee85b-044c-4cdf-91a4-1a2dc379f32b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/fd9c72ca-3ced-483e-86df-3c0ad5de5cf0 HTTP/1.1" status: 204 len: 168 time: 2.0854170 Mar 23 10:20:48.561937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0564d929-f4e0-4721-b5f3-f4c0dd40ab3d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.562656 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0564d929-f4e0-4721-b5f3-f4c0dd40ab3d tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/58e96fad-b2ac-4c28-b91a-717ce76f3139 HTTP/1.1" status: 204 len: 168 time: 1.6838598 Mar 23 10:20:48.567211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42830) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:48.567562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42832) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:48.605476 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-e12fb535-e4cc-4125-8205-560f64ea8604 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138430 Mar 23 10:20:48.660366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4bb8c791-3540-4636-bde4-e32bf9d7fddb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Unset dirty status for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:48.664291 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4bb8c791-3540-4636-bde4-e32bf9d7fddb tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "GET /v2.0/ports/7cc6e2b4-0c66-4af9-b7af-cdc29927de6d HTTP/1.1" status: 404 len: 333 time: 0.2420933 Mar 23 10:20:48.681458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42838) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:48.780460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94532c-3b4c-43f2-ba86-72d609061973 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:48.782600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94532c-3b4c-43f2-ba86-72d609061973 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:48.784365 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ce94532c-3b4c-43f2-ba86-72d609061973 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2126887 Mar 23 10:20:48.792798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42842) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:48.826532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.857209 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fd42bba5-70d8-4351-82e4-5a873b7ddd5f req-9580eaaf-1433-4ed7-9642-e736754bee00 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411599 Mar 23 10:20:48.863800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port ab200914-34fb-4d71-b2cd-136e88a8e82f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:48.864140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.870554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Transition to ACTIVE for port object 61023bcb-95da-4ecf-85d7-90667bc282e9 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:48.899152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.903950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8b1c89b8-b380-4010-bfe9-74b0a75201d2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:48.978627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 04222ba7-33ac-4f44-8313-607dbb214b97 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:48.982698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:48.986625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:49.060638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fc3c52a4-9cb7-4038-8195-35cf213dc5c6 None None] Provisioning complete for port 329105f5-1108-4281-9861-a3f3a4415dd4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:49.060638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fc3c52a4-9cb7-4038-8195-35cf213dc5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.069786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.115715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Port': ['ID=61023bcb-95da-4ecf-85d7-90667bc282e9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:49.302662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e9ec4018-3821-4586-9dd1-5477ab3a442e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:49.314199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.376448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8b1c89b8-b380-4010-bfe9-74b0a75201d2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:49.377709 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8b1c89b8-b380-4010-bfe9-74b0a75201d2 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8044858 Mar 23 10:20:49.382573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42848) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:49.429512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port e9ec4018-3821-4586-9dd1-5477ab3a442e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:49.435760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a14d02c-a0b3-41e9-b270-abdb7f635a32 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:49.541303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6a3c15de-dba4-46e2-8b5a-2387294f5794 None None] Provisioning for port 61023bcb-95da-4ecf-85d7-90667bc282e9 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:49.548525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6a3c15de-dba4-46e2-8b5a-2387294f5794 None None] Provisioning complete for port 61023bcb-95da-4ecf-85d7-90667bc282e9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:49.549052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6a3c15de-dba4-46e2-8b5a-2387294f5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.605251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:49.617307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 329105f5-1108-4281-9861-a3f3a4415dd4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:49.647122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet c7d55d0f-7df7-4e78-8712-e6ef210f4dca {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:49.664660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.715920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c15de-dba4-46e2-8b5a-2387294f5794 None None] Port 61023bcb-95da-4ecf-85d7-90667bc282e9 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:49.791380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 329105f5-1108-4281-9861-a3f3a4415dd4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:49.791661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.816366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.823383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-371f0aa3-9aad-4f9b-bcc1-74f7a7975377 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:49.827759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.901366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] Provisioning for port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:49.917655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.962083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-371f0aa3-9aad-4f9b-bcc1-74f7a7975377 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:49.966175 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-371f0aa3-9aad-4f9b-bcc1-74f7a7975377 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5794940 Mar 23 10:20:49.968456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42852) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:49.969263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.992100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] Provisioning complete for port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:49.992526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.058360 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-ff153d21-7310-42ef-b258-c8a0959b9ee6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] delete failed (client error): The resource could not be found. Mar 23 10:20:50.059685 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff153d21-7310-42ef-b258-c8a0959b9ee6 tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "DELETE /v2.0/security-groups/58e96fad-b2ac-4c28-b91a-717ce76f3139 HTTP/1.1" status: 404 len: 347 time: 0.0777979 Mar 23 10:20:50.064318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Port': ['ID=61023bcb-95da-4ecf-85d7-90667bc282e9,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:50.066957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.075722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42856) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:50.134280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce85aaa-4ab7-4d50-953a-693208d88037 req-fb69515e-9784-4290-ad10-cfca3a5db5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:50.144086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fce85aaa-4ab7-4d50-953a-693208d88037 req-fb69515e-9784-4290-ad10-cfca3a5db5b3 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.6188762 Mar 23 10:20:50.183110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.237570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] For port 2a14d02c-a0b3-41e9-b270-abdb7f635a32, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a14d02c-a0b3-41e9-b270-abdb7f635a32,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:50.247685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.299729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a081e-4f66-4bfd-8b8f-18bb36810e6b None None] Network 8dc8c588-d0e8-4190-ab94-fc7b69155854 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:50.327171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.327519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.327936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.328613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.328613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.328984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.329222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.329546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.329866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.330189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.330501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:50.415088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3bc98944-a3fb-4409-b544-8d3ddc399f0c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Synchronizing usage tracker for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:50.439932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 04222ba7-33ac-4f44-8313-607dbb214b97 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:50.440560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3bc98944-a3fb-4409-b544-8d3ddc399f0c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] Unset dirty status for tenant:30449c2475a248b9bb2e4e8f4d33eb69 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:50.445844 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3bc98944-a3fb-4409-b544-8d3ddc399f0c tempest-SecGroupTest-752797194 tempest-SecGroupTest-752797194-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3634341 Mar 23 10:20:50.445844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:50.460931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef723ae0-e69c-4fa2-8ecd-14a38c6aef9e None None] Pushing event updated for resources: {'Port': ['ID=2a14d02c-a0b3-41e9-b270-abdb7f635a32,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:50.479731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Provisioning for port e9ec4018-3821-4586-9dd1-5477ab3a442e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:50.489396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Provisioning complete for port e9ec4018-3821-4586-9dd1-5477ab3a442e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:50.489902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.542450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for ab200914-34fb-4d71-b2cd-136e88a8e82f owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:50.656372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.706450 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fce85aaa-4ab7-4d50-953a-693208d88037 req-62061e3e-964a-443d-b785-3edb18515489 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049816 Mar 23 10:20:50.824443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.877937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] For port e9ec4018-3821-4586-9dd1-5477ab3a442e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e9ec4018-3821-4586-9dd1-5477ab3a442e,segment=NetworkSegment(d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6),segment_id=d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:50.883941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.925313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Could not find standard attr ID for object fd9c72ca-3ced-483e-86df-3c0ad5de5cf0. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:50.980363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdba65a-7a77-4c82-9ae2-e8b6d92874ff None None] Pushing event updated for resources: {'Port': ['ID=e9ec4018-3821-4586-9dd1-5477ab3a442e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:50.997055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.002231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.033562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42864) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.054814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-72075dbb-ef06-4f8d-b1e4-ae6ba15e017a None None] Provisioning complete for port 61023bcb-95da-4ecf-85d7-90667bc282e9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:51.055487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-72075dbb-ef06-4f8d-b1e4-ae6ba15e017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.062660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Router 6679b76e-13be-4203-87da-1c107501763d is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:20:51.127050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d55d0f-7df7-4e78-8712-e6ef210f4dca,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:51.134280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-72075dbb-ef06-4f8d-b1e4-ae6ba15e017a None None] Port 61023bcb-95da-4ecf-85d7-90667bc282e9 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:51.135828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a14d02c-a0b3-41e9-b270-abdb7f635a32 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:51.145185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=ab200914-34fb-4d71-b2cd-136e88a8e82f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:51.156114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.222658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef7f6f-d93f-4ae3-a856-97c7c08fb282 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:51.255514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port c31a9470-295d-4173-8c04-96b7c210134c {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:51.260807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.451806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:20:51.454632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5057baf9-0479-44d3-b07e-3f2e287fcca3 None None] Provisioning complete for port e9ec4018-3821-4586-9dd1-5477ab3a442e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:51.455012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5057baf9-0479-44d3-b07e-3f2e287fcca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.464121 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-67e13526-5654-44e7-9aa1-7ca17ca763de tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0433276 Mar 23 10:20:51.465695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42870) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.481817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.527149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] Sync routers for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:20:51.587621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:51.588189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:51.600026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.601931 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8748b901-a910-4dbf-9445-fc321269bbc5 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/ports/ab200914-34fb-4d71-b2cd-136e88a8e82f HTTP/1.1" status: 204 len: 168 time: 2.9176357 Mar 23 10:20:51.603427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2c3fb7c9-0d44-451e-9d41-1c5c27d5e5ec tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/c7d55d0f-7df7-4e78-8712-e6ef210f4dca HTTP/1.1" status: 204 len: 168 time: 2.8048081 Mar 23 10:20:51.610560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for c31a9470-295d-4173-8c04-96b7c210134c owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:51.614485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42874) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.614851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42876) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.642841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:51.643218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.712936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:51.729673 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-442a5425-8929-47cd-a91f-3ce75e6c0064 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119862 Mar 23 10:20:51.731196 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66e561d-fc46-4a5d-ad4f-22948209f074 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] GET failed (client error): The resource could not be found. Mar 23 10:20:51.731828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e66e561d-fc46-4a5d-ad4f-22948209f074 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Synchronizing usage tracker for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:51.733714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42882) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.739479 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55cddc37-0555-4861-b001-366379d1f555 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30449c2475a248b9bb2e4e8f4d33eb69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7070956 Mar 23 10:20:51.741083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42886) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.752184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:51.752184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:51.759039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:51.787994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e66e561d-fc46-4a5d-ad4f-22948209f074 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Unset dirty status for tenant:3e8e5ea321fc4ea8af7938ad475e56d4 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:51.793260 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e66e561d-fc46-4a5d-ad4f-22948209f074 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "GET /v2.0/ports/ab200914-34fb-4d71-b2cd-136e88a8e82f HTTP/1.1" status: 404 len: 333 time: 0.1734712 Mar 23 10:20:51.794035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42892) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:51.827997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:51.828632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa86c94-6ff9-443e-800d-fc011a69bd24 None None] The sync data for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:20:51.835910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:51.840164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] Deleting port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:51.840538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.874593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port 8775a551-ca50-464c-bb6f-00299feff1f1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:51.875024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.055481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:52.079586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-770c721b-b0c0-4366-930c-043379105ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.081229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.087488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:52.143576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:52.156866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] For port 2a14d02c-a0b3-41e9-b270-abdb7f635a32, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a14d02c-a0b3-41e9-b270-abdb7f635a32,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:52.157274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.166187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=c31a9470-295d-4173-8c04-96b7c210134c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.169817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:52.196509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-770c721b-b0c0-4366-930c-043379105ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.247278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd15b0c-3292-4ea7-a5c2-9fd3daf75b39 req-e47294bd-333c-4a00-8363-290ded28219d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:52.248805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-efd15b0c-3292-4ea7-a5c2-9fd3daf75b39 req-e47294bd-333c-4a00-8363-290ded28219d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3359795 Mar 23 10:20:52.282098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:52.287427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.349856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] Calling delete_port for 2a14d02c-a0b3-41e9-b270-abdb7f635a32 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:52.378788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.437889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.486928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] Pushing event deleted for resources: {'Port': ['ID=2a14d02c-a0b3-41e9-b270-abdb7f635a32,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.492146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238d871-2b21-4712-9558-2d787faaef7f None None] No DVR routers for this DVR port 2a14d02c-a0b3-41e9-b270-abdb7f635a32 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:52.514021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for 8775a551-ca50-464c-bb6f-00299feff1f1 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:52.650497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-efd15b0c-3292-4ea7-a5c2-9fd3daf75b39 req-5dea4ab0-997a-445a-8c16-fba928ce9feb tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855438 Mar 23 10:20:52.729752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-770c721b-b0c0-4366-930c-043379105ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.758343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c721b-b0c0-4366-930c-043379105ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f6fe5-4ab4-4e0e-9d5c-c6ae33dc5193,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.817801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.857490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.906176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=8775a551-ca50-464c-bb6f-00299feff1f1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.965196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.967432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-770c721b-b0c0-4366-930c-043379105ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.968529 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-770c721b-b0c0-4366-930c-043379105ac9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e35f6fe5-4ab4-4e0e-9d5c-c6ae33dc5193 HTTP/1.1" status: 204 len: 168 time: 1.2268949 Mar 23 10:20:53.035444 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4aa05150-e58e-48e1-9a53-a215c435b924 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/ports/8775a551-ca50-464c-bb6f-00299feff1f1 HTTP/1.1" status: 204 len: 168 time: 1.2397346 Mar 23 10:20:53.036467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42900) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:53.098050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e9ec4018-3821-4586-9dd1-5477ab3a442e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:53.119248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e23e-eec8-4a7b-99ce-01c3c6c18201 req-c952a45a-810b-4e67-958a-4a34a1bbfa4a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:53.120926 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc56e23e-eec8-4a7b-99ce-01c3c6c18201 req-c952a45a-810b-4e67-958a-4a34a1bbfa4a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3046379 Mar 23 10:20:53.121423 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-2c8d1f71-7224-4a20-aa30-152f52ca5586 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:53.130198 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2c8d1f71-7224-4a20-aa30-152f52ca5586 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6542737 Mar 23 10:20:53.130793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42904) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:53.238091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e9ec4018-3821-4586-9dd1-5477ab3a442e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:53.238973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.366678 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc56e23e-eec8-4a7b-99ce-01c3c6c18201 req-947b50f6-4b1c-4deb-a2c0-87868ee47e9d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379270 Mar 23 10:20:53.425904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:20:53.428940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.486339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a14d02c-a0b3-41e9-b270-abdb7f635a32 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:53.542350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting subnet 761d8b1e-a1c5-47dd-9e83-60dcb054da9e {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:53.545715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.546387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2a14d02c-a0b3-41e9-b270-abdb7f635a32 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:53.546807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a14d02c-a0b3-41e9-b270-abdb7f635a32 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:53.612286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.631480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:53.636702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:53.639779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=5e6a7181-8d92-4873-a121-1bd57474d150,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:53.643498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:53.644100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.651895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb08415-ca5a-41c3-b460-9e0513edf1db None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:53.678136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-74b3e1b3-f1c0-462d-8a21-3df14b32babb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9407027 Mar 23 10:20:53.681043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 33ef9355-b0f1-4a41-8ec0-b2980e1a80be has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:20:53.681946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42920) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:53.687918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:e3:c3:71', 'name': 'tempest-NetworksTestDHCPv6-34337135'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:20:53.817227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.992935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '5e6a7181-8d92-4873-a121-1bd57474d150'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:20:53.993951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.105402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.152977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Subnet': ['ID=761d8b1e-a1c5-47dd-9e83-60dcb054da9e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:54.165771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.184387 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-23a0bd98-1498-46f7-858d-66066cbd2210 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/subnets/761d8b1e-a1c5-47dd-9e83-60dcb054da9e HTTP/1.1" status: 204 len: 168 time: 1.1436918 Mar 23 10:20:54.187190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42932) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.187938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Allocated IP 2001:db8::f816:3eff:fec8:2dd8 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5e6a7181-8d92-4873-a121-1bd57474d150/e776ad55-dd5d-4f73-ba97-1d1822313836) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:54.223261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42936) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.244976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a934f-6aae-4dad-8cbe-a77032709c9a None None] Network 9af3ded2-4e09-44e3-ba05-6a87db290b3a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:54.274817 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038931 Mar 23 10:20:54.279723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42938) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.339578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:20:54.341461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:54.351483 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5e3dccfa-b7ce-4cf2-9f42-685f3386268f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/33ef9355-b0f1-4a41-8ec0-b2980e1a80be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7416463 Mar 23 10:20:54.353784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42944) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.354846 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] Sync routers for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:20:54.362047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:54.365869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:54.367874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.374661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:54.380143 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:54.380738 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.395639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.424420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-da26c372-81d5-40df-9d05-9b24c7ed6a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.445350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:54.453690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.455516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.482317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e80dde9e-a848-4a66-8289-3d55ebd3ebae tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:54.483387 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.494853 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] Routers {'33ef9355-b0f1-4a41-8ec0-b2980e1a80be'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:20:54.495700 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.501690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849438e-a404-4452-8fdb-82cb8cba98c8 req-a23b1866-3447-432e-8b0c-ecf74b3eafec tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:54.503652 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9a73090a-9baf-4728-97e1-f98da582092d tempest-NetworksApiDiscovery-648814178 tempest-NetworksApiDiscovery-648814178-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2228124 Mar 23 10:20:54.510558 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5849438e-a404-4452-8fdb-82cb8cba98c8 req-a23b1866-3447-432e-8b0c-ecf74b3eafec tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5727682 Mar 23 10:20:54.551624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 79c2432c-aeec-4445-98d0-ddcd31ea7266 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:20:54.574207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Deleting port 4eff563a-cdad-4ca5-937e-b317c41effd9 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:54.574783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.637473 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.637879 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ea3a9-e505-4832-8c8a-4d0f6b9ae6c0 None None] The sync data for ids ['33ef9355-b0f1-4a41-8ec0-b2980e1a80be'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:20:54.675280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e80dde9e-a848-4a66-8289-3d55ebd3ebae tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:54.679153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e80dde9e-a848-4a66-8289-3d55ebd3ebae tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=33ef9355-b0f1-4a41-8ec0-b2980e1a80be HTTP/1.1" status: 200 len: 205 time: 0.3203781 Mar 23 10:20:54.679787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42950) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.841932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5849438e-a404-4452-8fdb-82cb8cba98c8 req-c2a0d78a-dc9f-4059-b598-284495743e80 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303063 Mar 23 10:20:54.859055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.907979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.923217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Transition to ACTIVE for port object e776ad55-dd5d-4f73-ba97-1d1822313836 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:54.950031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] For port 4eff563a-cdad-4ca5-937e-b317c41effd9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eff563a-cdad-4ca5-937e-b317c41effd9,segment=NetworkSegment(f8ff29a7-4d83-432e-b53a-a7744465d7bc),segment_id=f8ff29a7-4d83-432e-b53a-a7744465d7bc)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:54.950747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.961516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42956) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.965450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Transition to ACTIVE for port object e776ad55-dd5d-4f73-ba97-1d1822313836 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:54.973792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.074525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] DHCP port deletion for 9af3ded2-4e09-44e3-ba05-6a87db290b3a request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:55.079401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Pushing event updated for resources: {'Port': ['ID=e776ad55-dd5d-4f73-ba97-1d1822313836,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:55.094785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:55.100241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:55.108647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Deleting port 4eff563a-cdad-4ca5-937e-b317c41effd9 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:55.109026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.112855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Calling delete_port for 4eff563a-cdad-4ca5-937e-b317c41effd9 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:55.157992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:55.175425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.177943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.179138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.183092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.183682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.184129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.184567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.185001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.185440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.185863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.186288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:55.239310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fee3:c371 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/5e6a7181-8d92-4873-a121-1bd57474d150/79c2432c-aeec-4445-98d0-ddcd31ea7266) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:55.276280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.356922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:55.358914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.375963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Attempting to bind port e776ad55-dd5d-4f73-ba97-1d1822313836 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:55.376580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Attempting to bind port e776ad55-dd5d-4f73-ba97-1d1822313836 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:55.377268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Attempting to bind port e776ad55-dd5d-4f73-ba97-1d1822313836 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:20:55.390874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:20:55.391310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:20:55.391680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.392063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:20:55.393423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Bound port: e776ad55-dd5d-4f73-ba97-1d1822313836, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:55.393685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.394106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Usage tracker for resource:security_group_rule and tenant:d02b7ccf0caf43199f553abf6a39ff05 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:55.405048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:55.413188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.423593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Port': ['ID=4eff563a-cdad-4ca5-937e-b317c41effd9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:55.425838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:55.429128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.472496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] No DVR routers for this DVR port 4eff563a-cdad-4ca5-937e-b317c41effd9 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:55.530611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] For port e776ad55-dd5d-4f73-ba97-1d1822313836, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:20:55.536345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] For port e776ad55-dd5d-4f73-ba97-1d1822313836, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e776ad55-dd5d-4f73-ba97-1d1822313836,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:20:55.541158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.541678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router 33ef9355-b0f1-4a41-8ec0-b2980e1a80be {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:20:55.545055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.584072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.587780 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4ab7cbbf-ec56-46f9-91da-7c00ee878d20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/33ef9355-b0f1-4a41-8ec0-b2980e1a80be HTTP/1.1" status: 204 len: 168 time: 0.9044654 Mar 23 10:20:55.588770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42962) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:55.678431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.742713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e7c7-050b-4225-a625-3f4818f82199 None None] Pushing event updated for resources: {'Port': ['ID=e776ad55-dd5d-4f73-ba97-1d1822313836,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:55.749111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] For port 4eff563a-cdad-4ca5-937e-b317c41effd9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eff563a-cdad-4ca5-937e-b317c41effd9,segment=NetworkSegment(f8ff29a7-4d83-432e-b53a-a7744465d7bc),segment_id=f8ff29a7-4d83-432e-b53a-a7744465d7bc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:55.749505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.763497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.773782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 79c2432c-aeec-4445-98d0-ddcd31ea7266 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:55.846789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet 8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:55.851418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.853116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.856371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.892965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Calling delete_port for 4eff563a-cdad-4ca5-937e-b317c41effd9 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:55.931977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af3ded2-4e09-44e3-ba05-6a87db290b3a']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:55.942621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.989843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ff29a7-4d83-432e-b53a-a7744465d7bc') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:55.990132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ff29a7-4d83-432e-b53a-a7744465d7bc') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:55.997673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b1bd6-9029-462a-9e03-20097284df74,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.017103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:56.021869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:56.022778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:56.034486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:56.043190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.044737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.071212 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-64f2e93c-acd1-4a76-9208-188af00b8d53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d02b7ccf0caf43199f553abf6a39ff05&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1051011 Mar 23 10:20:56.071212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.072672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42968) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.074908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:20:56.079095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:56.079738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.083138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:56.083565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:56.172101 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:56.289115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.292197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48446ecd-49ed-4714-a118-0676af1b4c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.306840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6238220 Mar 23 10:20:56.307782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=79c2432c-aeec-4445-98d0-ddcd31ea7266,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.309793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42972) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.318024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.371169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] Pushing event deleted for resources: {'Network': ['ID=9af3ded2-4e09-44e3-ba05-6a87db290b3a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.384885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.385238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.385596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.385907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.386237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.386989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.386989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.387179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.387492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.387829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.388149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8a286-0d1e-4ca5-af28-30e39d713df3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:56.403860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48446ecd-49ed-4714-a118-0676af1b4c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.447771 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9e88f480-5bc8-408a-953b-8e11464203a8 tempest-AllowedAddressPairIpV6TestJSON-2103863944 tempest-AllowedAddressPairIpV6TestJSON-2103863944-project] 10.222.0.73 "DELETE /v2.0/networks/9af3ded2-4e09-44e3-ba05-6a87db290b3a HTTP/1.1" status: 204 len: 168 time: 2.2572315 Mar 23 10:20:56.447998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85648-4e93-4fa5-9858-671ebdb014e9 req-b6d063d9-221a-45e0-88e2-d4e22032385b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:56.450886 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8f85648-4e93-4fa5-9858-671ebdb014e9 req-b6d063d9-221a-45e0-88e2-d4e22032385b tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.2202821 Mar 23 10:20:56.455780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.503988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting port 61023bcb-95da-4ecf-85d7-90667bc282e9 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:56.504322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.524454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Deleting port 4eff563a-cdad-4ca5-937e-b317c41effd9 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:56.525644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.549530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b92a33-c135-4a7c-9886-ed0faac25c62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:56.554018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b92a33-c135-4a7c-9886-ed0faac25c62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:56.554813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e5b92a33-c135-4a7c-9886-ed0faac25c62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:56.583962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8f85648-4e93-4fa5-9858-671ebdb014e9 req-ef513e58-f5d4-4f9d-9e90-802636b7ce6a tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993545 Mar 23 10:20:56.599127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e5b92a33-c135-4a7c-9886-ed0faac25c62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:56.603246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e5b92a33-c135-4a7c-9886-ed0faac25c62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2867258 Mar 23 10:20:56.603246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.608478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42978) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.611130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48446ecd-49ed-4714-a118-0676af1b4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.640139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0dd26-1484-42d7-a081-c2048519f943 None None] The port '4eff563a-cdad-4ca5-937e-b317c41effd9' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:20:56.671840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6fa757b-8044-4bb2-b558-a2ce4b249a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.716421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.737932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47edef28-6085-47ff-90f3-e8a650018b7c None None] Network 8e54a57d-69c1-4635-942a-1d7176f30bd0 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:56.738769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.745934 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b3e39912-e3a3-42cf-adfc-bf13b40d42a5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893 HTTP/1.1" status: 204 len: 168 time: 1.1565766 Mar 23 10:20:56.749333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 42984) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.755297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48446ecd-49ed-4714-a118-0676af1b4c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.765919 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-48446ecd-49ed-4714-a118-0676af1b4c39 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/278b1bd6-9029-462a-9e03-20097284df74 HTTP/1.1" status: 204 len: 168 time: 0.6896904 Mar 23 10:20:56.797294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446ecd-49ed-4714-a118-0676af1b4c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b1bd6-9029-462a-9e03-20097284df74,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.851930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-6ab77343-0220-4426-85d3-4bcaee43d943 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:56.854096 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-6ab77343-0220-4426-85d3-4bcaee43d943 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.91 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.5227065 Mar 23 10:20:56.866901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 79c2432c-aeec-4445-98d0-ddcd31ea7266 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:56.867265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.927384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 42990) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.104004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.129630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Deleting port 2744151e-2f74-448f-88f8-1fade9265ef7 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:57.130111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.170051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e776ad55-dd5d-4f73-ba97-1d1822313836 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:57.237848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-838942ed-3416-40c3-aa3e-7a4fa69beb76 None None] Provisioning for port e776ad55-dd5d-4f73-ba97-1d1822313836 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:57.286473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] DHCP port deletion for 8e54a57d-69c1-4635-942a-1d7176f30bd0 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:57.302520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] Deleting port 54a49ce4-0045-4342-8af3-776bae1a075b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:57.309352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.392317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Calling delete_port for 61023bcb-95da-4ecf-85d7-90667bc282e9 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:57.515943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.657519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port e776ad55-dd5d-4f73-ba97-1d1822313836 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:57.671022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet f8f75651-10e9-4dc9-a571-4f7bb86a2e56 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:20:57.675140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.679573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] For port 54a49ce4-0045-4342-8af3-776bae1a075b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=54a49ce4-0045-4342-8af3-776bae1a075b,segment=NetworkSegment(141930c8-9176-4c24-811f-bd096d26b902),segment_id=141930c8-9176-4c24-811f-bd096d26b902)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:57.680045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.696296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e776ad55-dd5d-4f73-ba97-1d1822313836 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:57.696917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.811948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.820205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-535246af-5924-4a8c-bf24-b1a5228684d2 None None] Provisioning for port 79c2432c-aeec-4445-98d0-ddcd31ea7266 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:57.840058 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-079b23c2-5aed-4eda-8931-e93214fc105c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e8e5ea321fc4ea8af7938ad475e56d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8996208 Mar 23 10:20:57.845323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43008) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.887425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] For port 2744151e-2f74-448f-88f8-1fade9265ef7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2744151e-2f74-448f-88f8-1fade9265ef7,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:57.888154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.941579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 79c2432c-aeec-4445-98d0-ddcd31ea7266 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:57.969388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.978417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] Calling delete_port for 54a49ce4-0045-4342-8af3-776bae1a075b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:58.011219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-535246af-5924-4a8c-bf24-b1a5228684d2 None None] Provisioning complete for port 79c2432c-aeec-4445-98d0-ddcd31ea7266 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:58.011789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-535246af-5924-4a8c-bf24-b1a5228684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.033399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.044733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.104264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.209676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Port': ['ID=61023bcb-95da-4ecf-85d7-90667bc282e9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.213976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-535246af-5924-4a8c-bf24-b1a5228684d2 None None] Port 79c2432c-aeec-4445-98d0-ddcd31ea7266 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:20:58.239234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f42243-300d-49b2-8b22-91fba37c55ca req-e4ace1e9-ef31-4349-a5b4-a60a15e6bc87 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:58.241352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9f42243-300d-49b2-8b22-91fba37c55ca req-e4ace1e9-ef31-4349-a5b4-a60a15e6bc87 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 946 time: 0.3063259 Mar 23 10:20:58.251179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.314775 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] Pushing event deleted for resources: {'Port': ['ID=54a49ce4-0045-4342-8af3-776bae1a075b,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.328118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6d1d8-913d-4ae8-9e5b-d7ad548ea826 None None] No DVR routers for this DVR port 54a49ce4-0045-4342-8af3-776bae1a075b on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:58.332334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.390039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9f42243-300d-49b2-8b22-91fba37c55ca req-01cdbd08-247e-4485-aea1-63dae2b76da9 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups?id=db163a0a-d46f-48a5-8ec4-7a6c841bc237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358705 Mar 23 10:20:58.391241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port e776ad55-dd5d-4f73-ba97-1d1822313836, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e776ad55-dd5d-4f73-ba97-1d1822313836,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:58.397779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.401541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.461117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.498240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c46798f-8627-4c48-a766-3c86a28fe838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.517633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eff563a-cdad-4ca5-937e-b317c41effd9 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:58.566578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f75651-10e9-4dc9-a571-4f7bb86a2e56,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.579919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 4eff563a-cdad-4ca5-937e-b317c41effd9 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:20:58.580561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eff563a-cdad-4ca5-937e-b317c41effd9 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:58.591135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=79c2432c-aeec-4445-98d0-ddcd31ea7266,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.595322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408a014-fa4a-496c-a0bc-bc88b6794c1b None None] Network e5dd667e-c97c-4b45-9619-d06ceb490915 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:20:58.598435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.659194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.664502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ad4d50e9-0188-488d-8c54-fe93e1559d65 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/79c2432c-aeec-4445-98d0-ddcd31ea7266 HTTP/1.1" status: 204 len: 168 time: 2.0133436 Mar 23 10:20:58.665463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43020) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:58.672785 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31d3001a-dbfb-4015-8064-b18d25db0686 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/f8f75651-10e9-4dc9-a571-4f7bb86a2e56 HTTP/1.1" status: 204 len: 168 time: 1.9223652 Mar 23 10:20:58.717212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43024) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:58.738892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=e776ad55-dd5d-4f73-ba97-1d1822313836,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.765223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c46798f-8627-4c48-a766-3c86a28fe838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.045855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.045855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.046963 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Floating IP ff6f485b-d69e-44d1-a8fd-4970cf33d61d disassociated. External IP: 172.26.7.125, port: 2744151e-2f74-448f-88f8-1fade9265ef7. Mar 23 10:20:59.046963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Calling delete_port for 2744151e-2f74-448f-88f8-1fade9265ef7 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:20:59.120916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.193207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e372a-21be-4b72-aa33-bb47b0b9abcf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:59.195822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e372a-21be-4b72-aa33-bb47b0b9abcf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:59.196675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fd9e372a-21be-4b72-aa33-bb47b0b9abcf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:59.242630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e776ad55-dd5d-4f73-ba97-1d1822313836 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:59.301220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] DHCP port deletion for e5dd667e-c97c-4b45-9619-d06ceb490915 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:20:59.316417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.324638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.328036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.331986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] Deleting port 15dd2a37-7798-48e9-b120-476be82e7962 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:20:59.332457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.345192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fd9e372a-21be-4b72-aa33-bb47b0b9abcf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:59.348303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fd9e372a-21be-4b72-aa33-bb47b0b9abcf tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6810174 Mar 23 10:20:59.350747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43032) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:59.375223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c46798f-8627-4c48-a766-3c86a28fe838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.391202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e54a57d-69c1-4635-942a-1d7176f30bd0']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:59.401595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.405221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event deleted for resources: {'Port': ['ID=2744151e-2f74-448f-88f8-1fade9265ef7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:59.414338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46798f-8627-4c48-a766-3c86a28fe838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b31df2-b7bb-40db-abc1-10f204778485,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:59.449106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141930c8-9176-4c24-811f-bd096d26b902') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:59.449550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141930c8-9176-4c24-811f-bd096d26b902') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:59.481436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.546795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.563619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:20:59.563619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:59.725532 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:59.790623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c46798f-8627-4c48-a766-3c86a28fe838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.792192 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7c46798f-8627-4c48-a766-3c86a28fe838 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0b31df2-b7bb-40db-abc1-10f204778485 HTTP/1.1" status: 204 len: 168 time: 1.9369397 Mar 23 10:20:59.845142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] For port 15dd2a37-7798-48e9-b120-476be82e7962, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=15dd2a37-7798-48e9-b120-476be82e7962,segment=NetworkSegment(3c7fe8c2-157f-4622-95b5-26161fe3dcaf),segment_id=3c7fe8c2-157f-4622-95b5-26161fe3dcaf)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:20:59.845672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.924448 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aab8fb4a-c173-46b6-84d1-729e5174fdcb req-f64930b7-0465-453e-83b2-94b731667e5d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.1976645 Mar 23 10:20:59.977753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.984544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.052109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=8e54a57d-69c1-4635-942a-1d7176f30bd0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.089393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43048) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:00.098203 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-80df40ef-8cfe-447b-91a1-19299d4b7f20 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/8e54a57d-69c1-4635-942a-1d7176f30bd0 HTTP/1.1" status: 204 len: 168 time: 1.3648074 Mar 23 10:21:00.143259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] Calling delete_port for 15dd2a37-7798-48e9-b120-476be82e7962 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:00.250836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.347350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e776ad55-dd5d-4f73-ba97-1d1822313836 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:00.347835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.392095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.402893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 5e6a7181-8d92-4873-a121-1bd57474d150 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:00.418051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.461408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] Pushing event deleted for resources: {'Port': ['ID=15dd2a37-7798-48e9-b120-476be82e7962,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.475862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9db3b4-dcd8-4341-9ff9-da7630585794 None None] No DVR routers for this DVR port 15dd2a37-7798-48e9-b120-476be82e7962 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:00.548605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 15dd2a37-7798-48e9-b120-476be82e7962 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:00.549344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.558703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.649594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 54a49ce4-0045-4342-8af3-776bae1a075b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:00.697201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] The port '15dd2a37-7798-48e9-b120-476be82e7962' was deleted {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:21:00.705848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 54a49ce4-0045-4342-8af3-776bae1a075b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:00.706246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 54a49ce4-0045-4342-8af3-776bae1a075b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:00.752376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.867105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.873897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.883806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Router 6679b76e-13be-4203-87da-1c107501763d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:00.909610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Router c97f1178-9447-4c76-a568-10022d63d397 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:00.924937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dd667e-c97c-4b45-9619-d06ceb490915']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.926933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6a7181-8d92-4873-a121-1bd57474d150,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.934322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 2744151e-2f74-448f-88f8-1fade9265ef7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:00.946379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7fe8c2-157f-4622-95b5-26161fe3dcaf') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.946747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7fe8c2-157f-4622-95b5-26161fe3dcaf') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.950334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.980340 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-01318b2d-0939-4a2d-a4c5-f316b54293cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5e6a7181-8d92-4873-a121-1bd57474d150 HTTP/1.1" status: 204 len: 168 time: 1.2561810 Mar 23 10:21:00.980965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43076) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:00.994292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a21f8-20cd-4556-9fd2-9394337cccfd None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:01.077016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.184206 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-af04647a-4a30-408e-8f5e-b7bd13d0f6d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2020812 Mar 23 10:21:01.184807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43082) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.307674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43086) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.312906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.327107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:01.327502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:01.344735 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:01.415806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15dd2a37-7798-48e9-b120-476be82e7962 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:01.436463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:01.438546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43092) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.456470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540733052', 'description': 'tempest-secgroup-smoke-1540733052 description', 'project_id': 'bd6937c8729147d4838da41082f82fda'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:01.473037 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d6db61a0-a56c-43ec-8a4c-c88c1808fd1d tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3411653 Mar 23 10:21:01.479658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] Sync routers for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:01.482937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43096) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.483840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 2744151e-2f74-448f-88f8-1fade9265ef7 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:01.484388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 2744151e-2f74-448f-88f8-1fade9265ef7 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:01.531789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f57e189-e75b-4430-8857-b966738c8eb0 req-adfab9e9-63be-44c3-99c8-e39a2af48946 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.2507496 Mar 23 10:21:01.562026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:01.566030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.569711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 15dd2a37-7798-48e9-b120-476be82e7962 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:01.570375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15dd2a37-7798-48e9-b120-476be82e7962 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:01.588626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:01.589627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.598583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:01.602058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.604728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c3c9b-ea26-404a-9d9b-80bb91a99e77 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:01.605958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-229c3c9b-ea26-404a-9d9b-80bb91a99e77 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:01.615290 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/e5dd667e-c97c-4b45-9619-d06ceb490915 HTTP/1.1" status: 204 len: 168 time: 1.5041327 Mar 23 10:21:01.615290 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-34bad179-e51a-47aa-997e-b14daa308732 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] delete failed (client error): The resource could not be found. Mar 23 10:21:01.616692 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-34bad179-e51a-47aa-997e-b14daa308732 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-390133423 HTTP/1.1" status: 404 len: 334 time: 0.1268702 Mar 23 10:21:01.617499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43100) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.617827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43102) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.621783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:01.637337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-229c3c9b-ea26-404a-9d9b-80bb91a99e77 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:01.642615 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-229c3c9b-ea26-404a-9d9b-80bb91a99e77 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4540222 Mar 23 10:21:01.642873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1355489241'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:01.643761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43108) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.649380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ddbee954-fcc4-4e5c-b84c-121c837a6650 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'router': {'external_gateway_info': {'network_id': '6679b76e-13be-4203-87da-1c107501763d'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:01.699657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.714895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:01.715555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.716717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:01.768084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047f7b-42e2-4ad7-8a1d-040087ed7903 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=e5dd667e-c97c-4b45-9619-d06ceb490915,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:01.777817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6eb2b-2a1f-414b-904e-5fcd7f709e8f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:01.779218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-78e6eb2b-2a1f-414b-904e-5fcd7f709e8f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:01.780884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:01.792760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.793125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1171920057'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:01.793270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae5576-2701-4508-ad98-56b815968a17 None None] The sync data for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:01.797878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:01.805636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-78e6eb2b-2a1f-414b-904e-5fcd7f709e8f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:01.807607 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-78e6eb2b-2a1f-414b-904e-5fcd7f709e8f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627314 Mar 23 10:21:01.810706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43114) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.810815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:network and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:01.814693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:01.818089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:01.828259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:01.837372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.852278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:01.854420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:01.872246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.881489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:01.887152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] Deleting port e776ad55-dd5d-4f73-ba97-1d1822313836 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:01.887473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.891665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-257acdbb-c8c2-467e-8c1a-f347a50db339 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774276 Mar 23 10:21:01.893879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43118) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.901330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:01.956336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:01.959746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.977141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Made reservation on behalf of 69085c2513e24db398dfb99687b4b289 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:01.980363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.023090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:02.033851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:02.045092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:02.048845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.103702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] For port e776ad55-dd5d-4f73-ba97-1d1822313836, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e776ad55-dd5d-4f73-ba97-1d1822313836,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:02.104274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.217861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.239882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] Calling delete_port for e776ad55-dd5d-4f73-ba97-1d1822313836 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:02.243220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:02.259018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:02.265612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:02.285899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:02.287976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:02.335077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.374287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.375038 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773 of type vlan for network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 Mar 23 10:21:02.392714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] Pushing event deleted for resources: {'Port': ['ID=e776ad55-dd5d-4f73-ba97-1d1822313836,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:02.394758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:02.395490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c859a-8f8f-4120-902a-d2bb8f173333 None None] No DVR routers for this DVR port e776ad55-dd5d-4f73-ba97-1d1822313836 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:02.401465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:02.410090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.411660 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] Sync routers for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:02.425096 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:02.425697 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:02.479393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:02.482763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:02.487280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:02.487900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.498209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=53088814-056e-46bf-98a0-f9d2d1d27ae5,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:02.498520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:security_group_rule and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:02.514662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:02.533609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52a40e0-8579-4935-924c-4ba0ad26e525 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:02.540424 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ccfc26ab-1f04-4037-86f6-869f0fa06753 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6419344 Mar 23 10:21:02.541109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43122) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.542291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:02.548140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:dc:af:92', 'name': 'tempest-NetworksTestDHCPv6-1789151553'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:02.600957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] No DVR routers for this DVR port 2744151e-2f74-448f-88f8-1fade9265ef7 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:02.605025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.610962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.616159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'name': 'network-vif-deleted', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:21:02.694225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddbee954-fcc4-4e5c-b84c-121c837a6650 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.694598 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:02.702996 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-198f5bc1-6693-4d95-8b47-a2d7c65ccf6f req-42b4932e-bb44-4cb6-9a7c-1e00f572a6c8 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.91 "DELETE /v2.0/ports/2744151e-2f74-448f-88f8-1fade9265ef7 HTTP/1.1" status: 204 len: 173 time: 5.8400126 Mar 23 10:21:02.732721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.743651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.746689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.750459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:02.751149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.814011 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac375874-5766-4beb-a137-3a2bdf5c6ca1', 'name': 'network-vif-deleted', 'tag': '2744151e-2f74-448f-88f8-1fade9265ef7', 'status': 'completed', 'code': 200} Mar 23 10:21:02.828299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:02.848391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:02.926821 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-ddbee954-fcc4-4e5c-b84c-121c837a6650 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] update failed (client error): The resource could not be found. Mar 23 10:21:02.927893 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ddbee954-fcc4-4e5c-b84c-121c837a6650 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d HTTP/1.1" status: 404 len: 339 time: 1.3001544 Mar 23 10:21:02.942938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:02.951817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43130) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.959995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.966617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '53088814-056e-46bf-98a0-f9d2d1d27ae5'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:02.967728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.998895 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d1617b24-d081-4682-b667-aea8dcfafc99 req-0eec73f8-d7bd-48b0-a310-7ef7d0eb06fe tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac375874-5766-4beb-a137-3a2bdf5c6ca1 HTTP/1.1" status: 200 len: 210 time: 0.1233273 Mar 23 10:21:03.000315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:03.004706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.037051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:03.041084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ec6c3e-427b-4c31-9db6-c6a93e4c6fb4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:03.043971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=5045d9a1-2a3d-487c-bc52-5d443b8ccd52,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:03.055409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:03.055869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 083b0cb5-2993-4832-9627-3a46efbff5c0 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:03.059453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.066889 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b9fcf1c-a2f0-4a42-a7c1-d269f24dd6af tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4408302 Mar 23 10:21:03.069108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43134) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:03.196177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:03.197137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/53088814-056e-46bf-98a0-f9d2d1d27ae5/774efae0-a729-4bbe-ab44-37a412b6a17e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:03.234126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:03.247875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e776ad55-dd5d-4f73-ba97-1d1822313836 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:03.292763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:03.319660 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:03.324704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] Checking router: c97f1178-9447-4c76-a568-10022d63d397 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:21:03.327012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:03.342638 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:03.343464 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:03.365354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c74cd0-c9e8-4b6b-8c05-b5f647fd80cb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:03.379222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.379892 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Added segment 36fe4252-ce9b-40a9-81bb-a897eb5fa9ab of type vlan for network e5fc5473-3208-49d9-bc17-f07bcd7c43ba Mar 23 10:21:03.444265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: e776ad55-dd5d-4f73-ba97-1d1822313836 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:03.444655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e776ad55-dd5d-4f73-ba97-1d1822313836 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:03.463270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:03.547499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:03.567783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:03.596209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.600547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:03.632074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.653238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.663233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.668201 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:03.679305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Transition to ACTIVE for port object 774efae0-a729-4bbe-ab44-37a412b6a17e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:03.686883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:03.704430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Transition to ACTIVE for port object 774efae0-a729-4bbe-ab44-37a412b6a17e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:03.712136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.812312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:03.813359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Pushing event updated for resources: {'Port': ['ID=774efae0-a729-4bbe-ab44-37a412b6a17e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:03.816136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:03.830514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:03.892393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::1ab (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/53088814-056e-46bf-98a0-f9d2d1d27ae5/083b0cb5-2993-4832-9627-3a46efbff5c0) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:03.955464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Attempting to bind port 774efae0-a729-4bbe-ab44-37a412b6a17e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:03.955891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Attempting to bind port 774efae0-a729-4bbe-ab44-37a412b6a17e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:03.956442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Attempting to bind port 774efae0-a729-4bbe-ab44-37a412b6a17e on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:03.965521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:03.965913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:03.966321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.966876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:03.967518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Bound port: 774efae0-a729-4bbe-ab44-37a412b6a17e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:03.967946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.142423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] For port 774efae0-a729-4bbe-ab44-37a412b6a17e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:04.145585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.150342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:04.150932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.152228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] For port 774efae0-a729-4bbe-ab44-37a412b6a17e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=774efae0-a729-4bbe-ab44-37a412b6a17e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:04.167321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.312377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.330052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9afa6-0105-49a1-a11b-5d9a0cbf8f86 None None] Pushing event updated for resources: {'Port': ['ID=774efae0-a729-4bbe-ab44-37a412b6a17e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:04.339702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Network': ['ID=e5fc5473-3208-49d9-bc17-f07bcd7c43ba,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:04.344563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.346011 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.9022498 Mar 23 10:21:04.346132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 083b0cb5-2993-4832-9627-3a46efbff5c0 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:04.354328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341321f-0665-495c-af36-b0b7a97af9e3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4869bfbe-f873-4bfa-bd4b-46b42a12c03c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:04.358104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43142) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:04.369529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43144) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:04.382023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group_rule': {'security_group_id': '4869bfbe-f873-4bfa-bd4b-46b42a12c03c', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:04.382911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:04.391907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.407287 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:04.408036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:04.414785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.415110 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ff11e0-9227-4c02-9817-66a90f177553 None None] The sync data for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv is: [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:16:04Z', 'revision_number': 4, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fb1fa3dd-f31b-4cd5-86c7-a67bd844c651', 'name': '', 'network_id': '8f9b51b0-f60a-4ada-8726-ec28e8ed5089', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'mac_address': 'fa:16:3e:87:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:02Z', 'updated_at': '2022-03-23T10:16:40Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'subnets': [{'id': '9913eb76-9dad-4761-a6c5-384d3d896add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:04.434722 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1e135a09-d507-4e8c-a22f-06858c56b755 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1265619 Mar 23 10:21:04.447987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43150) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:04.449208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:04.488904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:04.492632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:04.498173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:04.502993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:04.503809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.515453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'subnet': {'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:04.528023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=083b0cb5-2993-4832-9627-3a46efbff5c0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:04.536737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:04.560627 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7c2f7d8b-8e1a-427e-b395-f4e43d71e0d5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0182261 Mar 23 10:21:04.563875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43154) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:04.650610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:04.654758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5648b-584c-453f-a1ec-2ccc8b865ed6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:04.659366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5648b-584c-453f-a1ec-2ccc8b865ed6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:04.660241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dec5648b-584c-453f-a1ec-2ccc8b865ed6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:04.678909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dec5648b-584c-453f-a1ec-2ccc8b865ed6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:04.681200 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dec5648b-584c-453f-a1ec-2ccc8b865ed6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1157012 Mar 23 10:21:04.683530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43158) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:04.771752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd492a0-9494-4355-afd0-4c583a53ba76 None None] New status for floating IP ff6f485b-d69e-44d1-a8fd-4970cf33d61d: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:21:04.790491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 083b0cb5-2993-4832-9627-3a46efbff5c0 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:04.791404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.801644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.874877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:04.889671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.914514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:subnet and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:04.923623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:05.050191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:05.078569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e247c74e-707f-4944-a218-fea23fc18387 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.113097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 774efae0-a729-4bbe-ab44-37a412b6a17e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:05.178858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.240772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.259705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e247c74e-707f-4944-a218-fea23fc18387 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.285417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 774efae0-a729-4bbe-ab44-37a412b6a17e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:05.340627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Made reservation on behalf of 69085c2513e24db398dfb99687b4b289 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:05.341466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 083b0cb5-2993-4832-9627-3a46efbff5c0 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:05.418849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.552490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.571897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e05c182-663e-44d0-b433-27b6bb4d3eaa,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:05.617216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.626558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=083b0cb5-2993-4832-9627-3a46efbff5c0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:05.707099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.713767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.719584 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ee206a08-60d1-488e-9498-15e7d5864050 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3466392 Mar 23 10:21:05.723179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43162) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:05.730458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group_rule': {'security_group_id': '4869bfbe-f873-4bfa-bd4b-46b42a12c03c', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:05.739819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:05.745247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6f51dab7-a392-420c-b2e3-95e6f477e746 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/083b0cb5-2993-4832-9627-3a46efbff5c0 HTTP/1.1" status: 204 len: 168 time: 1.0600920 Mar 23 10:21:05.749586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:05.754097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43166) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:05.806551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:05.806839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.810579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e247c74e-707f-4944-a218-fea23fc18387 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.903835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] Provisioning for port 774efae0-a729-4bbe-ab44-37a412b6a17e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:05.911118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247c74e-707f-4944-a218-fea23fc18387 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db163a0a-d46f-48a5-8ec4-7a6c841bc237,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:05.924166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] Provisioning complete for port 774efae0-a729-4bbe-ab44-37a412b6a17e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:05.924535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.953750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:06.040303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9691c-f9c9-4cb1-bb21-e36c185c6ba5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:06.043685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e247c74e-707f-4944-a218-fea23fc18387 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.044855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9691c-f9c9-4cb1-bb21-e36c185c6ba5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:06.048408 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e247c74e-707f-4944-a218-fea23fc18387 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "DELETE /v2.0/security-groups/db163a0a-d46f-48a5-8ec4-7a6c841bc237 HTTP/1.1" status: 204 len: 168 time: 1.6719460 Mar 23 10:21:06.049387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-79c9691c-f9c9-4cb1-bb21-e36c185c6ba5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:06.051942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:06.110046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.111667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.113593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=39704c7c-229b-418c-a349-d2da7c271fb6,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:06.175880 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-0a508541-383b-43d8-9a95-103bfc0c8083 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] show failed (client error): The resource could not be found. Mar 23 10:21:06.182644 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0a508541-383b-43d8-9a95-103bfc0c8083 tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "GET /v2.0/security-groups/db163a0a-d46f-48a5-8ec4-7a6c841bc237 HTTP/1.1" status: 404 len: 347 time: 0.1175156 Mar 23 10:21:06.183998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] For port 774efae0-a729-4bbe-ab44-37a412b6a17e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=774efae0-a729-4bbe-ab44-37a412b6a17e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:06.187844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43174) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:06.194210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.216301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Allocated IP 172.20.0.1 (11235ad2-0615-4856-933b-6f83a03f6886/63265607-79b3-455d-8e3c-453546c17527/5a7eed76-d497-4ad4-9d3e-599a53013ba3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:06.260777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-79c9691c-f9c9-4cb1-bb21-e36c185c6ba5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:06.264126 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-79c9691c-f9c9-4cb1-bb21-e36c185c6ba5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5083761 Mar 23 10:21:06.297504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:06.298649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:06.299213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: 5045d9a1-2a3d-487c-bc52-5d443b8ccd52, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:06.317550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-844ec37e-4dbe-40f5-b11b-ceb5498f92b0 None None] Could not find standard attr ID for object 083b0cb5-2993-4832-9627-3a46efbff5c0. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:21:06.342821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04b75b-8381-465b-8d06-387bd2c2cc6c None None] Pushing event updated for resources: {'Port': ['ID=774efae0-a729-4bbe-ab44-37a412b6a17e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:06.536724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.554953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.574869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Deleting port c190d02e-c8c3-47c6-81ee-4b34f99ccae5 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:06.575222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.623265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00141f2f-a5b8-4d6c-ac6c-b065aa7ed8eb,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:06.642915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.644176 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-976c24a9-dc2f-4d1f-a08e-11efe121aa3e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9219997 Mar 23 10:21:06.650320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43182) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:06.658189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group_rule': {'security_group_id': '4869bfbe-f873-4bfa-bd4b-46b42a12c03c', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:06.682433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:06.739895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:06.744895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:06.761417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:06.803278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.808858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:06.830725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.831053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.895013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.949317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 5045d9a1-2a3d-487c-bc52-5d443b8ccd52) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:06.966252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217af2f-e034-4bda-b7e6-558e42209ff4 None None] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:06.979255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.984840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Calling delete_port for c190d02e-c8c3-47c6-81ee-4b34f99ccae5 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:06.993054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:06.993889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.063813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.079660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.092605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Transition to ACTIVE for port object 5a7eed76-d497-4ad4-9d3e-599a53013ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:07.107856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Subnet': ['ID=3536267f-cace-416a-8e45-1da90a42a5d8,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.125220 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-be1884e4-b3bf-48d5-be90-3f2613d5d3d1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0440125 Mar 23 10:21:07.132502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.135021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 53088814-056e-46bf-98a0-f9d2d1d27ae5 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:07.146408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1470838567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:07.152750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.188834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:07.202807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a79b06-6f18-46de-a374-1611533231a6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.203796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:07.211449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:07.225411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:07.241896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.246835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 774efae0-a729-4bbe-ab44-37a412b6a17e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:07.281459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Checking segment: {'id': '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:07.281802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network hostable DHCP agents. Network: e5fc5473-3208-49d9-bc17-f07bcd7c43ba, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:07.299205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.300198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.317042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.321207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eee6dfa2-f011-44a7-ac91-54115cbd352d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6672463 Mar 23 10:21:07.322861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43190) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.335181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group_rule': {'security_group_id': '4869bfbe-f873-4bfa-bd4b-46b42a12c03c', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:07.340634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.343531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.380574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:07.400444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:07.403581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Pushing event deleted for resources: {'Port': ['ID=c190d02e-c8c3-47c6-81ee-4b34f99ccae5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.406937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:07.415845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:07.439375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.476731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 11235ad2-0615-4856-933b-6f83a03f6886 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:07.486366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:07.489075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:07.511321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Port': ['ID=5a7eed76-d497-4ad4-9d3e-599a53013ba3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.518507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:07.523469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 774efae0-a729-4bbe-ab44-37a412b6a17e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:07.524075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.526376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.551459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-5045d9a1-2a3d-487c-bc52-5d443b8ccd52', 'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': '39704c7c-229b-418c-a349-d2da7c271fb6'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:07.552419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.571883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.574656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.580019 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8456f65a-7295-4319-8b5c-c4af2544c42d tempest-ServerActionsTestJSON-1846313764 tempest-ServerActionsTestJSON-1846313764-project] 10.222.0.73 "DELETE /v2.0/floatingips/ff6f485b-d69e-44d1-a8fd-4970cf33d61d HTTP/1.1" status: 204 len: 168 time: 1.3864212 Mar 23 10:21:07.580243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e5fc5473-3208-49d9-bc17-f07bcd7c43ba) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:07.582372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43194) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.599287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e1f45b-0f12-4b50-b9ee-fd77750a5989 None None] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:07.601721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:07.602321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.608068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.647901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.653807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.683983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4defb677-187b-419b-baa1-ed581bcf3dfc,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.698304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.699826 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bad65ac6-9f8a-463b-baea-24b2973b5bc2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3771608 Mar 23 10:21:07.703067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43200) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.715971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group_rule': {'security_group_id': '4869bfbe-f873-4bfa-bd4b-46b42a12c03c', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:07.727203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:07.733634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:07.738436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:07.752400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:07.763675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.777375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.781494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.794711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Project bd6937c8729147d4838da41082f82fda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:21:07.805072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.869602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=53088814-056e-46bf-98a0-f9d2d1d27ae5,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.887777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.889791 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2947bb15-94e3-465e-b7e4-2347707b2359 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/53088814-056e-46bf-98a0-f9d2d1d27ae5 HTTP/1.1" status: 204 len: 168 time: 1.5814571 Mar 23 10:21:07.899026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43204) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.899026 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b286d1a2-8248-4821-a466-cfe0040bb69f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4419787 Mar 23 10:21:07.899884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43208) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.911926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-601764708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:07.918472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22bf64-d994-4e3c-94e4-525ae3defa67 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:07.919223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:07.923457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:router and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:07.926574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:07.933605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:07.949669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.950910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.976659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.984338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.988081 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-30902f94-33f9-442c-8b3d-05cdb7e66cfd tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899165 Mar 23 10:21:07.989398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.991592 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fdbd4e9d-f458-48cb-8a40-c6f8f0a0e928 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8543680 Mar 23 10:21:07.992641 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43212) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.009413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43214) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.029682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'port': {'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52', 'name': 'tempest-RoutersTest-784817263'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:08.066183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9c4fff-0585-470c-897a-0907bd621f95,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.141319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.160193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.166881 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0e32e46e-3074-406a-925e-fdd61079e4a8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4625318 Mar 23 10:21:08.172532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0ce8b4d4-ea9b-4a30-a419-19c5c656b434 None None] Provisioning for port 5a7eed76-d497-4ad4-9d3e-599a53013ba3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:08.180686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43220) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.193799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'security_group_rule': {'security_group_id': '4869bfbe-f873-4bfa-bd4b-46b42a12c03c', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:08.209550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:08.217596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:security_group_rule and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:08.223873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:08.245114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:08.250293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.265185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0ce8b4d4-ea9b-4a30-a419-19c5c656b434 None None] Provisioning complete for port 5a7eed76-d497-4ad4-9d3e-599a53013ba3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:08.265722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b4d4-ea9b-4a30-a419-19c5c656b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.295033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Project bd6937c8729147d4838da41082f82fda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:21:08.296834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.308975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.314596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26b2f64e-496e-44dd-ae7d-04f95fc320a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4041762 Mar 23 10:21:08.314596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.315102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43224) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.327982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:08.341401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:port and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:08.352795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:08.374066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:08.401004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:08.406029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.427138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e5fc5473-3208-49d9-bc17-f07bcd7c43ba', 'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba', 'tenant_id': '69085c2513e24db398dfb99687b4b289', 'fixed_ips': [{'subnet_id': '3536267f-cace-416a-8e45-1da90a42a5d8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:08.428567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.453594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.462225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.470238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Allocated IP 172.20.0.2 (5045d9a1-2a3d-487c-bc52-5d443b8ccd52/39704c7c-229b-418c-a349-d2da7c271fb6/d49d64f8-e0db-4107-b5ae-5a62b30932ae) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:08.472520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8b4d4-ea9b-4a30-a419-19c5c656b434 None None] Port 5a7eed76-d497-4ad4-9d3e-599a53013ba3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:08.515402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] device_id is not set on port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:08.578676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0583ae-5fd9-44aa-8965-d323ed98c516,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.583465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bcbe8-d78c-45b9-8ecd-c8d4cf42b70f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:08.585338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-515bcbe8-d78c-45b9-8ecd-c8d4cf42b70f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:08.611226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.616222 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b44086e-505c-4d7e-8eb9-ac0505f18864 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4342809 Mar 23 10:21:08.618831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43228) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.639686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'network': {'name': 'tempest-network-smoke--1929555331', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:08.649909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:08.659880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:network and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:08.664173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:08.676427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:08.691700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Made reservation on behalf of bd6937c8729147d4838da41082f82fda for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:08.695007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.731251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:08.743428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.743818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Added segment 917427dc-cadd-4b10-94c6-5c4082be29a9 of type vlan for network 8475a1e8-74ba-4d18-8ec1-d35e945320ad Mar 23 10:21:08.780021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.816131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.820056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:08.820693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.921823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Allocated IP 172.20.0.2 (e5fc5473-3208-49d9-bc17-f07bcd7c43ba/3536267f-cace-416a-8e45-1da90a42a5d8/966dfb93-c7f1-47d1-94c1-281e876d44b7) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:08.922178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-515bcbe8-d78c-45b9-8ecd-c8d4cf42b70f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:08.923504 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-515bcbe8-d78c-45b9-8ecd-c8d4cf42b70f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9252245 Mar 23 10:21:08.933874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43232) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.987060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:08.992120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.039358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Deleting port 774efae0-a729-4bbe-ab44-37a412b6a17e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:09.040017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.105381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Transition to ACTIVE for port object d49d64f8-e0db-4107-b5ae-5a62b30932ae will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:09.108542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 774efae0-a729-4bbe-ab44-37a412b6a17e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:09.138390 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:21:09.220940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Network': ['ID=8475a1e8-74ba-4d18-8ec1-d35e945320ad,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:09.251532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-97e669d8-43ac-4bb8-8d0d-b9b60083eec3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6265187 Mar 23 10:21:09.252623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43236) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.263972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Transition to ACTIVE for port object d49d64f8-e0db-4107-b5ae-5a62b30932ae will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:09.265596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:09.266474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'admin_state_up': True, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:09.286515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:09.295261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:router and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:09.300034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:09.313402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:09.335469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.353660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1af70-19bb-47d5-8da6-18607fa151b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:09.357963 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bbb1af70-19bb-47d5-8da6-18607fa151b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4177742 Mar 23 10:21:09.362792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.383227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.384303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.401532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.20.0.6 (5045d9a1-2a3d-487c-bc52-5d443b8ccd52/39704c7c-229b-418c-a349-d2da7c271fb6/6a2e0deb-12c8-4edc-be37-efe9dcbc73cc) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:09.424223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.525307 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-78457430-03fe-45e0-977d-4bfe89d6e876 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547017 Mar 23 10:21:09.528088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43244) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.574822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:09.833644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.857515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.944000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:09.945555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Pushing event updated for resources: {'Port': ['ID=d49d64f8-e0db-4107-b5ae-5a62b30932ae,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:09.956247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.957476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:09.968553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:09.970194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.970570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:09.985418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:10.002850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:10.007207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.033834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:10.046058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.054785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event updated for resources: {'Port': ['ID=5a7eed76-d497-4ad4-9d3e-599a53013ba3,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:10.059657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.107983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.143620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] For port 774efae0-a729-4bbe-ab44-37a412b6a17e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=774efae0-a729-4bbe-ab44-37a412b6a17e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:10.144623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.175504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Transition to ACTIVE for port object 966dfb93-c7f1-47d1-94c1-281e876d44b7 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:10.178542 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.198084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Attempting to bind port d49d64f8-e0db-4107-b5ae-5a62b30932ae on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:10.198724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Attempting to bind port d49d64f8-e0db-4107-b5ae-5a62b30932ae by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:10.199847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Attempting to bind port d49d64f8-e0db-4107-b5ae-5a62b30932ae on network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:10.375521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.430770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Calling delete_port for 774efae0-a729-4bbe-ab44-37a412b6a17e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:10.477129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 774efae0-a729-4bbe-ab44-37a412b6a17e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=774efae0-a729-4bbe-ab44-37a412b6a17e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:10.480733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Transition to ACTIVE for port object 966dfb93-c7f1-47d1-94c1-281e876d44b7 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:10.482365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:10.482791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Checking segment: {'id': 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:10.483261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.483688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Bound using segment: {'id': 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:10.484176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Bound port: d49d64f8-e0db-4107-b5ae-5a62b30932ae, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '5045d9a1-2a3d-487c-bc52-5d443b8ccd52'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:10.484557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.506695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:10.511083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:10.513717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:10.514578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.554562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=6a2e0deb-12c8-4edc-be37-efe9dcbc73cc,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:10.561518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.640031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.657267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:10.658072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.681009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:10.684715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=774efae0-a729-4bbe-ab44-37a412b6a17e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:10.728000 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-88a93764-a8bb-439e-8d22-e3d83e2e732c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7120066 Mar 23 10:21:10.730299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43248) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:10.731661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:10.734607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:10.746297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:10.746560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:10.805310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] For port d49d64f8-e0db-4107-b5ae-5a62b30932ae, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:10.809676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Network 11235ad2-0615-4856-933b-6f83a03f6886 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:10.823792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:10.857739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Pushing event updated for resources: {'Port': ['ID=966dfb93-c7f1-47d1-94c1-281e876d44b7,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:10.871082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] For port d49d64f8-e0db-4107-b5ae-5a62b30932ae, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d49d64f8-e0db-4107-b5ae-5a62b30932ae,segment=NetworkSegment(e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773),segment_id=e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:10.883291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.915528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.953328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.957050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Attempting to bind port 966dfb93-c7f1-47d1-94c1-281e876d44b7 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:10.957421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Attempting to bind port 966dfb93-c7f1-47d1-94c1-281e876d44b7 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:10.957838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Attempting to bind port 966dfb93-c7f1-47d1-94c1-281e876d44b7 on network e5fc5473-3208-49d9-bc17-f07bcd7c43ba {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:10.997602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:10.998131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Checking segment: {'id': '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:10.998869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.999280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Bound using segment: {'id': '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:11.000022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Bound port: 966dfb93-c7f1-47d1-94c1-281e876d44b7, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:11.000494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.052601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f013c8-b496-4ee6-a97f-1a79d6deba77 None None] Pushing event updated for resources: {'Port': ['ID=d49d64f8-e0db-4107-b5ae-5a62b30932ae,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:11.180514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] For port 966dfb93-c7f1-47d1-94c1-281e876d44b7, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:11.185591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] For port 966dfb93-c7f1-47d1-94c1-281e876d44b7, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=966dfb93-c7f1-47d1-94c1-281e876d44b7,segment=NetworkSegment(36fe4252-ce9b-40a9-81bb-a897eb5fa9ab),segment_id=36fe4252-ce9b-40a9-81bb-a897eb5fa9ab)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:11.194801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.256510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Allocated IP 172.20.0.1 (e5fc5473-3208-49d9-bc17-f07bcd7c43ba/3536267f-cace-416a-8e45-1da90a42a5d8/f82aead4-5ff0-41c0-a7aa-7fc842c51478) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:11.270347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Deleting port 774efae0-a729-4bbe-ab44-37a412b6a17e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:11.271216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.468523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212296-cc8d-4717-a23c-512981b0ea9a None None] Pushing event updated for resources: {'Port': ['ID=966dfb93-c7f1-47d1-94c1-281e876d44b7,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:11.472228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-05e9cfd3-f3b1-4671-b2f9-c17c41838d00 None None] Provisioning complete for port 5a7eed76-d497-4ad4-9d3e-599a53013ba3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:11.472228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-05e9cfd3-f3b1-4671-b2f9-c17c41838d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.661949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-05e9cfd3-f3b1-4671-b2f9-c17c41838d00 None None] Port 5a7eed76-d497-4ad4-9d3e-599a53013ba3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:11.787041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] For port 774efae0-a729-4bbe-ab44-37a412b6a17e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=774efae0-a729-4bbe-ab44-37a412b6a17e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:11.787728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.805767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.861311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Transition to ACTIVE for port object f82aead4-5ff0-41c0-a7aa-7fc842c51478 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:12.032923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Calling delete_port for 774efae0-a729-4bbe-ab44-37a412b6a17e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:12.125990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.137501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Router 6679b76e-13be-4203-87da-1c107501763d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:12.216365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.217720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:21:12.286601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] Pushing event deleted for resources: {'Port': ['ID=774efae0-a729-4bbe-ab44-37a412b6a17e,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:12.298888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea395f-a558-447d-80e5-e04f82f1abfd None None] No DVR routers for this DVR port 774efae0-a729-4bbe-ab44-37a412b6a17e on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:12.306567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Allocated IP 172.26.7.175 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/d2e26be6-8323-4db8-bdee-4c5294ec5262) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:12.344030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Port': ['ID=f82aead4-5ff0-41c0-a7aa-7fc842c51478,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:12.364582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:12.368577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:12.373748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:12.618394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d213ef7-0170-4a49-9255-373985312d80 None None] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:12.625512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.694204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.ipam_pluggable_backend [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Port 774efae0-a729-4bbe-ab44-37a412b6a17e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83745) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 10:21:12.694676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.ipam_pluggable_backend [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:9499 {{(pid=83745) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 10:21:12.770097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.809479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.934688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.985165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.993776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:13.000219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:13.003955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:13.004687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.034628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:13.096008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.096256 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] Sync routers for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:13.100979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:13.126299 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cc27e9ba-e09b-401d-9b45-0ee40a678df7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1733694 Mar 23 10:21:13.141338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43252) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:13.141798 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:13.142619 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:13.152127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-52fc3e89-68aa-42db-a92a-043a70e20cdc None None] Provisioning for port d49d64f8-e0db-4107-b5ae-5a62b30932ae completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:13.182340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da986e7-f455-4f7a-8e0a-d64a02ed57b6 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:13.235913 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:13.248911 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:13.249573 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:13.375422 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:13.376065 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8279ee-e983-41af-afe3-d543ce0a1d24 None None] The sync data for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:13.401911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d49d64f8-e0db-4107-b5ae-5a62b30932ae up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:13.428975 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7014940c-2cb3-4f72-9a64-57c2112f247e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8902009 Mar 23 10:21:13.440628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd160e11-7a9c-45dd-9f98-0fae3271331f None None] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:13.497196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43256) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:13.513303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:13.553362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:13.619871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:13.630159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Port': ['ID=d2e26be6-8323-4db8-bdee-4c5294ec5262,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:13.633185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:13.678133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:13.679099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.789787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fdc2a7c0-fa7d-4b26-8974-08d2e8fa1c28 None None] Provisioning for port 966dfb93-c7f1-47d1-94c1-281e876d44b7 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:13.948674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d49d64f8-e0db-4107-b5ae-5a62b30932ae completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:13.973739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Deleting port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:13.974415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.984237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d49d64f8-e0db-4107-b5ae-5a62b30932ae triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:13.984237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.071529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:14.083034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:14.105919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:14.109594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.122802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4f29-67f4-4f6a-99ce-e72036f557f8 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.206987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:14.290395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.310492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.326119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.430267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Allocated IP 2001:db8::f816:3eff:feab:e08a (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20/8aa12347-fb51-49d5-b0f7-b3dc09ef55dc) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:14.505547 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20 (CIDR: 2001:db8::/64) Mar 23 10:21:14.507969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=6a2e0deb-12c8-4edc-be37-efe9dcbc73cc,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:14.622368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:14.622867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:14.649550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.654100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.731169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d49d64f8-e0db-4107-b5ae-5a62b30932ae, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d49d64f8-e0db-4107-b5ae-5a62b30932ae,segment=NetworkSegment(e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773),segment_id=e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:14.734996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a7afddfa-5ff3-4098-93f7-7269c01962e6 None None] Provisioning for port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:14.746573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.747507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 966dfb93-c7f1-47d1-94c1-281e876d44b7 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:14.790456 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ab5b838c-cda6-41a5-b44a-ed8b2046fd23 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2855670 Mar 23 10:21:14.794989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43260) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:14.804355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:14.854863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] For port fb1fa3dd-f31b-4cd5-86c7-a67bd844c651, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:14.855677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.944372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a7afddfa-5ff3-4098-93f7-7269c01962e6 None None] Provisioning complete for port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:14.944653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a7afddfa-5ff3-4098-93f7-7269c01962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.986979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d49d64f8-e0db-4107-b5ae-5a62b30932ae,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:15.039885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.050729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a7afddfa-5ff3-4098-93f7-7269c01962e6 None None] Port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:15.085562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.087813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.107983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 966dfb93-c7f1-47d1-94c1-281e876d44b7 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:15.171729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 966dfb93-c7f1-47d1-94c1-281e876d44b7 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:15.172680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.200976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a7afddfa-5ff3-4098-93f7-7269c01962e6 None None] Provisioning complete for port d49d64f8-e0db-4107-b5ae-5a62b30932ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:15.201730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a7afddfa-5ff3-4098-93f7-7269c01962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.293260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Calling delete_port for fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:15.335612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Port': ['ID=f82aead4-5ff0-41c0-a7aa-7fc842c51478,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:15.346996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.366633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.390405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Transition to ACTIVE for port object 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:15.412578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:15.426885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Transition to ACTIVE for port object 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:15.498391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.498714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:15.537385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.548821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:15.579148 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-5cfe4f29-67f4-4f6a-99ce-e72036f557f8 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 10:21:15.585401 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5cfe4f29-67f4-4f6a-99ce-e72036f557f8 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d HTTP/1.1" status: 409 len: 329 time: 2.4245870 Mar 23 10:21:15.585831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43264) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:15.614753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.641570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:15.647961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:15.651157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:15.663912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Pushing event updated for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:15.758185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 966dfb93-c7f1-47d1-94c1-281e876d44b7, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=966dfb93-c7f1-47d1-94c1-281e876d44b7,segment=NetworkSegment(36fe4252-ce9b-40a9-81bb-a897eb5fa9ab),segment_id=36fe4252-ce9b-40a9-81bb-a897eb5fa9ab)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:15.763458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:15.775478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:15.791423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Attempting to bind port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:15.792013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Attempting to bind port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:15.792431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Attempting to bind port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:15.802170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:15.803315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:15.805165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.805621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:15.806381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Bound port: 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:15.806789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.831012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.037669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:16.043734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:16.073785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.240430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.244005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d49d64f8-e0db-4107-b5ae-5a62b30932ae up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:16.298875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.305056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=966dfb93-c7f1-47d1-94c1-281e876d44b7,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.353116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1fa3dd-f31b-4cd5-86c7-a67bd844c651,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.517259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Router 95b11a12-150c-478d-8c78-524ad320f6c8 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:21:16.521005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Provisioning complete for port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:16.526088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.563207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.575090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59571910-b840-4e19-ab8c-9640665a48ec None None] Pushing event updated for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.621165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.649366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:16.686870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d49d64f8-e0db-4107-b5ae-5a62b30932ae triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:16.687304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.729408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Provisioning for port f82aead4-5ff0-41c0-a7aa-7fc842c51478 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:16.753855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Provisioning complete for port f82aead4-5ff0-41c0-a7aa-7fc842c51478 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:16.754264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.872171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Port f82aead4-5ff0-41c0-a7aa-7fc842c51478 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:16.999680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Provisioning complete for port 966dfb93-c7f1-47d1-94c1-281e876d44b7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:17.000325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-80706824-9317-4cf3-bfc7-b0040eef5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.026873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.118465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=6a2e0deb-12c8-4edc-be37-efe9dcbc73cc,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:17.142078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.384707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:17.393769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:17.410014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:17.411277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.427290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-47e52a97-a71f-4c18-a241-7962b468903b None None] Provisioning complete for port f82aead4-5ff0-41c0-a7aa-7fc842c51478 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:17.427700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47e52a97-a71f-4c18-a241-7962b468903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.441582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.444160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=14d31be6-ab4f-400d-ad70-73ec8453e099,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:17.498799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-47e52a97-a71f-4c18-a241-7962b468903b None None] Port f82aead4-5ff0-41c0-a7aa-7fc842c51478 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:17.551735 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dc415944-ee92-4aea-9cd5-03fa5a0a402b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7535541 Mar 23 10:21:17.557570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43268) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:17.575280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:26:8b:fa', 'name': 'tempest-NetworksTestDHCPv6-1706624069'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:17.622797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:17.626594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Router 494ecc79-c91c-4204-a0fb-3e6779462157 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:21:17.716822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:17.823819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.250714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 966dfb93-c7f1-47d1-94c1-281e876d44b7 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:18.311753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:18.322723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:18.330095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:18.337294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:18.344053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:18.366232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-238bdd1a-e5fb-4c59-a1f2-f1b86a252b63 None None] Provisioning complete for port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:18.367041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-238bdd1a-e5fb-4c59-a1f2-f1b86a252b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.383466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:18.414082 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-70a6c05d-1798-47aa-ae63-13f97bb90168 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "PUT /v2.0/routers/494ecc79-c91c-4204-a0fb-3e6779462157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0977423 Mar 23 10:21:18.416359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43272) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:18.416669 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] Sync routers for ids ['494ecc79-c91c-4204-a0fb-3e6779462157'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:18.422386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'port': {'network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba', 'name': 'tempest-FloatingIPNegativeTestJSON-1694697560'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:18.429651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Sync routers for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:18.446441 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] Routers {'494ecc79-c91c-4204-a0fb-3e6779462157'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:18.447850 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['494ecc79-c91c-4204-a0fb-3e6779462157'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:18.464633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:18.469183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.515184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.522829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-22b42259-286e-4f67-a024-87773ac80236 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.2588036 Mar 23 10:21:18.523116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2faea-9883-416c-a648-6f63fd28f6a6 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:18.549578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43276) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:18.618240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 08c5e24a-0efb-46d2-abd7-c03385665a23 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:18.669126 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:18.706569 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] Routers {'494ecc79-c91c-4204-a0fb-3e6779462157'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:18.707446 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['494ecc79-c91c-4204-a0fb-3e6779462157'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:18.872636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:18.888758 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:18.889409 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e169c5-abae-44e7-85a8-db4e7b6b017e None None] The sync data for ids ['494ecc79-c91c-4204-a0fb-3e6779462157'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:18.907030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:port and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:18.913415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:18.941017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:19.037360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Made reservation on behalf of 69085c2513e24db398dfb99687b4b289 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:19.040506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.079067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-238bdd1a-e5fb-4c59-a1f2-f1b86a252b63 None None] Port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:19.082884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:19.084630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:19.114038 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5d3d4000-3dd8-4e8d-bbf3-87fcecfabf4b tempest-TestNetworkAdvancedServerOps-19701634 tempest-TestNetworkAdvancedServerOps-19701634-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bd6937c8729147d4838da41082f82fda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5603354 Mar 23 10:21:19.179259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43282) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.283448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] device_id is not set on port d32a4f77-3145-4d21-b004-59cde8f874f1 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:19.399883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 966dfb93-c7f1-47d1-94c1-281e876d44b7 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:19.400566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.435401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8:0:1::1ad (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/14d31be6-ab4f-400d-ad70-73ec8453e099/08c5e24a-0efb-46d2-abd7-c03385665a23) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:19.453359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:fe26:8bfa (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20/08c5e24a-0efb-46d2-abd7-c03385665a23) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:19.480616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 1a3790db-7e03-4f45-86f5-beaa2ee92d62 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:21:19.630080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b211382c-5cf5-4ba3-ba5a-788385c96fda None None] Provisioning for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:19.777697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc052f8-6a24-44e4-a700-804556cdd7ce tempest-TestNetworkAdvancedServerOps-19701634 tempest-TestNetworkAdvancedServerOps-19701634-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:19.780000 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-adc052f8-6a24-44e4-a700-804556cdd7ce tempest-TestNetworkAdvancedServerOps-19701634 tempest-TestNetworkAdvancedServerOps-19701634-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5995216 Mar 23 10:21:19.797748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43286) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.865995 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-19654970-7208-4e15-b2e4-6d931336a6b4 tempest-TestNetworkAdvancedServerOps-19701634 tempest-TestNetworkAdvancedServerOps-19701634-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623069 Mar 23 10:21:19.867405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Update dhcp port {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20', 'ip_address': '2001:db8::f816:3eff:feab:e08a'}, {'subnet_id': '14d31be6-ab4f-400d-ad70-73ec8453e099'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '8aa12347-fb51-49d5-b0f7-b3dc09ef55dc'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:21:19.873437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43290) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.888957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-189709006', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'project_id': 'bd6937c8729147d4838da41082f82fda', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:19.947117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:19.965323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Allocated IP 172.20.0.14 (e5fc5473-3208-49d9-bc17-f07bcd7c43ba/3536267f-cace-416a-8e45-1da90a42a5d8/d32a4f77-3145-4d21-b004-59cde8f874f1) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:20.180247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:20.193666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:20.199893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:subnet and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:20.204382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:20.212287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:20.220422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting port 5a7eed76-d497-4ad4-9d3e-599a53013ba3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:20.220853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.234947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Made reservation on behalf of bd6937c8729147d4838da41082f82fda for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:20.255343 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4d9a06b-34f0-49d3-84d8-7eee08c351bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/1a3790db-7e03-4f45-86f5-beaa2ee92d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5241272 Mar 23 10:21:20.265765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43294) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.387919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] Sync routers for ids ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:20.411174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:20.454800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.471614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.472972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.496356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d867a-1ac1-4f83-9e0f-d63ca3096b95 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:20.496884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-201d867a-1ac1-4f83-9e0f-d63ca3096b95 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:20.518780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 08c5e24a-0efb-46d2-abd7-c03385665a23 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:20.628599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-201d867a-1ac1-4f83-9e0f-d63ca3096b95 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:20.630421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-201d867a-1ac1-4f83-9e0f-d63ca3096b95 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports/6a2e0deb-12c8-4edc-be37-efe9dcbc73cc HTTP/1.1" status: 200 len: 976 time: 0.3632147 Mar 23 10:21:20.640080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43298) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.641804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.647706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] Routers {'1a3790db-7e03-4f45-86f5-beaa2ee92d62'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:20.648346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.693747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Transition to ACTIVE for port object d32a4f77-3145-4d21-b004-59cde8f874f1 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:20.726285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.763027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.777552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.810885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.824567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] Routers {'1a3790db-7e03-4f45-86f5-beaa2ee92d62'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:20.825244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.887143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:20.908768 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.909166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077bff-5843-419a-8d02-62b5c0c303af None None] The sync data for ids ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:20.940317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 3, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.947266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:20.947266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.962677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Calling delete_port for 5a7eed76-d497-4ad4-9d3e-599a53013ba3 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:20.964855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:20.972031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:20.980551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:20.984600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:20.985358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.995526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Checking router: 95b11a12-150c-478d-8c78-524ad320f6c8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:21:20.995931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Updating router 95b11a12-150c-478d-8c78-524ad320f6c8 port d2e26be6-8323-4db8-bdee-4c5294ec5262 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:21:21.007106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=08c5e24a-0efb-46d2-abd7-c03385665a23,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.040664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Port': ['ID=d32a4f77-3145-4d21-b004-59cde8f874f1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.046315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:21.051905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:21.054529 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-21b4c5b8-8181-4ca5-a9b4-3bd7e4482f14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4949956 Mar 23 10:21:21.057837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43302) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.060988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:21.078415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.081308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Allocated IP 2001:db8:0:1::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/14d31be6-ab4f-400d-ad70-73ec8453e099/8aa12347-fb51-49d5-b0f7-b3dc09ef55dc) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:21.094761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.205586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Router c97f1178-9447-4c76-a568-10022d63d397 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:21.265967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:21.268595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.287458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 08c5e24a-0efb-46d2-abd7-c03385665a23 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:21.288075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.487215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.511892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Subnet': ['ID=886a7046-7744-458e-a1a8-18c2b5af4e00,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.535501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Checking segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:21.536187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network hostable DHCP agents. Network: 8475a1e8-74ba-4d18-8ec1-d35e945320ad, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:21.575612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:21.591614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8475a1e8-74ba-4d18-8ec1-d35e945320ad) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:21.597975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:21.599034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.610000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:21.631478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f407e1-0bdb-4d22-a68e-cb35c6f53dc4 None None] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:21.663606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-00bd6717-275a-4ae0-9640-c40691e89d98 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7848165 Mar 23 10:21:21.666322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43306) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.804368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-df90234b-afac-44e1-8433-f9a7168c3847 None None] Provisioning for port d32a4f77-3145-4d21-b004-59cde8f874f1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:21.810158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:21.830636 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-73ac9102-dac2-4b1d-bac1-14c364f58d85 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4128749 Mar 23 10:21:21.834802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43310) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.850355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.851516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:21.862033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-df90234b-afac-44e1-8433-f9a7168c3847 None None] Provisioning complete for port d32a4f77-3145-4d21-b004-59cde8f874f1 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:21.862033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df90234b-afac-44e1-8433-f9a7168c3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.897184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:21.909418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:floatingip and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:21.914943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:21.923613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:21.953347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.978108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Transition to ACTIVE for port object 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:21.982349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.007004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-df90234b-afac-44e1-8433-f9a7168c3847 None None] Port d32a4f77-3145-4d21-b004-59cde8f874f1 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:22.052068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Port': ['ID=5a7eed76-d497-4ad4-9d3e-599a53013ba3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:22.064613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.189080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.245863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.280955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Transition to ACTIVE for port object d2e26be6-8323-4db8-bdee-4c5294ec5262 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:22.418393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.455470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.499620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:22.501057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.547785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:22.548147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:22.570351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Attempting to bind port d2e26be6-8323-4db8-bdee-4c5294ec5262 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:22.571369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Attempting to bind port d2e26be6-8323-4db8-bdee-4c5294ec5262 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:22.571369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Attempting to bind port d2e26be6-8323-4db8-bdee-4c5294ec5262 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:22.574605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.579120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:22.579493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:22.580414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.580414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:22.580795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Bound port: d2e26be6-8323-4db8-bdee-4c5294ec5262, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:22.581173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.601815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 08c5e24a-0efb-46d2-abd7-c03385665a23 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:22.657956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] For port d2e26be6-8323-4db8-bdee-4c5294ec5262, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:22.661561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] For port d2e26be6-8323-4db8-bdee-4c5294ec5262, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d2e26be6-8323-4db8-bdee-4c5294ec5262,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:22.726284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.733826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c6d9c-8928-47cd-884b-2b2b9c1fd259 None None] Pushing event updated for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:22.820351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Allocated IP 172.26.7.31 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/25b1fb30-2809-47f7-8b8d-27692acc5970) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:22.843220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.848693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.922293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=08c5e24a-0efb-46d2-abd7-c03385665a23,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:22.960579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f30cf-7efa-468e-9423-3845f13e5fd3 None None] Pushing event updated for resources: {'Port': ['ID=d2e26be6-8323-4db8-bdee-4c5294ec5262,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:23.116297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.178366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.186058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:23.197570 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] Sync routers for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:23.210899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Allocated IP 172.20.0.2 (8475a1e8-74ba-4d18-8ec1-d35e945320ad/886a7046-7744-458e-a1a8-18c2b5af4e00/ddfb5048-fa53-4624-ac44-83ce76843834) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:23.220694 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:23.221317 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:23.233967 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b418b8de-077e-4344-a4b6-6519c5b85915 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/08c5e24a-0efb-46d2-abd7-c03385665a23 HTTP/1.1" status: 204 len: 168 time: 2.1751766 Mar 23 10:21:23.242972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43314) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:23.353827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:23.354987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:23.473513 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f4267122-67d1-425c-a018-c97e9f83d00a admin admin] 10.222.0.73 "PUT /v2.0/routers/c97f1178-9447-4c76-a568-10022d63d397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8899910 Mar 23 10:21:23.475485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43318) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:23.573554 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:23.600429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:23.601044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.644934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:23.874269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.913307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aee79f-af58-4212-83e2-a7154a93faeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:23.914089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e3aee79f-af58-4212-83e2-a7154a93faeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:23.963059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e3aee79f-af58-4212-83e2-a7154a93faeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:23.966125 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e3aee79f-af58-4212-83e2-a7154a93faeb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7095490 Mar 23 10:21:23.971331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43322) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.022607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Router 6679b76e-13be-4203-87da-1c107501763d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:24.173569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.195496 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:21:15Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.214538 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] Checking router: c97f1178-9447-4c76-a568-10022d63d397 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:21:24.263951 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] Routers {'c97f1178-9447-4c76-a568-10022d63d397'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:24.264584 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c97f1178-9447-4c76-a568-10022d63d397'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.297835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae7020-5a6e-49d1-b844-e3c143bd20c6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:24.299416 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-acae7020-5a6e-49d1-b844-e3c143bd20c6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3270180 Mar 23 10:21:24.302827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43326) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.305895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:24.319501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.357658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:24.373323 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-95f16d56-6c12-4269-a121-8c639cd153d0 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7809002 Mar 23 10:21:24.378824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.379418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.413113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] Sync routers for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:24.463632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f30cf-7efa-468e-9423-3845f13e5fd3 None None] Pushing event updated for resources: {'Port': ['ID=d2e26be6-8323-4db8-bdee-4c5294ec5262,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.471299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 6a2e0deb-12c8-4edc-be37-efe9dcbc73cc owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:24.525976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:24.533492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572e39e-4962-4ebe-a015-1bc3c8dc7114 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:24.536228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572e39e-4962-4ebe-a015-1bc3c8dc7114 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:24.538731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572e39e-4962-4ebe-a015-1bc3c8dc7114 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:24.540026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7572e39e-4962-4ebe-a015-1bc3c8dc7114 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:24.549707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.553501 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-2d6a1fe0-03e4-42e6-9641-11cf8983b224 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] show failed (client error): The resource could not be found. Mar 23 10:21:24.555095 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2d6a1fe0-03e4-42e6-9641-11cf8983b224 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-92897174 HTTP/1.1" status: 404 len: 333 time: 0.1745541 Mar 23 10:21:24.559093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43334) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.562763 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] Set router c97f1178-9447-4c76-a568-10022d63d397 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:24.566054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ff6e0859-2f6a-4375-8534-7cc150140dc6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:24.577544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65b8bfd6-a83a-4cbc-b76f-e99f93598e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.590293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eecd850c-6c7a-4cf5-9b5b-18fb8d3f528c None None] Provisioning for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:24.621474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:24.626725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:24.629445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:24.652657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7572e39e-4962-4ebe-a015-1bc3c8dc7114 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:24.655125 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7572e39e-4962-4ebe-a015-1bc3c8dc7114 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3499026 Mar 23 10:21:24.664878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43338) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.667285 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-ff6e0859-2f6a-4375-8534-7cc150140dc6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] update failed (client error): The resource could not be found. Mar 23 10:21:24.669004 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff6e0859-2f6a-4375-8534-7cc150140dc6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-591561090 HTTP/1.1" status: 404 len: 334 time: 0.1085236 Mar 23 10:21:24.671102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Port': ['ID=25b1fb30-2809-47f7-8b8d-27692acc5970,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.676317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43342) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.681696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eecd850c-6c7a-4cf5-9b5b-18fb8d3f528c None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:24.682448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eecd850c-6c7a-4cf5-9b5b-18fb8d3f528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.717626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:24.718266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.829594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.847707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.865442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.886737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Transition to ACTIVE for port object ddfb5048-fa53-4624-ac44-83ce76843834 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:24.903528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.909679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 3, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.920897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] Routers {'6679b76e-13be-4203-87da-1c107501763d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:24.921435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:20:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6679b76e-13be-4203-87da-1c107501763d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.938427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 14d31be6-ab4f-400d-ad70-73ec8453e099 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:24.942042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.984482 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:21:15Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.990481 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc2ef6-a723-4d3d-9281-bb35dfe1a72e None None] The sync data for ids ['c97f1178-9447-4c76-a568-10022d63d397'] in dv-neutron-834653-2-hyperv is: [{'id': 'c97f1178-9447-4c76-a568-10022d63d397', 'name': 'tempest-ServerActionsTestJSON-1239507811-router', 'tenant_id': '9cfd07de243147da89c3c62cab84441c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:46Z', 'updated_at': '2022-03-23T10:21:15Z', 'revision_number': 5, 'project_id': '9cfd07de243147da89c3c62cab84441c', 'gw_port': {'id': '27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f1178-9447-4c76-a568-10022d63d397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:47Z', 'updated_at': '2022-03-23T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:25.008099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffd141-da44-4787-aad4-a1107c9bb50a None None] The sync data for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv is: [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 3, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:25.024635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.034565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Transition to ACTIVE for port object ddfb5048-fa53-4624-ac44-83ce76843834 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:25.051032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:25.051486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.089320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:25.089734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59abf0-e4ee-434c-8969-0d38a4f37c25 None None] The sync data for ids ['6679b76e-13be-4203-87da-1c107501763d'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:25.113084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.158084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.231644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:25.238926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:25.244558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:25.246688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Pushing event updated for resources: {'Port': ['ID=ddfb5048-fa53-4624-ac44-83ce76843834,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.291429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.357942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.427047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8f120c62-8d87-4442-94da-960596bc34ad None None] Could not find standard attr ID for object 08c5e24a-0efb-46d2-abd7-c03385665a23. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:21:25.445776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=14d31be6-ab4f-400d-ad70-73ec8453e099,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.456656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18072a-e972-44a8-b237-bf34252aadd1 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:25.473601 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4f4e8d86-0247-4a21-9761-a22866c2b9b4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/14d31be6-ab4f-400d-ad70-73ec8453e099 HTTP/1.1" status: 204 len: 168 time: 0.8019786 Mar 23 10:21:25.477008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43346) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:25.562420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Attempting to bind port ddfb5048-fa53-4624-ac44-83ce76843834 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:25.562420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Attempting to bind port ddfb5048-fa53-4624-ac44-83ce76843834 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:25.562420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Attempting to bind port ddfb5048-fa53-4624-ac44-83ce76843834 on network 8475a1e8-74ba-4d18-8ec1-d35e945320ad {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:25.576075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:25.577834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:25.578215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Checking segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:25.578617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.579007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Bound using segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:25.579492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Bound port: ddfb5048-fa53-4624-ac44-83ce76843834, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:25.579895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.580626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.608458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting subnet ab74116e-f21b-4a99-82b9-2d96fc6ef546 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:25.630160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.686030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.720627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.791042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] For port ddfb5048-fa53-4624-ac44-83ce76843834, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:25.796364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] For port ddfb5048-fa53-4624-ac44-83ce76843834, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ddfb5048-fa53-4624-ac44-83ce76843834,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:25.797539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.803442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.832939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.899029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.938122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6975f-7e5b-4339-9bc8-59b251072a88 None None] Pushing event updated for resources: {'Port': ['ID=ddfb5048-fa53-4624-ac44-83ce76843834,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.943187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.956374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.976452 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a40d5245-ea5d-4a6c-be49-c1a9ef82165d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20 HTTP/1.1" status: 204 len: 168 time: 0.4980018 Mar 23 10:21:25.978666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43350) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:26.067580 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f9071140-ca00-4ef7-befd-3a1eac281df4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876677 Mar 23 10:21:26.071034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43354) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:26.077010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:26.118083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.125774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.310458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=6a2e0deb-12c8-4edc-be37-efe9dcbc73cc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:26.348635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.476942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:26.485925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:26.491581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:26.503191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:26.534239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:26.539908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.660249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.687846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c3b15b69-03d9-44ef-acb3-0f8cde5e7965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.739076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:26.847526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:26.848210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.006033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddfb5048-fa53-4624-ac44-83ce76843834 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:27.061523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.114585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:21:27.153770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734e96c-f706-48be-8287-2c021f60cef8 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:27.185618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.242436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Subnet': ['ID=ab74116e-f21b-4a99-82b9-2d96fc6ef546,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:27.245500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Deleting port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:27.245840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.282677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-653eeabe-8faa-481e-84ac-ef925ccd1b13 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:27.283099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-653eeabe-8faa-481e-84ac-ef925ccd1b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.390037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.440738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.458922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ddfb5048-fa53-4624-ac44-83ce76843834 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:27.473321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d2e26be6-8323-4db8-bdee-4c5294ec5262 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:27.487349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.523253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31435af2-1167-4a9f-8930-e654cd54986f tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/subnets/ab74116e-f21b-4a99-82b9-2d96fc6ef546 HTTP/1.1" status: 204 len: 168 time: 2.8379400 Mar 23 10:21:27.526860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846325a2-13e1-4292-b3eb-182454fb1cc7 None None] Network 8dc8c588-d0e8-4190-ab94-fc7b69155854 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:27.530915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Allocated IP 172.20.0.1 (8475a1e8-74ba-4d18-8ec1-d35e945320ad/886a7046-7744-458e-a1a8-18c2b5af4e00/f3b4781f-399e-4835-a343-37d8c53990a8) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:27.532694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43358) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:27.540634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619393e2-dad5-4565-978a-e372423ad1ae None None] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:27.667104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:27.691998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.698181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.699382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.822900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:27.828604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:27.835435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:27.836194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.871257 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7945254 Mar 23 10:21:27.871257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=8']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:27.873529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43362) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:27.874897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.879152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:27.899594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51e1e6-e54d-4f9a-a16e-4a09753515ca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=16b31155-b182-4923-9126-233679b6560f,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:27.931061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.014398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d2e26be6-8323-4db8-bdee-4c5294ec5262 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:28.041663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:28.046379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:28.049126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d2e26be6-8323-4db8-bdee-4c5294ec5262 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:28.049504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.049925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:28.057370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:28.069894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:28.074065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.102667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.117934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] Provisioning for port ddfb5048-fa53-4624-ac44-83ce76843834 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:28.169731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] Provisioning complete for port ddfb5048-fa53-4624-ac44-83ce76843834 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:28.170137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.195293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.276035 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.ipam_backend_mixin [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16b31155-b182-4923-9126-233679b6560f (CIDR: 2001:db8::/64) Mar 23 10:21:28.282081 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:28.282824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:28.328410 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b5b799ba-3fe9-44dd-a2d7-6a880911d3c2 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4538441 Mar 23 10:21:28.329292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43366) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:28.338106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:28.402006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] For port 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:28.402286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.413687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] DHCP port deletion for 8dc8c588-d0e8-4190-ab94-fc7b69155854 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:28.442347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.447961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] Deleting port e9ec4018-3821-4586-9dd1-5477ab3a442e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:28.448326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.486087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ab7ca-26b1-49bf-b37b-42b36c556e82 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:28.564577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:28.571384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:28.575658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:28.584259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:28.601085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:28.602179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d2e26be6-8323-4db8-bdee-4c5294ec5262, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d2e26be6-8323-4db8-bdee-4c5294ec5262,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:28.605062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.607641 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.636326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Calling delete_port for 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:28.641311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.680742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Port': ['ID=25b1fb30-2809-47f7-8b8d-27692acc5970,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:28.713529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:28.764610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.771872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.852410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:28.852634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb1fa3dd-f31b-4cd5-86c7-a67bd844c651 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:28.878395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] For port ddfb5048-fa53-4624-ac44-83ce76843834, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ddfb5048-fa53-4624-ac44-83ce76843834,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:28.926407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.970878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d2e26be6-8323-4db8-bdee-4c5294ec5262,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:28.991328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting subnet 3fe29d7e-ec51-456d-814e-61e35a053e6b {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:28.993547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.997421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2782371f-0cb9-4400-8a13-ad95866f4230 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1573858 Mar 23 10:21:28.998967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.008593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43370) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:29.009795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Transition to ACTIVE for port object f3b4781f-399e-4835-a343-37d8c53990a8 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:29.015853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.049852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-465ceb09-7c13-44fe-a6a5-ca1a1f019c07 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'floatingip': {'port_id': 'd32a4f77-3145-4d21-b004-59cde8f874f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:29.075501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:29.281044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-465ceb09-7c13-44fe-a6a5-ca1a1f019c07 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.287335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.326669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e54ad5-47d1-4615-9c5d-6ce925946382 None None] Pushing event updated for resources: {'Port': ['ID=ddfb5048-fa53-4624-ac44-83ce76843834,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.359281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 1a3790db-7e03-4f45-86f5-beaa2ee92d62 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:29.368014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.372608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.374686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9069d9a2-2ff0-4a93-97aa-621d7cd8ef9b None None] Provisioning complete for port ddfb5048-fa53-4624-ac44-83ce76843834 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:29.374686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9069d9a2-2ff0-4a93-97aa-621d7cd8ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.386505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:29.393687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:29.398328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:29.399226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.406251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=76d0c437-eca7-4c96-bb68-005ccbf18e4b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.419302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] For port e9ec4018-3821-4586-9dd1-5477ab3a442e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e9ec4018-3821-4586-9dd1-5477ab3a442e,segment=NetworkSegment(d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6),segment_id=d0d74bbe-8fa2-41c8-95eb-86cdf942c2e6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:29.419741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.486126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:29.490355 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a861e126-9016-4622-a262-2d7c592ca9de tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1589870 Mar 23 10:21:29.493253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:29.503962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:29.522210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Port': ['ID=f3b4781f-399e-4835-a343-37d8c53990a8,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.533849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:ca:90:cf', 'name': 'tempest-NetworksTestDHCPv6-523589546'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:29.570846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] Calling delete_port for e9ec4018-3821-4586-9dd1-5477ab3a442e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:29.593488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:29.656761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:29.657307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.728723 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-465ceb09-7c13-44fe-a6a5-ca1a1f019c07 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] update failed (client error): The resource could not be found. Mar 23 10:21:29.733243 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-465ceb09-7c13-44fe-a6a5-ca1a1f019c07 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "PUT /v2.0/floatingips/8255bbdc-eee6-473e-b48b-6e699eb37d2f HTTP/1.1" status: 404 len: 507 time: 0.6921825 Mar 23 10:21:29.734212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43378) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:29.793933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.805055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:29.838699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:29.862788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.901733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.928338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] Pushing event deleted for resources: {'Port': ['ID=e9ec4018-3821-4586-9dd1-5477ab3a442e,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.934602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Deleting port 25b1fb30-2809-47f7-8b8d-27692acc5970 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:29.935115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.964980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:29.975020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8795b6-c20c-4a63-b6af-f69b4162efa7 None None] No DVR routers for this DVR port e9ec4018-3821-4586-9dd1-5477ab3a442e on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:29.986996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.993861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Update dhcp port {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'fixed_ips': [{'subnet_id': '16b31155-b182-4923-9126-233679b6560f', 'ip_address': '2001:db8::f816:3eff:feab:e08a'}, {'subnet_id': '76d0c437-eca7-4c96-bb68-005ccbf18e4b'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '8aa12347-fb51-49d5-b0f7-b3dc09ef55dc'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:21:30.061389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9069d9a2-2ff0-4a93-97aa-621d7cd8ef9b None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:30.061761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9069d9a2-2ff0-4a93-97aa-621d7cd8ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.086259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.175559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:30.201912 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] Sync routers for ids ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:30.213424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.223737 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3dec4028-4040-4016-acf7-104163e747dc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/1a3790db-7e03-4f45-86f5-beaa2ee92d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5812032 Mar 23 10:21:30.224852 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] Routers {'1a3790db-7e03-4f45-86f5-beaa2ee92d62'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:30.225544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43382) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:30.225856 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:30.231248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.250764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.257332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e9ec4018-3821-4586-9dd1-5477ab3a442e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:30.289502 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:30.303787 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] Routers {'1a3790db-7e03-4f45-86f5-beaa2ee92d62'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:30.304631 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:30.311894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: e9ec4018-3821-4586-9dd1-5477ab3a442e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:30.312241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e9ec4018-3821-4586-9dd1-5477ab3a442e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:30.371309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 533d7908-e4a4-4e83-98f6-076a01999d96 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:30.416497 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:30.417210 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3696c6c-600e-47dc-8a14-cd8df4366894 None None] The sync data for ids ['1a3790db-7e03-4f45-86f5-beaa2ee92d62'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:30.446730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.447124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.493208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.652012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe29d7e-ec51-456d-814e-61e35a053e6b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:30.666808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b6402fa1-4f04-44bb-8c84-7782f4461602 None None] Provisioning for port f3b4781f-399e-4835-a343-37d8c53990a8 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:30.669662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.673885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e1722-a4cb-4d76-9dcb-7929ff9d43d2 None None] Network 04222ba7-33ac-4f44-8313-607dbb214b97 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:30.677995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.681378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.695841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b6402fa1-4f04-44bb-8c84-7782f4461602 None None] Provisioning complete for port f3b4781f-399e-4835-a343-37d8c53990a8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:30.696519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6402fa1-4f04-44bb-8c84-7782f4461602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.699782 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40cef6ee-86c9-43ed-8268-a9d69530b4a7 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/subnets/3fe29d7e-ec51-456d-814e-61e35a053e6b HTTP/1.1" status: 204 len: 168 time: 3.1635399 Mar 23 10:21:30.701796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43386) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:30.706181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.742853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Calling delete_port for 25b1fb30-2809-47f7-8b8d-27692acc5970 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:30.838040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b6402fa1-4f04-44bb-8c84-7782f4461602 None None] Port f3b4781f-399e-4835-a343-37d8c53990a8 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:31.086375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8:0:1::10 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/76d0c437-eca7-4c96-bb68-005ccbf18e4b/533d7908-e4a4-4e83-98f6-076a01999d96) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:31.109084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddfb5048-fa53-4624-ac44-83ce76843834 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:31.140374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.140909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97f1178-9447-4c76-a568-10022d63d397 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:21:31.163347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.170298 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-6119a82b-d69f-4c27-a9b8-487a5f2e6da6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 10:21:31.171352 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6119a82b-d69f-4c27-a9b8-487a5f2e6da6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/1a3790db-7e03-4f45-86f5-beaa2ee92d62/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9432034 Mar 23 10:21:31.172796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::f816:3eff:feca:90cf (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/16b31155-b182-4923-9126-233679b6560f/533d7908-e4a4-4e83-98f6-076a01999d96) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:31.179217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43390) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:31.180997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.184873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cc5708ae-9506-4d52-828e-0a8d90bfc2a4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c97f1178-9447-4c76-a568-10022d63d397 HTTP/1.1" status: 204 len: 168 time: 7.7062242 Mar 23 10:21:31.185216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:31.205336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] DHCP port deletion for 04222ba7-33ac-4f44-8313-607dbb214b97 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:31.214425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] Deleting port 329105f5-1108-4281-9861-a3f3a4415dd4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:31.215081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.240683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-15750878-9c36-485a-a3f7-32f053b2ec94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:31.290523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ddfb5048-fa53-4624-ac44-83ce76843834 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:31.291371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.302166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Deleting subnet 9913eb76-9dad-4761-a6c5-384d3d896add {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:31.306551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.314771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-15750878-9c36-485a-a3f7-32f053b2ec94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:31.319490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-15750878-9c36-485a-a3f7-32f053b2ec94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a3790db-7e03-4f45-86f5-beaa2ee92d62 HTTP/1.1" status: 200 len: 205 time: 0.1331487 Mar 23 10:21:31.338271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43398) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:31.352922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.421830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Port': ['ID=25b1fb30-2809-47f7-8b8d-27692acc5970,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:31.481093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.566799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] For port 329105f5-1108-4281-9861-a3f3a4415dd4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=329105f5-1108-4281-9861-a3f3a4415dd4,segment=NetworkSegment(92ada83c-b692-4977-9361-ccdf5d5b2252),segment_id=92ada83c-b692-4977-9361-ccdf5d5b2252)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:31.567289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.582792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.684929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc8c588-d0e8-4190-ab94-fc7b69155854']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:31.704268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:31.704631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d74bbe-8fa2-41c8-95eb-86cdf942c2e6') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:31.717723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] Calling delete_port for 329105f5-1108-4281-9861-a3f3a4415dd4 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:31.720771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.722174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.746419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 533d7908-e4a4-4e83-98f6-076a01999d96 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:31.746670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.749493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d2e26be6-8323-4db8-bdee-4c5294ec5262 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:31.767171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.800936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.807012 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-503c9952-d4af-4b6f-81d0-289b2d01fa9f tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "DELETE /v2.0/floatingips/8255bbdc-eee6-473e-b48b-6e699eb37d2f HTTP/1.1" status: 204 len: 168 time: 2.0718040 Mar 23 10:21:31.807713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43402) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:31.813001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.820682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'floatingip': {'floating_network_id': 'e5fc5473-3208-49d9-bc17-f07bcd7c43ba', 'port_id': 'd32a4f77-3145-4d21-b004-59cde8f874f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:31.827012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.864003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.903263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:31.904848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:31.905385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:31.923516 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:31.928416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:floatingip and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:31.940376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:31.947301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d2e26be6-8323-4db8-bdee-4c5294ec5262 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:31.947830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.952203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:31.973434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Allocated IP 2001:db8:0:1::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/76d0c437-eca7-4c96-bb68-005ccbf18e4b/8aa12347-fb51-49d5-b0f7-b3dc09ef55dc) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:31.975226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=533d7908-e4a4-4e83-98f6-076a01999d96,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:31.979039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:32.002882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.018084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:32.023847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:32.027935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:32.028579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.037798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.050881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.093662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.098664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9913eb76-9dad-4761-a6c5-384d3d896add,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.153664 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-554c45e7-a7af-4ef6-8055-65693519c05e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6593733 Mar 23 10:21:32.158360 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4c6b2660-0003-44bc-b9e6-f3f680f46994 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9913eb76-9dad-4761-a6c5-384d3d896add HTTP/1.1" status: 204 len: 168 time: 0.9704638 Mar 23 10:21:32.159109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43406) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:32.163607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43408) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:32.176109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.208368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:32.235068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.253000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Transition to ACTIVE for port object 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:32.256063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.257174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Network': ['ID=8dc8c588-d0e8-4190-ab94-fc7b69155854,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.264255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e781f50-64a3-4a70-a670-18e56ec77747 None None] Network 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:32.266837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.272058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ed5b5026-e0aa-4e5c-8980-215abe3c4b07 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/networks/8dc8c588-d0e8-4190-ab94-fc7b69155854 HTTP/1.1" status: 204 len: 168 time: 1.5682027 Mar 23 10:21:32.274794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43414) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:32.310694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.345788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 533d7908-e4a4-4e83-98f6-076a01999d96 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:32.346414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.355887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.382757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] Pushing event deleted for resources: {'Port': ['ID=329105f5-1108-4281-9861-a3f3a4415dd4,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.392500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.529206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e0705f-464e-4c1f-bdea-830184444228 None None] No DVR routers for this DVR port 329105f5-1108-4281-9861-a3f3a4415dd4 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:32.586966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Deleting port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:32.587642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.698497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb8a48-7eff-4b9c-9bf4-eb24e61674d2 None None] Pushing event updated for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=9']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.762936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.797161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.799153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Port': ['ID=f3b4781f-399e-4835-a343-37d8c53990a8,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.801683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.812690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.980634 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:32.986439 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b47ca037-c3ae-47fe-a24a-27f03c436973 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1752326 Mar 23 10:21:32.990201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43418) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.022344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'd32a4f77-3145-4d21-b004-59cde8f874f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:33.031599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.033285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3790db-7e03-4f45-86f5-beaa2ee92d62 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:21:33.033482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:33.039584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.048086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] For port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:33.048445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.064050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Usage tracker for resource:floatingip and tenant:69085c2513e24db398dfb99687b4b289 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:33.071817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.072913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8f82ef06-85a8-4f98-8ca4-fa10d1593b31 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/1a3790db-7e03-4f45-86f5-beaa2ee92d62 HTTP/1.1" status: 204 len: 168 time: 1.7348964 Mar 23 10:21:33.105789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.121543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] DHCP port deletion for 8f9b51b0-f60a-4ada-8726-ec28e8ed5089 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:33.126399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Deleting port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:33.127066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.128374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:33.133272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43422) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.289395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:33.301618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04222ba7-33ac-4f44-8313-607dbb214b97']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.330440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:33.330742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:33.332580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ada83c-b692-4977-9361-ccdf5d5b2252') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.332856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ada83c-b692-4977-9361-ccdf5d5b2252') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.342810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:33.361549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 533d7908-e4a4-4e83-98f6-076a01999d96 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:33.445010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.513750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Calling delete_port for 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:33.548363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.616000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4dc43-e4f0-4085-a640-bbd7b43abe93 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:33.651582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.670083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Releasing vlan 959 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:33.670801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:33.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:33.729058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.798074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] For port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,segment=NetworkSegment(2ea2842b-e76f-4f96-9d0f-3ae909351a65),segment_id=2ea2842b-e76f-4f96-9d0f-3ae909351a65)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:33.798612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.846331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet 39704c7c-229b-418c-a349-d2da7c271fb6 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:33.852991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.882082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.916623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.931129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7e3e02d0-1c1c-4134-ba40-1cf6ddeabc59 None None] Provisioning for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:33.942761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Calling delete_port for 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:33.947469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb30a6c-902f-4612-8ea5-4ff3960ba0a2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:33.964702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] No DVR routers for this DVR port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:33.977801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:34.008989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Network': ['ID=04222ba7-33ac-4f44-8313-607dbb214b97,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.039580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:34.039933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 27c8cb6e-b3ff-4bc2-998e-f5c9e5baf9a6 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:34.040601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:34.064681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7e3e02d0-1c1c-4134-ba40-1cf6ddeabc59 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:34.064974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7e3e02d0-1c1c-4134-ba40-1cf6ddeabc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.075049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0dac9867-7f1f-43ff-b5d2-c7ebe736d8e6 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/networks/04222ba7-33ac-4f44-8313-607dbb214b97 HTTP/1.1" status: 204 len: 168 time: 1.7967134 Mar 23 10:21:34.079827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43426) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.091880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.131933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:34.132323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:34.133339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 329105f5-1108-4281-9861-a3f3a4415dd4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:34.146384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.198939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 329105f5-1108-4281-9861-a3f3a4415dd4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:34.199309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 329105f5-1108-4281-9861-a3f3a4415dd4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:34.225448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=533d7908-e4a4-4e83-98f6-076a01999d96,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.234700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.271424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:34.271800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:34.352509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9b51b0-f60a-4ada-8726-ec28e8ed5089']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:34.378860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.386309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea2842b-e76f-4f96-9d0f-3ae909351a65') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:34.386608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea2842b-e76f-4f96-9d0f-3ae909351a65') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:34.410593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.430187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.436040 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b71274e-a085-46d1-866b-5814b8158899 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/533d7908-e4a4-4e83-98f6-076a01999d96 HTTP/1.1" status: 204 len: 168 time: 2.2733808 Mar 23 10:21:34.436040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.472554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43430) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.513019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f417810d-fd9c-448f-b09d-8719547daa6b None None] Provisioning complete for port f3b4781f-399e-4835-a343-37d8c53990a8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:34.515067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f417810d-fd9c-448f-b09d-8719547daa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.580703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.581364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f417810d-fd9c-448f-b09d-8719547daa6b None None] Port f3b4781f-399e-4835-a343-37d8c53990a8 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:34.634685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting subnet 63265607-79b3-455d-8e3c-453546c17527 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:34.638876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.640056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:34.640462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:34.655482 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:34.730750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.738914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c6ea2df3-0050-4c7e-9aa5-5ecf3002d1d4 None None] Provisioning complete for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:34.739436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2df3-0050-4c7e-9aa5-5ecf3002d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.800821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.818304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Deleting port 3fb30a6c-902f-4612-8ea5-4ff3960ba0a2 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:34.818779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.821221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.826301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.853725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=39704c7c-229b-418c-a349-d2da7c271fb6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.871136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9b51b0-f60a-4ada-8726-ec28e8ed5089,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.882793 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6e35df15-c911-4273-ba80-ebfc52672093 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8f9b51b0-f60a-4ada-8726-ec28e8ed5089 HTTP/1.1" status: 204 len: 168 time: 2.7150638 Mar 23 10:21:34.884387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.902603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c7a37936-4876-40c8-94c4-d6f3f858bc58 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/39704c7c-229b-418c-a349-d2da7c271fb6 HTTP/1.1" status: 204 len: 168 time: 1.7681513 Mar 23 10:21:34.905915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Router 95b11a12-150c-478d-8c78-524ad320f6c8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:34.909008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43436) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.916396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f803a-831b-48ab-aff3-d8a7c34f2386 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:34.916984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-145f803a-831b-48ab-aff3-d8a7c34f2386 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:34.928603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Allocated IP 172.26.7.46 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/5acd19e0-37f9-4d9e-aa5e-6a0339b6f181) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:34.959481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbeca3-3620-456a-8e67-efe8607e5bc0 None None] Network 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:34.993242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-145f803a-831b-48ab-aff3-d8a7c34f2386 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:34.997498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3e93ad74-b3cb-4246-afe2-3f7ea562619b None None] The port '3fb30a6c-902f-4612-8ea5-4ff3960ba0a2' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:21:34.998226 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-145f803a-831b-48ab-aff3-d8a7c34f2386 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5242343 Mar 23 10:21:35.015124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.058515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43440) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.107489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43444) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.225963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.266747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.322158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.359956 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7d3656ef-8b72-495e-acdd-51587c4c056d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cfd07de243147da89c3c62cab84441c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2511630 Mar 23 10:21:35.364042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43448) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.376348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ff30150-505b-4a67-b513-6d224642bc2c None None] Could not find standard attr ID for object 533d7908-e4a4-4e83-98f6-076a01999d96. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:21:35.389237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:35.392243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] DHCP port deletion for 5045d9a1-2a3d-487c-bc52-5d443b8ccd52 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:35.394230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:35.398565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] Deleting port d49d64f8-e0db-4107-b5ae-5a62b30932ae {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:35.398946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.405893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:35.438480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event updated for resources: {'Port': ['ID=5acd19e0-37f9-4d9e-aa5e-6a0339b6f181,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:35.448351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Subnet': ['ID=63265607-79b3-455d-8e3c-453546c17527,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:35.462662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.470607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.501059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c76fbb0c-1f4d-440e-b7c5-74a758ac6b99 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/subnets/63265607-79b3-455d-8e3c-453546c17527 HTTP/1.1" status: 204 len: 168 time: 1.4156702 Mar 23 10:21:35.502946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7b609-54e4-41bc-b2ca-5cb79d675e06 None None] Network 11235ad2-0615-4856-933b-6f83a03f6886 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:35.505854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43452) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.532325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dae90b4-b3ed-45ad-855e-2d07c87815ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.532587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port d49d64f8-e0db-4107-b5ae-5a62b30932ae {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:35.532721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.574283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e0db0-501f-40be-92be-01ef9243d4f0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:35.575065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-190e0db0-501f-40be-92be-01ef9243d4f0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:35.586045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dae90b4-b3ed-45ad-855e-2d07c87815ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.689967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Deleting port 5acd19e0-37f9-4d9e-aa5e-6a0339b6f181 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:35.690421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.738073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-190e0db0-501f-40be-92be-01ef9243d4f0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:35.742683 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-190e0db0-501f-40be-92be-01ef9243d4f0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6777384 Mar 23 10:21:35.742872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43456) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.771638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.786258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dae90b4-b3ed-45ad-855e-2d07c87815ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.866943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] For port d49d64f8-e0db-4107-b5ae-5a62b30932ae, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d49d64f8-e0db-4107-b5ae-5a62b30932ae,segment=NetworkSegment(e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773),segment_id=e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:35.867663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.883653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae90b4-b3ed-45ad-855e-2d07c87815ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ead3d-a188-40a9-bed6-91006687325c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:35.884540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting port b481573c-bca7-45fd-9ea2-570040266c60 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:35.885291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.913247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dae90b4-b3ed-45ad-855e-2d07c87815ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.916828 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5dae90b4-b3ed-45ad-855e-2d07c87815ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/771ead3d-a188-40a9-bed6-91006687325c HTTP/1.1" status: 204 len: 168 time: 0.5473499 Mar 23 10:21:35.928305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6193dc9-9987-4670-a89d-731249a52c73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:35.929786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6193dc9-9987-4670-a89d-731249a52c73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:35.931295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6193dc9-9987-4670-a89d-731249a52c73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:35.932210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e6193dc9-9987-4670-a89d-731249a52c73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:35.980090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e6193dc9-9987-4670-a89d-731249a52c73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:35.981326 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e6193dc9-9987-4670-a89d-731249a52c73 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2373691 Mar 23 10:21:35.984397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port d49d64f8-e0db-4107-b5ae-5a62b30932ae, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d49d64f8-e0db-4107-b5ae-5a62b30932ae,segment=NetworkSegment(e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773),segment_id=e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:35.984622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43462) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.984785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.025337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.025890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.068163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] Calling delete_port for d49d64f8-e0db-4107-b5ae-5a62b30932ae owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:36.174820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Calling delete_port for 5acd19e0-37f9-4d9e-aa5e-6a0339b6f181 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:36.175060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.242632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] No DVR routers for this DVR port d49d64f8-e0db-4107-b5ae-5a62b30932ae on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:36.254321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032c36f-0554-4f2c-9427-4d7ea1ba57e8 None None] Pushing event deleted for resources: {'Port': ['ID=d49d64f8-e0db-4107-b5ae-5a62b30932ae,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:36.362241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] DHCP port deletion for 11235ad2-0615-4856-933b-6f83a03f6886 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:36.376063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] Deleting port b481573c-bca7-45fd-9ea2-570040266c60 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:36.376063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.444332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for d49d64f8-e0db-4107-b5ae-5a62b30932ae owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:36.473424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.525962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:36.526315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:36.541294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 16b31155-b182-4923-9126-233679b6560f {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:36.543265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Port': ['ID=5acd19e0-37f9-4d9e-aa5e-6a0339b6f181,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:36.548113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.641639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] For port b481573c-bca7-45fd-9ea2-570040266c60, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b481573c-bca7-45fd-9ea2-570040266c60,segment=NetworkSegment(52e12b43-bffb-440d-8907-48c7903c80a6),segment_id=52e12b43-bffb-440d-8907-48c7903c80a6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:36.642190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.657929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:36.700051 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1b063ffa-ab4e-4cbe-bde0-cd66feca9fb1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "PUT /v2.0/routers/95b11a12-150c-478d-8c78-524ad320f6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0316865 Mar 23 10:21:36.726748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Sync routers for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:36.727724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] For port b481573c-bca7-45fd-9ea2-570040266c60, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b481573c-bca7-45fd-9ea2-570040266c60,segment=NetworkSegment(52e12b43-bffb-440d-8907-48c7903c80a6),segment_id=52e12b43-bffb-440d-8907-48c7903c80a6)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:36.728311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.804679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] Calling delete_port for b481573c-bca7-45fd-9ea2-570040266c60 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:36.861476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.874073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:36.875044 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:36.964850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Calling delete_port for b481573c-bca7-45fd-9ea2-570040266c60 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:36.966378 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] create failed (client error): The resource could not be found. Mar 23 10:21:36.971611 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1d0ab1f6-a515-49ce-bce4-7ef8176fe22e tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9784069 Mar 23 10:21:36.972400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43484) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:37.029300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port d49d64f8-e0db-4107-b5ae-5a62b30932ae {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:37.029964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.083343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d49d64f8-e0db-4107-b5ae-5a62b30932ae no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:37.126365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Deleting port d32a4f77-3145-4d21-b004-59cde8f874f1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:37.127835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.149384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] The port 'd49d64f8-e0db-4107-b5ae-5a62b30932ae' was deleted {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:21:37.212505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:37.231614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.330920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.350988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d49d64f8-e0db-4107-b5ae-5a62b30932ae {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:37.351511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d49d64f8-e0db-4107-b5ae-5a62b30932ae not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:37.352323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b481573c-bca7-45fd-9ea2-570040266c60 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:37.364150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 10:21:37.364150 dv-neutron-834653-2-hyperv neutron-server[83745]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Mar 23 10:21:37.364150 dv-neutron-834653-2-hyperv neutron-server[83745]: [parameters: {'port_id': 'b481573c-bca7-45fd-9ea2-570040266c60', 'host': 'dv-neutron-834653-2-hyperv', 'level': 0}] Mar 23 10:21:37.364150 dv-neutron-834653-2-hyperv neutron-server[83745]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:37.364733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:37.369007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5045d9a1-2a3d-487c-bc52-5d443b8ccd52']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.386251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.386534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07cdb2f-7a18-4eaf-8bcc-b5ff93ca4773') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.392508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.403430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.427727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.433280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.446603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:37.447013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: util.warn( Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:37.464143 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:37.482757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b481573c-bca7-45fd-9ea2-570040266c60 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:37.483516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b481573c-bca7-45fd-9ea2-570040266c60 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:37.493376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=16b31155-b182-4923-9126-233679b6560f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:37.505401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.532709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] No DVR routers for this DVR port b481573c-bca7-45fd-9ea2-570040266c60 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:37.554782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75a2570-f204-46a6-8804-4021829a3dfa None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:37.588771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.590621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4a233-d80c-4f81-9bec-638714dc1265 None None] Pushing event deleted for resources: {'Port': ['ID=b481573c-bca7-45fd-9ea2-570040266c60,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:37.628961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.632707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=5045d9a1-2a3d-487c-bc52-5d443b8ccd52,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:37.641894 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-111694e5-1526-4f74-a769-418968b919d4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/16b31155-b182-4923-9126-233679b6560f HTTP/1.1" status: 204 len: 168 time: 1.6560481 Mar 23 10:21:37.646720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43498) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:37.749945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-6f827615-681e-4cd8-8c35-05930862732a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540733052&fields=id&tenant_id=bd6937c8729147d4838da41082f82fda HTTP/1.1" status: 200 len: 267 time: 0.0830035 Mar 23 10:21:37.772225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 76d0c437-eca7-4c96-bb68-005ccbf18e4b {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:37.775490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.789098 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10c4d302-f638-4ca5-bd6c-460d84da58c6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/5045d9a1-2a3d-487c-bc52-5d443b8ccd52 HTTP/1.1" status: 204 len: 168 time: 2.8772247 Mar 23 10:21:37.801176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43504) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:37.823527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-333014424'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:37.832634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:37.837092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.840723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:37.846816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:37.862083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:37.871928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Deleting port b481573c-bca7-45fd-9ea2-570040266c60 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:37.872375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.932030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.980901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:37.983936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.023110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.027196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] The port 'b481573c-bca7-45fd-9ea2-570040266c60' was deleted {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:21:38.034614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.043438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 966, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:38.054570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.054911 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment 8b2f2414-9fc2-44bd-9ebf-8e3b6057659a of type vlan for network 7f2b0745-29bd-47f4-af9d-a912dc18c173 Mar 23 10:21:38.082734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.087923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=76d0c437-eca7-4c96-bb68-005ccbf18e4b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:38.172145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.176126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:38.176786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.214326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:31Z', 'revision_number': 2, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:38.219431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Checking router: 95b11a12-150c-478d-8c78-524ad320f6c8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:21:38.219820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Updating router 95b11a12-150c-478d-8c78-524ad320f6c8 port f3b4781f-399e-4835-a343-37d8c53990a8 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:21:38.279841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.302992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:38.313434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] Deleting port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:38.313846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.342380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Calling delete_port for d32a4f77-3145-4d21-b004-59cde8f874f1 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:38.460471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.476203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.508311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11235ad2-0615-4856-933b-6f83a03f6886']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:38.532711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e12b43-bffb-440d-8907-48c7903c80a6') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:38.533708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e12b43-bffb-440d-8907-48c7903c80a6') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:38.555939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.577347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.588427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:38.589256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.611685 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3dcd45e9-6741-4531-8473-2290513a538f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/76d0c437-eca7-4c96-bb68-005ccbf18e4b HTTP/1.1" status: 204 len: 168 time: 0.9636185 Mar 23 10:21:38.614795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43518) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:38.708759 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:38.711066 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d9f33665-48c7-4bd8-9504-1c323844e4c5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936632 Mar 23 10:21:38.711066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43522) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.714596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.715040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] For port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:38.715510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.721422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:38.724044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9208076 Mar 23 10:21:38.733766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.777777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43526) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.803490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:38.828420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-1dc56149-4cf2-48df-ab3d-edf163611ef3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:38.829981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-1dc56149-4cf2-48df-ab3d-edf163611ef3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Synchronizing usage tracker for tenant:bd6937c8729147d4838da41082f82fda on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:38.843955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.854779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/networks/11235ad2-0615-4856-933b-6f83a03f6886 HTTP/1.1" status: 204 len: 168 time: 3.3458846 Mar 23 10:21:38.860974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43532) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.876032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] Calling delete_port for 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:38.904104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Port': ['ID=d32a4f77-3145-4d21-b004-59cde8f874f1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.036800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:39.133620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.183526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:21:39.184350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:39.218766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] Pushing event deleted for resources: {'Port': ['ID=8aa12347-fb51-49d5-b0f7-b3dc09ef55dc,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.237813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4d050-cfdc-4555-8551-ba206b5267b4 None None] No DVR routers for this DVR port 8aa12347-fb51-49d5-b0f7-b3dc09ef55dc on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:39.321891 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-248c337f-c15b-4e30-a0de-f7848b0a1fbd tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "GET /v2.0/ports?device_id=6679b76e-13be-4203-87da-1c107501763d HTTP/1.1" status: 200 len: 205 time: 0.4591606 Mar 23 10:21:39.327655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43540) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:39.328308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8c17b-fd93-43ff-949b-79440dafb97e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=7f2b0745-29bd-47f4-af9d-a912dc18c173,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.362624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.379921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:39.422573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:39.427659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:39.430636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:39.443629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:39.459228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.464129 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c32f0b5f-4440-45ef-a053-0217bba078d5 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "DELETE /v2.0/ports/d32a4f77-3145-4d21-b004-59cde8f874f1 HTTP/1.1" status: 204 len: 168 time: 2.4878895 Mar 23 10:21:39.468383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43544) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:39.477147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:39.483491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-1dc56149-4cf2-48df-ab3d-edf163611ef3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Unset dirty status for tenant:bd6937c8729147d4838da41082f82fda on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:39.485330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-1dc56149-4cf2-48df-ab3d-edf163611ef3 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 797 time: 1.7341971 Mar 23 10:21:39.519266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:39.567133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Transition to ACTIVE for port object f3b4781f-399e-4835-a343-37d8c53990a8 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:39.577889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.589805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:39.644597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:39.651798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288ed5-0cc9-42f0-aa69-1c1f76b6e88c tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Pushing event deleted for resources: {'Network': ['ID=11235ad2-0615-4856-933b-6f83a03f6886,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.676349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:39.683121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-4a1d5936-dafa-4d17-b4a4-369163cc27e7 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/quotas/bd6937c8729147d4838da41082f82fda HTTP/1.1" status: 200 len: 375 time: 0.1561487 Mar 23 10:21:39.722383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.764491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc179f49-1a1d-449d-84ef-bbb1eae669fc None None] Pushing event updated for resources: {'Port': ['ID=f3b4781f-399e-4835-a343-37d8c53990a8,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.765886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:39.777665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.813859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.897376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Attempting to bind port f3b4781f-399e-4835-a343-37d8c53990a8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:39.897872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Attempting to bind port f3b4781f-399e-4835-a343-37d8c53990a8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:39.899111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Attempting to bind port f3b4781f-399e-4835-a343-37d8c53990a8 on network 8475a1e8-74ba-4d18-8ec1-d35e945320ad {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:39.907204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:39.907599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Checking segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:39.908000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.908390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Bound using segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:39.909462 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Bound port: f3b4781f-399e-4835-a343-37d8c53990a8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:39.909871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.977670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-54e9d59e-7948-445c-841d-97eb01518a81 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Synchronizing usage tracker for tenant:bd6937c8729147d4838da41082f82fda on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:40.010468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-54e9d59e-7948-445c-841d-97eb01518a81 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Unset dirty status for tenant:bd6937c8729147d4838da41082f82fda on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:40.025326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-54e9d59e-7948-445c-841d-97eb01518a81 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3266935 Mar 23 10:21:40.061688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] For port f3b4781f-399e-4835-a343-37d8c53990a8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:40.072046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] For port f3b4781f-399e-4835-a343-37d8c53990a8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f3b4781f-399e-4835-a343-37d8c53990a8,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:40.073562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d08473e-0a48-457d-b18f-37131c644ad3 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:40.074268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2d08473e-0a48-457d-b18f-37131c644ad3 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Synchronizing usage tracker for tenant:69085c2513e24db398dfb99687b4b289 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:40.095059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.165695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2d08473e-0a48-457d-b18f-37131c644ad3 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Unset dirty status for tenant:69085c2513e24db398dfb99687b4b289 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:40.166872 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2d08473e-0a48-457d-b18f-37131c644ad3 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "GET /v2.0/ports?device_id=494ecc79-c91c-4204-a0fb-3e6779462157 HTTP/1.1" status: 200 len: 913 time: 0.6971052 Mar 23 10:21:40.176105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43558) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:40.308379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc179f49-1a1d-449d-84ef-bbb1eae669fc None None] Pushing event updated for resources: {'Port': ['ID=f3b4781f-399e-4835-a343-37d8c53990a8,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:40.330868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:40.331051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:40.379519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43562) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:40.435840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.494520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.512534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.546496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.580989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:21:40.582201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=6f4d8b9f-2403-4c8f-8cee-956596cf8670,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:40.616771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:40.626123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:40.630070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:40.640161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:40.640724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.648823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:40.651260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed5f52-63d8-4c76-afdf-9f33fe4915ef None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:40.672684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Usage tracker for resource:floatingip and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:40.684364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:40.696768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:40.697122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: 7f2b0745-29bd-47f4-af9d-a912dc18c173, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:40.699111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.699615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Fanout notify agent at l3_agent the message router_deleted on router 6679b76e-13be-4203-87da-1c107501763d {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:21:40.704550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:40.708040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=77ed55f0-1356-4329-9972-bc22415d4041,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:40.724718 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b0ddab1e-a45e-4a80-94a8-edae6599306c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0127661 Mar 23 10:21:40.728029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43568) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:40.731737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.733708 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-da523db6-ee23-4c7a-8dfe-13987c4ac5ec service neutron] 10.222.0.73 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075284 Mar 23 10:21:40.737308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.742281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26421ef0-61cb-413e-9928-50bffd6a7691 tempest-RoutersNegativeTest-1160012607 tempest-RoutersNegativeTest-1160012607-project] 10.222.0.73 "DELETE /v2.0/routers/6679b76e-13be-4203-87da-1c107501763d HTTP/1.1" status: 204 len: 168 time: 1.4112182 Mar 23 10:21:40.752343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:40.920837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:40.958584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 7f2b0745-29bd-47f4-af9d-a912dc18c173) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:40.969152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:40.969746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.999041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0b218-2b01-4acc-a5b5-4a36636a202e None None] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:41.028984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:41.032326 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-49b85e60-fb04-4b28-a12a-8c5fecc3d9cd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2503812 Mar 23 10:21:41.037804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:41.040775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.043130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:41.052429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1369173625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:41.058911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:41.066806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:41.075843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:41.082150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:41.083888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:41.088283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.146011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:41.166332 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f9ea3de3-f0e7-4405-89d1-79c942cdd110 service neutron] 10.222.0.73 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207697 Mar 23 10:21:41.235932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.249230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43580) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.296016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.298260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.374061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.425939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.488347 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.ipam_backend_mixin [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77ed55f0-1356-4329-9972-bc22415d4041 (CIDR: 2001:db8::/64) Mar 23 10:21:41.508270 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:41.508807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:41.522894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': '77ed55f0-1356-4329-9972-bc22415d4041'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:41.524538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.680014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.735517 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9256dd94-6f0f-4c3a-b7aa-3e920bb09bbf req-f9369fdf-058f-4cc6-9feb-9f95879f346a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 210 time: 0.2690284 Mar 23 10:21:41.768777 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-57172e72-785f-4b18-8e52-40181fcb8a0f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0394120 Mar 23 10:21:41.774998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43594) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.787294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:41.822426 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f4fe886d-33de-4b7e-a1c4-23d8ece7cc8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab926fdf8efb47f5a44eef368bd6811c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5588326 Mar 23 10:21:41.823923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.828689 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-569e0011-5441-4c96-a2c2-111812bb5bfe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7843776 Mar 23 10:21:41.847434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Allocated IP 172.26.7.184 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/330d6e8f-dcd8-4782-b64a-c5c014ab989a) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:41.858237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43598) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.858591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43600) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.878903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:40Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:41.896485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-7f2b0745-29bd-47f4-af9d-a912dc18c173', 'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': '6f4d8b9f-2403-4c8f-8cee-956596cf8670'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:41.897677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.922821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae7197-2fb2-4b3f-bc54-09ccff5885df None None] The sync data for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv is: [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:40Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:42.017837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/77ed55f0-1356-4329-9972-bc22415d4041/2d798ffa-bdf7-419d-8752-d3fe843ee274) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:42.100332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbca45b0-4842-445e-be4f-4abb3647e535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.184897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbca45b0-4842-445e-be4f-4abb3647e535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.375975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Allocated IP 172.20.0.2 (7f2b0745-29bd-47f4-af9d-a912dc18c173/6f4d8b9f-2403-4c8f-8cee-956596cf8670/e0da485a-efa7-4e87-9eac-1936cdb930dc) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:42.435075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.470248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:42.477733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.483775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:42.489778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.501644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Transition to ACTIVE for port object 2d798ffa-bdf7-419d-8752-d3fe843ee274 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:42.522883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Transition to ACTIVE for port object 2d798ffa-bdf7-419d-8752-d3fe843ee274 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:42.531998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.549937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:42.576294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:42.609630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:42.612016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Port': ['ID=330d6e8f-dcd8-4782-b64a-c5c014ab989a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:42.615809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:42.616885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbca45b0-4842-445e-be4f-4abb3647e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.626570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:42.650373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:42.659526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:42.720376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:42.738598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:42.779675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Pushing event updated for resources: {'Port': ['ID=2d798ffa-bdf7-419d-8752-d3fe843ee274,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:42.810199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca45b0-4842-445e-be4f-4abb3647e535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c03102-32c3-4692-9615-cabbe89f7a49,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:42.886603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bbca45b0-4842-445e-be4f-4abb3647e535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.897301 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bbca45b0-4842-445e-be4f-4abb3647e535 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3c03102-32c3-4692-9615-cabbe89f7a49 HTTP/1.1" status: 204 len: 168 time: 1.0336006 Mar 23 10:21:42.964605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.024673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Attempting to bind port 2d798ffa-bdf7-419d-8752-d3fe843ee274 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:43.025184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Attempting to bind port 2d798ffa-bdf7-419d-8752-d3fe843ee274 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:43.025642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Attempting to bind port 2d798ffa-bdf7-419d-8752-d3fe843ee274 on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:43.055655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:43.056173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:43.056670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.057155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:43.057739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Bound port: 2d798ffa-bdf7-419d-8752-d3fe843ee274, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:43.058327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.078817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f3b4781f-399e-4835-a343-37d8c53990a8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:43.264112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.347373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.444764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port f3b4781f-399e-4835-a343-37d8c53990a8 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:43.471838 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69ccb83a-b94e-47fe-9249-6c5d37a0acd0 req-466d6896-4cf1-4d02-a4f6-0052d836ad6f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 210 time: 0.3996377 Mar 23 10:21:43.473140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Deleting port f82aead4-5ff0-41c0-a7aa-7fc842c51478 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:43.474040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.480146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port f3b4781f-399e-4835-a343-37d8c53990a8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:43.480524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.568047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.600522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Transition to ACTIVE for port object e0da485a-efa7-4e87-9eac-1936cdb930dc will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:43.603622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] For port 2d798ffa-bdf7-419d-8752-d3fe843ee274, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:43.617395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] For port 2d798ffa-bdf7-419d-8752-d3fe843ee274, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d798ffa-bdf7-419d-8752-d3fe843ee274,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:43.630705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.679236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.697841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Transition to ACTIVE for port object e0da485a-efa7-4e87-9eac-1936cdb930dc will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:43.725791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.829914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a94f1-3d32-47df-9705-34893459927e None None] Pushing event updated for resources: {'Port': ['ID=2d798ffa-bdf7-419d-8752-d3fe843ee274,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:43.890714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:43.906262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:43.909677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:43.929643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.935908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-e4fc2a61-fac6-47eb-843e-1d0514bca65a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:43.937381 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-e4fc2a61-fac6-47eb-843e-1d0514bca65a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 797 time: 0.5339904 Mar 23 10:21:44.008792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Pushing event updated for resources: {'Port': ['ID=e0da485a-efa7-4e87-9eac-1936cdb930dc,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:44.069443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.083723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Attempting to bind port e0da485a-efa7-4e87-9eac-1936cdb930dc on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:44.083986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Attempting to bind port e0da485a-efa7-4e87-9eac-1936cdb930dc by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:44.084657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Attempting to bind port e0da485a-efa7-4e87-9eac-1936cdb930dc on network 7f2b0745-29bd-47f4-af9d-a912dc18c173 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:44.088288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port f3b4781f-399e-4835-a343-37d8c53990a8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f3b4781f-399e-4835-a343-37d8c53990a8,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:44.112831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.198340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:44.198716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Checking segment: {'id': '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:44.199120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.199516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Bound using segment: {'id': '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:44.200104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Bound port: e0da485a-efa7-4e87-9eac-1936cdb930dc, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '7f2b0745-29bd-47f4-af9d-a912dc18c173'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:44.200480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.235340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.279256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.363792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-9482d316-d2f4-4beb-830a-8730bde4ee0b tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Synchronizing usage tracker for tenant:bd6937c8729147d4838da41082f82fda on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:44.367474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] For port e0da485a-efa7-4e87-9eac-1936cdb930dc, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:44.369742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Calling delete_port for f82aead4-5ff0-41c0-a7aa-7fc842c51478 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:44.370960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] For port e0da485a-efa7-4e87-9eac-1936cdb930dc, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e0da485a-efa7-4e87-9eac-1936cdb930dc,segment=NetworkSegment(8b2f2414-9fc2-44bd-9ebf-8e3b6057659a),segment_id=8b2f2414-9fc2-44bd-9ebf-8e3b6057659a)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:44.378085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.388147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=f3b4781f-399e-4835-a343-37d8c53990a8,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:44.493994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c592f-52f6-431f-a29e-f00e93906d4a None None] Pushing event updated for resources: {'Port': ['ID=e0da485a-efa7-4e87-9eac-1936cdb930dc,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:44.512944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Port': ['ID=330d6e8f-dcd8-4782-b64a-c5c014ab989a,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:44.531878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.538457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-9482d316-d2f4-4beb-830a-8730bde4ee0b tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Unset dirty status for tenant:bd6937c8729147d4838da41082f82fda on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:44.539715 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-9482d316-d2f4-4beb-830a-8730bde4ee0b tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6937c8729147d4838da41082f82fda HTTP/1.1" status: 200 len: 380 time: 0.5894241 Mar 23 10:21:44.550518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:44.553685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.objects.ports [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83746) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:21:44.602475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'port': {'device_id': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'admin_state_up': True, 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'security_groups': ['4869bfbe-f873-4bfa-bd4b-46b42a12c03c']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:44.752531 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15378415-db39-4fb7-ab4f-f65cbf8c3a94 req-c6356b77-46ec-494f-a1b2-6429c4727882 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 210 time: 0.0789206 Mar 23 10:21:44.812514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.813777 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bb269740-2d96-4ae5-8932-0c3c9836136b tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4307396 Mar 23 10:21:44.826731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43642) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:44.857790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-973033494'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:44.870728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.20.0.1 (7f2b0745-29bd-47f4-af9d-a912dc18c173/6f4d8b9f-2403-4c8f-8cee-956596cf8670/acf91f98-c46b-404c-bdf6-9b8da173f34d) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:44.881375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:44.924965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Usage tracker for resource:network and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:44.931902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:44.964192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:44.968720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.974783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:44.989070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Made reservation on behalf of bd6937c8729147d4838da41082f82fda for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:44.992806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.023627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:45.117875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Port': ['ID=f82aead4-5ff0-41c0-a7aa-7fc842c51478,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:45.227756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d798ffa-bdf7-419d-8752-d3fe843ee274 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:45.297191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-358706907'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:45.305172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:45.310013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Usage tracker for resource:network and tenant:7e41e03aeeac47e8bc48ca9d91ada22a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:45.313110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Made reservation on behalf of 5f35892598f34da9963ffa8bf7483aab for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:45.313879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:45.318291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.321083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:45.330268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Allocated IP 172.20.0.3 (8475a1e8-74ba-4d18-8ec1-d35e945320ad/886a7046-7744-458e-a1a8-18c2b5af4e00/a7f8eec9-bc15-4ba9-a290-58b566605d1c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:45.339824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Made reservation on behalf of 7e41e03aeeac47e8bc48ca9d91ada22a for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:45.342889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.368713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.372051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:45.381884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f3b4781f-399e-4835-a343-37d8c53990a8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:45.401598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.420147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.460141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:45.469441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Usage tracker for resource:security_group_rule and tenant:7e41e03aeeac47e8bc48ca9d91ada22a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:45.485290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:45.514762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port f3b4781f-399e-4835-a343-37d8c53990a8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:45.515443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.539745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:45.612961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:45.677206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Usage tracker for resource:security_group_rule and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:45.681595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:45.808455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Provisioning for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:45.815094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Provisioning complete for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:45.815473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.825546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:45.856983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.895840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object acf91f98-c46b-404c-bdf6-9b8da173f34d will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:45.898886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.933300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.946366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.955172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.979798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.009734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd23ca2-b609-45a9-a00f-53b094db7028,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.029587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port 2d798ffa-bdf7-419d-8752-d3fe843ee274, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d798ffa-bdf7-419d-8752-d3fe843ee274,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:46.039565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:46.044500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Transition to ACTIVE for port object a7f8eec9-bc15-4ba9-a290-58b566605d1c will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:46.058295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.058650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Added segment 4d7ec15c-2699-468a-87c3-7772bfaba98a of type vlan for network 25fd4e24-74c4-449d-b011-9fd756e3e64d Mar 23 10:21:46.103024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.119446 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:21:46.122322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.126984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.127719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.195784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.212106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:46.212544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:46.219596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.236142 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6fd62e60-4187-4d6a-a767-5548d03df8d9 req-829e564a-06a6-41c9-a7dd-5b98490558ca tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 210 time: 0.1088130 Mar 23 10:21:46.251707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.252724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.312443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943414d5-f54a-4f0d-acca-681511bd8d6f None None] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:46.319669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:46.320066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:46.330172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:46.338401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a587e2-fc34-49d5-a495-02822e9d810d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.338632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:46.339097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.342922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=19ac2022-cae9-4792-bfeb-cfab3b092f10,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.363508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.367262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:46.367892 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.389078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=2d798ffa-bdf7-419d-8752-d3fe843ee274,revision_number=4']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.398706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:46.398902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f780e79-52a5-4a05-90af-ad65e5ffcad0 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:46.491683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:46.497973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.498650 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Added segment 8c3c341e-032e-4865-8603-3826e30daa10 of type vlan for network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 Mar 23 10:21:46.509759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=acf91f98-c46b-404c-bdf6-9b8da173f34d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.516490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:46.522296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:46.524443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:46.528555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:46.588242 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0339556 Mar 23 10:21:46.593026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.595713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43648) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.618144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Request body: {'subnet': {'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:46.620336 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e5724191-f928-4746-8a5d-98b5eb4a9301 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8407447 Mar 23 10:21:46.621879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949a260-5a79-4034-981f-a4cd73daaa70 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event updated for resources: {'Network': ['ID=25fd4e24-74c4-449d-b011-9fd756e3e64d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.625926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.632648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43652) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.650050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:be:f8:c8', 'name': 'tempest-NetworksTestDHCPv6-852246398'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:46.665232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:46.684019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.731188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:46.732199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.779755 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-a111a6f5-7afa-4a2d-ba5c-53891305c4cc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2316377 Mar 23 10:21:46.832999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:46.837822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:46.841437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.844170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:46.845812 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:46.846421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.853422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.865947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:46.871175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.908670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 24d8358b-9923-47be-8a79-5e66da8d53f0 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:46.932882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.967290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Request body: {'port': {'device_id': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:47.005588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] For port 2d798ffa-bdf7-419d-8752-d3fe843ee274, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d798ffa-bdf7-419d-8752-d3fe843ee274,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:47.017099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.116509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1768e86-88fe-41ba-8298-57196c541f76 None None] Pushing event updated for resources: {'Port': ['ID=2d798ffa-bdf7-419d-8752-d3fe843ee274,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.154605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d798ffa-bdf7-419d-8752-d3fe843ee274 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:47.216840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3dc474f1-06f5-45cc-a8f4-5646f20acd45 None None] Provisioning for port a7f8eec9-bc15-4ba9-a290-58b566605d1c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:47.225731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3953099 Mar 23 10:21:47.237220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3dc474f1-06f5-45cc-a8f4-5646f20acd45 None None] Provisioning complete for port a7f8eec9-bc15-4ba9-a290-58b566605d1c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:47.237589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3dc474f1-06f5-45cc-a8f4-5646f20acd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.279115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43658) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:47.311659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba8b3-bca7-43ff-8145-bae2c1108bb4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Network': ['ID=4ca98836-f0fc-4f36-8a03-4dfa2bd999b3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.313950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.324130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:47.345147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.353674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Usage tracker for resource:subnet and tenant:7e41e03aeeac47e8bc48ca9d91ada22a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:47.360344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:47.399178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Request body: {'subnet': {'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:47.449882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3dc474f1-06f5-45cc-a8f4-5646f20acd45 None None] Port a7f8eec9-bc15-4ba9-a290-58b566605d1c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:47.479232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:47.516686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3dc474f1-06f5-45cc-a8f4-5646f20acd45 None None] Provisioning for port e0da485a-efa7-4e87-9eac-1936cdb930dc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:47.524933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:47.525426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.572214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.596046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::1d7 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/77ed55f0-1356-4329-9972-bc22415d4041/24d8358b-9923-47be-8a79-5e66da8d53f0) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:47.607097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:f8c8 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/19ac2022-cae9-4792-bfeb-cfab3b092f10/24d8358b-9923-47be-8a79-5e66da8d53f0) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:47.717621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e0da485a-efa7-4e87-9eac-1936cdb930dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:47.791166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5ca02924-2df5-46b6-b64d-182384301f87 None None] Provisioning for port acf91f98-c46b-404c-bdf6-9b8da173f34d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:47.802388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5ca02924-2df5-46b6-b64d-182384301f87 None None] Provisioning complete for port acf91f98-c46b-404c-bdf6-9b8da173f34d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:47.802712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ca02924-2df5-46b6-b64d-182384301f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.865036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5ca02924-2df5-46b6-b64d-182384301f87 None None] Port acf91f98-c46b-404c-bdf6-9b8da173f34d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:47.898904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port e0da485a-efa7-4e87-9eac-1936cdb930dc completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:47.906019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e0da485a-efa7-4e87-9eac-1936cdb930dc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:47.906415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.004126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Made reservation on behalf of 7e41e03aeeac47e8bc48ca9d91ada22a for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:48.046319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fcacb1a6-ea59-4948-9257-3ef4d9b490b3 None None] Provisioning complete for port acf91f98-c46b-404c-bdf6-9b8da173f34d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:48.047291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fcacb1a6-ea59-4948-9257-3ef4d9b490b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.093533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.117311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Router 494ecc79-c91c-4204-a0fb-3e6779462157 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:48.122539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 24d8358b-9923-47be-8a79-5e66da8d53f0 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:48.160365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:48.169583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.175338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Usage tracker for resource:subnet and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:48.179267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:48.182788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-fcacb1a6-ea59-4948-9257-3ef4d9b490b3 None None] Port acf91f98-c46b-404c-bdf6-9b8da173f34d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:48.207295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:48.209749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port e0da485a-efa7-4e87-9eac-1936cdb930dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e0da485a-efa7-4e87-9eac-1936cdb930dc,segment=NetworkSegment(8b2f2414-9fc2-44bd-9ebf-8e3b6057659a),segment_id=8b2f2414-9fc2-44bd-9ebf-8e3b6057659a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:48.214144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.236749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.245998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f8eec9-bc15-4ba9-a290-58b566605d1c {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:21:48.259940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.278555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Transition to ACTIVE for port object a7f8eec9-bc15-4ba9-a290-58b566605d1c will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:48.279888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.285784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=e0da485a-efa7-4e87-9eac-1936cdb930dc,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.312561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9d50c5fd-bb09-4b05-b16c-fe72c9b831eb None None] Provisioning complete for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:48.313103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9d50c5fd-bb09-4b05-b16c-fe72c9b831eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.328291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.372264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:48.387673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157cf7b-6ffd-443f-84cd-3c5e5ef64485 req-5ee03777-84f1-42ec-9ec7-cc37dd969d9a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:48.389119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b157cf7b-6ffd-443f-84cd-3c5e5ef64485 req-5ee03777-84f1-42ec-9ec7-cc37dd969d9a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 931 time: 0.8847842 Mar 23 10:21:48.416866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=24d8358b-9923-47be-8a79-5e66da8d53f0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.420445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:48.458890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:48.462399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:48.463013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.488679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Made reservation on behalf of 5f35892598f34da9963ffa8bf7483aab for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:48.556266 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc204c81-0a3d-4d12-b88a-9d7a86891bb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9199429 Mar 23 10:21:48.556266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.556790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.672888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 24d8358b-9923-47be-8a79-5e66da8d53f0 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:48.673518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.727673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.741571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Attempting to bind port a7f8eec9-bc15-4ba9-a290-58b566605d1c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:48.741907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Attempting to bind port a7f8eec9-bc15-4ba9-a290-58b566605d1c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:48.742230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Attempting to bind port a7f8eec9-bc15-4ba9-a290-58b566605d1c on network 8475a1e8-74ba-4d18-8ec1-d35e945320ad {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:48.781933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Port a7f8eec9-bc15-4ba9-a290-58b566605d1c on network 8475a1e8-74ba-4d18-8ec1-d35e945320ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:21:48.782252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Attempting to bind port a7f8eec9-bc15-4ba9-a290-58b566605d1c on network 8475a1e8-74ba-4d18-8ec1-d35e945320ad {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:48.805639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7d797aa3-6cc2-4074-8f5f-36f3eaff5d00 None None] Provisioning for port 24d8358b-9923-47be-8a79-5e66da8d53f0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:48.810661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:48.811001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Checking segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:48.811383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Bound using segment: {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:48.811822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7d797aa3-6cc2-4074-8f5f-36f3eaff5d00 None None] Provisioning complete for port 24d8358b-9923-47be-8a79-5e66da8d53f0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:48.811941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Bound port: a7f8eec9-bc15-4ba9-a290-58b566605d1c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917427dc-cadd-4b10-94c6-5c4082be29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:48.812173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.812295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d797aa3-6cc2-4074-8f5f-36f3eaff5d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.868829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b157cf7b-6ffd-443f-84cd-3c5e5ef64485 req-140fde02-77dd-48de-aa85-8778ab527dab tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949049 Mar 23 10:21:48.899852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d797aa3-6cc2-4074-8f5f-36f3eaff5d00 None None] Port 24d8358b-9923-47be-8a79-5e66da8d53f0 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:48.924475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:48.939192 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] Sync routers for ids ['494ecc79-c91c-4204-a0fb-3e6779462157'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:48.963147 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] Routers {'494ecc79-c91c-4204-a0fb-3e6779462157'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:48.964336 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['494ecc79-c91c-4204-a0fb-3e6779462157'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:48.992232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d798ffa-bdf7-419d-8752-d3fe843ee274 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:49.000322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9b017b6a-2aad-491f-aca3-6cf1edba7a29 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "PUT /v2.0/routers/494ecc79-c91c-4204-a0fb-3e6779462157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8198948 Mar 23 10:21:49.001703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:49.007987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:49.035568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.038600 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:49.050942 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] Routers {'494ecc79-c91c-4204-a0fb-3e6779462157'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:49.052371 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['494ecc79-c91c-4204-a0fb-3e6779462157'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:49.085947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.103581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:49.104255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.159712 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:49.160030 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8fe282-94aa-417c-bae2-5c37651589da None None] The sync data for ids ['494ecc79-c91c-4204-a0fb-3e6779462157'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:49.272063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e0da485a-efa7-4e87-9eac-1936cdb930dc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:49.277036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.311588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:49.315059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:49.319731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.324596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.337147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.350545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e0da485a-efa7-4e87-9eac-1936cdb930dc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:49.350919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.353268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=acf91f98-c46b-404c-bdf6-9b8da173f34d,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.452215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.460719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.492488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event updated for resources: {'Subnet': ['ID=91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.572126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 24d8358b-9923-47be-8a79-5e66da8d53f0 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:49.611272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Checking segment: {'id': '4d7ec15c-2699-468a-87c3-7772bfaba98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:49.611654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Network hostable DHCP agents. Network: 25fd4e24-74c4-449d-b011-9fd756e3e64d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:49.621538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:49.627120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:49.689026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Subnet': ['ID=5656adc2-5284-4afb-8cf3-fcd11d0f14fb,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.698446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.700520 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] 10.222.0.91 "PUT /v2.0/ports/a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 1093 time: 2.9029799 Mar 23 10:21:49.702880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:21:49.728564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2c86f-dd02-4fc1-9404-995804057682 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.813628 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'status': 'completed', 'code': 200} Mar 23 10:21:49.942781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Checking segment: {'id': '8c3c341e-032e-4865-8603-3826e30daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:49.943145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network hostable DHCP agents. Network: 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:49.997882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:50.031207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4c5a7acb-196a-4622-8a69-656685ba8e6f None None] Provisioning complete for port acf91f98-c46b-404c-bdf6-9b8da173f34d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:50.031818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7acb-196a-4622-8a69-656685ba8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.084609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a7acb-196a-4622-8a69-656685ba8e6f None None] Port acf91f98-c46b-404c-bdf6-9b8da173f34d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:50.086771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:50.171117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 25fd4e24-74c4-449d-b011-9fd756e3e64d) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:50.179998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6ea3e-f851-4913-ac91-9a45349147ba None None] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:50.183092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:50.191519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:50.192654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.196641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375dd85f-cced-45e1-b597-fd8e6489ff12 None None] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:50.205647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:50.206223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.226419 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-c5b7a8d7-cb09-447f-b94f-36a7dffc2c1b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1096 time: 0.4754260 Mar 23 10:21:50.240813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.259302 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-391b41f9-9f6f-458f-876c-65e3424424cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6510441 Mar 23 10:21:50.260882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-637bbf0a-4c06-4364-8e0f-09cb51c57f25 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9293127 Mar 23 10:21:50.261735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43676) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.265693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.275550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Request body: {'port': {'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d', 'name': 'tempest-TagsExtTest-1203099302'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:50.294272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1432016192', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:50.307383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:50.329172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.337550 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-9060e508-b35d-4d36-aee0-745dd84b6124 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 217 time: 0.0992677 Mar 23 10:21:50.377771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.380898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Usage tracker for resource:router and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:50.393346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:50.409821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:50.447937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e667-e50e-4a73-8f04-5e87051013a2 req-b27bacd5-aa87-4ac4-b2f2-0a8be7010e80 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:50.449411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-54f3e667-e50e-4a73-8f04-5e87051013a2 req-b27bacd5-aa87-4ac4-b2f2-0a8be7010e80 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 943 time: 0.3765934 Mar 23 10:21:50.463488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=24d8358b-9923-47be-8a79-5e66da8d53f0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.469659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.470594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.517982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:50.533916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Usage tracker for resource:port and tenant:7e41e03aeeac47e8bc48ca9d91ada22a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:50.535173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.535689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Fanout notify agent at l3_agent the message router_deleted on router 494ecc79-c91c-4204-a0fb-3e6779462157 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:21:50.540155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:50.566652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:50.572370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.581736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.582122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.582417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.582837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.583726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.584371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.585091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.586221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.586770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.587611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.588182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:50.589985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.602164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-4ca98836-f0fc-4f36-8a03-4dfa2bd999b3', 'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3', 'tenant_id': '5f35892598f34da9963ffa8bf7483aab', 'fixed_ips': [{'subnet_id': '5656adc2-5284-4afb-8cf3-fcd11d0f14fb'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:50.602969 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.610688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.617654 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-57460cbe-fabd-4759-8e9e-abfd998c65a2 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "DELETE /v2.0/routers/494ecc79-c91c-4204-a0fb-3e6779462157 HTTP/1.1" status: 204 len: 168 time: 1.6120503 Mar 23 10:21:50.618803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-54f3e667-e50e-4a73-8f04-5e87051013a2 req-00a4cda2-d6bc-45f4-9f2b-1c727383a503 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448286 Mar 23 10:21:50.619267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43684) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.621622 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9ad3273d-ab8e-42ee-83b7-15d9b444d840 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/24d8358b-9923-47be-8a79-5e66da8d53f0 HTTP/1.1" status: 204 len: 168 time: 2.0590322 Mar 23 10:21:50.623654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-b0d414bd-29cb-42e3-8dcc-c57ca8365ccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:50.625357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-25fd4e24-74c4-449d-b011-9fd756e3e64d', 'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d', 'tenant_id': '7e41e03aeeac47e8bc48ca9d91ada22a', 'fixed_ips': [{'subnet_id': '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:50.626155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.626792 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-b0d414bd-29cb-42e3-8dcc-c57ca8365ccc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.2806575 Mar 23 10:21:50.627901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43688) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.693156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Made reservation on behalf of 7e41e03aeeac47e8bc48ca9d91ada22a for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:50.696492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.786975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e7ae9-418e-4e38-aafa-fba162038e70 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:50.787633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1c4e7ae9-418e-4e38-aafa-fba162038e70 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:50.808367 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-d97d7b09-12ab-4565-b611-860ca6459e3d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1440554 Mar 23 10:21:50.813212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1c4e7ae9-418e-4e38-aafa-fba162038e70 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:50.815011 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1c4e7ae9-418e-4e38-aafa-fba162038e70 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1860914 Mar 23 10:21:50.824776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43692) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.887881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] device_id is not set on port 2ec47ae0-8873-4dd2-8338-71b0856d8a32 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:21:50.941163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Allocated IP 172.20.0.2 (25fd4e24-74c4-449d-b011-9fd756e3e64d/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/e678da7f-587d-41ca-a76e-dc4ee44465d0) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:50.947903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Allocated IP 172.20.0.2 (4ca98836-f0fc-4f36-8a03-4dfa2bd999b3/5656adc2-5284-4afb-8cf3-fcd11d0f14fb/d4ca5909-b278-45c7-b926-e149ca45e512) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:50.991913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 1be948d0-0164-4004-b75d-0c8c76002518 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:21:51.083600 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-b4f150f1-59a0-45fa-bc5c-4f314de90017 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661860 Mar 23 10:21:51.202216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.297188 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3c43bc29-a31b-4f80-8d6b-c92a4fbd8613 req-6cd02e82-bc2d-47e1-b519-9b761b2c7ca0 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072725 Mar 23 10:21:51.342860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Deleting subnet 3536267f-cace-416a-8e45-1da90a42a5d8 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:51.351233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.409203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.412223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.430393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Transition to ACTIVE for port object e678da7f-587d-41ca-a76e-dc4ee44465d0 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:51.433366 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-fee7077e-078d-4e99-bbb0-3610ab6fa057 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1096 time: 0.0790205 Mar 23 10:21:51.434099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Transition to ACTIVE for port object d4ca5909-b278-45c7-b926-e149ca45e512 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:51.475097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Transition to ACTIVE for port object e678da7f-587d-41ca-a76e-dc4ee44465d0 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:51.477319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Transition to ACTIVE for port object d4ca5909-b278-45c7-b926-e149ca45e512 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:51.484384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.521485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.570884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:51.574679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:51.577909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973eb3bc-07ff-400f-908d-145eddf8fb61 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.579440 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-973eb3bc-07ff-400f-908d-145eddf8fb61 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7013366 Mar 23 10:21:51.584980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:51.587108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:51.589331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Pushing event updated for resources: {'Port': ['ID=e678da7f-587d-41ca-a76e-dc4ee44465d0,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:51.593565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:51.626556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:51.634090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:51.653595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.693031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1206bb-af69-43e4-980c-3c6510d232d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.694333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1206bb-af69-43e4-980c-3c6510d232d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.695757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1206bb-af69-43e4-980c-3c6510d232d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.696556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e1206bb-af69-43e4-980c-3c6510d232d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:51.713451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Pushing event updated for resources: {'Port': ['ID=d4ca5909-b278-45c7-b926-e149ca45e512,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:51.717240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3762-6223-4649-a535-c7869dbd94a5 req-8ee4b46b-8405-4e4f-bdbf-2b96cd81bd9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.718349 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-8ee4b46b-8405-4e4f-bdbf-2b96cd81bd9c service neutron] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 898 time: 0.2787921 Mar 23 10:21:51.726019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e1206bb-af69-43e4-980c-3c6510d232d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:51.729683 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8e1206bb-af69-43e4-980c-3c6510d232d1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1381869 Mar 23 10:21:51.734223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43702) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:51.793365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Allocated IP 172.20.0.4 (25fd4e24-74c4-449d-b011-9fd756e3e64d/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/2ec47ae0-8873-4dd2-8338-71b0856d8a32) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:51.800996 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-ff1f1df8-744d-4bc5-9423-4659dbc80076 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 217 time: 0.0727494 Mar 23 10:21:51.870761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3762-6223-4649-a535-c7869dbd94a5 req-0de97952-d7e2-4272-9446-53ab68dc5f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.872255 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-0de97952-d7e2-4272-9446-53ab68dc5f6c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.0657260 Mar 23 10:21:51.876547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Attempting to bind port d4ca5909-b278-45c7-b926-e149ca45e512 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:51.876997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Attempting to bind port d4ca5909-b278-45c7-b926-e149ca45e512 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8c3c341e-032e-4865-8603-3826e30daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:51.877424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Attempting to bind port d4ca5909-b278-45c7-b926-e149ca45e512 on network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:51.880688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Attempting to bind port e678da7f-587d-41ca-a76e-dc4ee44465d0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:51.881126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Attempting to bind port e678da7f-587d-41ca-a76e-dc4ee44465d0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '4d7ec15c-2699-468a-87c3-7772bfaba98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:51.881540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Attempting to bind port e678da7f-587d-41ca-a76e-dc4ee44465d0 on network 25fd4e24-74c4-449d-b011-9fd756e3e64d {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:51.891581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:51.892066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Checking segment: {'id': '4d7ec15c-2699-468a-87c3-7772bfaba98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:51.892551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.892991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Bound using segment: {'id': '4d7ec15c-2699-468a-87c3-7772bfaba98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:51.893525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Bound port: e678da7f-587d-41ca-a76e-dc4ee44465d0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7ec15c-2699-468a-87c3-7772bfaba98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '25fd4e24-74c4-449d-b011-9fd756e3e64d'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:51.894036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.905861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:51.906375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Checking segment: {'id': '8c3c341e-032e-4865-8603-3826e30daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:51.906816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.907274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Bound using segment: {'id': '8c3c341e-032e-4865-8603-3826e30daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:51.907846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Bound port: d4ca5909-b278-45c7-b926-e149ca45e512, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3c341e-032e-4865-8603-3826e30daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:51.908297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.962524 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-3f53cce5-132c-4f13-bd07-6966dd856e51 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814106 Mar 23 10:21:52.036625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.075990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] For port e678da7f-587d-41ca-a76e-dc4ee44465d0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:52.080239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] For port e678da7f-587d-41ca-a76e-dc4ee44465d0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e678da7f-587d-41ca-a76e-dc4ee44465d0,segment=NetworkSegment(4d7ec15c-2699-468a-87c3-7772bfaba98a),segment_id=4d7ec15c-2699-468a-87c3-7772bfaba98a)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:52.083998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] For port d4ca5909-b278-45c7-b926-e149ca45e512, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:21:52.088321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] For port d4ca5909-b278-45c7-b926-e149ca45e512, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d4ca5909-b278-45c7-b926-e149ca45e512,segment=NetworkSegment(8c3c341e-032e-4865-8603-3826e30daa10),segment_id=8c3c341e-032e-4865-8603-3826e30daa10)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:21:52.089875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.123414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:52.132973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.143736 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-5207a602-a1ee-478a-902c-9f1184de11f7 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744530 Mar 23 10:21:52.165165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] Sync routers for ids ['1be948d0-0164-4004-b75d-0c8c76002518'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:52.220695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] Routers {'1be948d0-0164-4004-b75d-0c8c76002518'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:52.221314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1be948d0-0164-4004-b75d-0c8c76002518'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:52.291353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38cd45-e5c9-48b6-9bc0-8767e59f8a41 None None] Pushing event updated for resources: {'Port': ['ID=e678da7f-587d-41ca-a76e-dc4ee44465d0,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:52.302225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53f4b-1c4c-4b70-a019-dc6c0e3e409d req-55e8e634-717f-4c1c-91ee-d7d05fd24351 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:52.309121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69d53f4b-1c4c-4b70-a019-dc6c0e3e409d req-55e8e634-717f-4c1c-91ee-d7d05fd24351 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 943 time: 0.5173304 Mar 23 10:21:52.314869 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1a3acf63-400b-42ca-89ab-cadec0d02750 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/1be948d0-0164-4004-b75d-0c8c76002518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4511955 Mar 23 10:21:52.333822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43706) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:52.340824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:52.393843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] Routers {'1be948d0-0164-4004-b75d-0c8c76002518'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:52.394554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1be948d0-0164-4004-b75d-0c8c76002518'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:52.424871 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-404f3762-6223-4649-a535-c7869dbd94a5 req-eaf9522d-4cb1-4bfc-a72f-fa898fcd135b service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751341 Mar 23 10:21:52.428961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.465327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcabb0-d160-4a95-b32f-64b930150cf9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:52.466993 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-37fcabb0-d160-4a95-b32f-64b930150cf9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports/acf91f98-c46b-404c-bdf6-9b8da173f34d HTTP/1.1" status: 200 len: 910 time: 0.1313717 Mar 23 10:21:52.467111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 19ac2022-cae9-4792-bfeb-cfab3b092f10 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:52.469656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43710) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:52.479222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceae4b-c073-4f9b-ba3c-ef482219c8e9 None None] Pushing event updated for resources: {'Port': ['ID=d4ca5909-b278-45c7-b926-e149ca45e512,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:52.479859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.490182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:52.490598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9a507-1384-48a3-8b97-ed4431af5458 None None] The sync data for ids ['1be948d0-0164-4004-b75d-0c8c76002518'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:52.513858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.555378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.686822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Subnet': ['ID=3536267f-cace-416a-8e45-1da90a42a5d8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:52.736523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.743998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdac58-3394-4abd-890d-c78ec8e563a1 None None] Network e5fc5473-3208-49d9-bc17-f07bcd7c43ba requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:52.786301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.822480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.836111 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69d53f4b-1c4c-4b70-a019-dc6c0e3e409d req-75ba2005-887b-4bbd-89fe-c0183faf6425 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5260475 Mar 23 10:21:52.902270 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d80faa6-7af2-4033-a9e8-b1755ec1c19a tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "DELETE /v2.0/subnets/3536267f-cace-416a-8e45-1da90a42a5d8 HTTP/1.1" status: 204 len: 168 time: 2.2796745 Mar 23 10:21:52.910196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Transition to ACTIVE for port object 2ec47ae0-8873-4dd2-8338-71b0856d8a32 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:52.912249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43714) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:53.028943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Allocated IP 172.26.7.62 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/9c16f726-0f98-4de5-a706-cf9e3f89f08e) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:53.032418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.069027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.121345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e678da7f-587d-41ca-a76e-dc4ee44465d0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:53.149970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.173741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Deleting port 966dfb93-c7f1-47d1-94c1-281e876d44b7 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:53.174059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.218343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.221373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port e678da7f-587d-41ca-a76e-dc4ee44465d0 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:53.228791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d4ca5909-b278-45c7-b926-e149ca45e512 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:53.256949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event updated for resources: {'Port': ['ID=2ec47ae0-8873-4dd2-8338-71b0856d8a32,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:53.279615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:53.285785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:53.288628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:53.304230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d4ca5909-b278-45c7-b926-e149ca45e512 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:53.354512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.381216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] DHCP port deletion for e5fc5473-3208-49d9-bc17-f07bcd7c43ba request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:53.385329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Deleting port 966dfb93-c7f1-47d1-94c1-281e876d44b7 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:53.385703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.423725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:53.424409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.439624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=19ac2022-cae9-4792-bfeb-cfab3b092f10,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:53.456120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.471946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01a273-d4a2-438d-9205-5760c0ec8aa0 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:53.491600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.499597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f744bd85-af92-447e-9e75-bb70b8040a00 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2325363 Mar 23 10:21:53.500616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43718) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:53.508674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1681635045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:53.515570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] For port 966dfb93-c7f1-47d1-94c1-281e876d44b7, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=966dfb93-c7f1-47d1-94c1-281e876d44b7,segment=NetworkSegment(36fe4252-ce9b-40a9-81bb-a897eb5fa9ab),segment_id=36fe4252-ce9b-40a9-81bb-a897eb5fa9ab)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:53.516046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.523567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a0419de0-aaa2-4f21-9a6e-2abc0e3723a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/19ac2022-cae9-4792-bfeb-cfab3b092f10 HTTP/1.1" status: 204 len: 168 time: 1.7864208 Mar 23 10:21:53.526891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43722) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:53.528080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:53.578709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Usage tracker for resource:router and tenant:7e41e03aeeac47e8bc48ca9d91ada22a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:53.592714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:53.610548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:53.655437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 77ed55f0-1356-4329-9972-bc22415d4041 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:53.662159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.663165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.666448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.683206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Calling delete_port for 966dfb93-c7f1-47d1-94c1-281e876d44b7 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:53.709152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.840085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.845588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] For port 966dfb93-c7f1-47d1-94c1-281e876d44b7, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=966dfb93-c7f1-47d1-94c1-281e876d44b7,segment=NetworkSegment(36fe4252-ce9b-40a9-81bb-a897eb5fa9ab),segment_id=36fe4252-ce9b-40a9-81bb-a897eb5fa9ab)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:53.846125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.914245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Port': ['ID=966dfb93-c7f1-47d1-94c1-281e876d44b7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.031432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.039809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Calling delete_port for 966dfb93-c7f1-47d1-94c1-281e876d44b7 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:54.122511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:54.133806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.136457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:54.148525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:54.211287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] No DVR routers for this DVR port 966dfb93-c7f1-47d1-94c1-281e876d44b7 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:54.214099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ab7be-9cfe-491f-b622-7d216e04db0f None None] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:54.257873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.338839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Port': ['ID=9c16f726-0f98-4de5-a706-cf9e3f89f08e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.365874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:54.366245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:54.389303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e4c02ce6-c43a-44c4-9210-f47fc39879b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.402565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.402786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Provisioning for port d4ca5909-b278-45c7-b926-e149ca45e512 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:54.403682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.420398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30076b-015c-49a3-bad0-aa19a4733de2 None None] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:54.429989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.460747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.477370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=77ed55f0-1356-4329-9972-bc22415d4041,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.495835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fc5473-3208-49d9-bc17-f07bcd7c43ba']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:54.506616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Provisioning complete for port d4ca5909-b278-45c7-b926-e149ca45e512 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:54.506990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.517583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:54.517903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fe4252-ce9b-40a9-81bb-a897eb5fa9ab') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:54.521520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.526573 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-db9fef38-4faa-4537-9f4c-fc79da44fd5c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/77ed55f0-1356-4329-9972-bc22415d4041 HTTP/1.1" status: 204 len: 168 time: 0.9928827 Mar 23 10:21:54.528409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43728) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:54.581628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.586151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f9080c1f-9717-40e9-84a6-b7158516cf09 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0817962 Mar 23 10:21:54.592952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43732) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:54.605820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-920d9086-fdf9-42df-984d-1fb35c201f05 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-558907028', 'prefixes': ['172.20.0.0/16']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:54.617124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.628347 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0367fe12-1344-4ae0-9a43-4ab3c3c3c081 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980875 Mar 23 10:21:54.633235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43736) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:54.637050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-920d9086-fdf9-42df-984d-1fb35c201f05 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:54.649989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:54.694194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147bed-9b36-4743-9786-258133914034 req-7a43615d-9a4a-442d-90c6-afb414ccaae9 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:54.696333 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c147bed-9b36-4743-9786-258133914034 req-7a43615d-9a4a-442d-90c6-afb414ccaae9 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 943 time: 0.5095253 Mar 23 10:21:54.728881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.772369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c147bed-9b36-4743-9786-258133914034 req-c3b1ffbf-83f5-4d23-986e-4849ea2304e2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677402 Mar 23 10:21:54.786902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:21:54.787751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:54.810613 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:54.823269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.824467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.867694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Deleting port 966dfb93-c7f1-47d1-94c1-281e876d44b7 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:54.868459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.987994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.013935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8a80a904-5e36-45ec-98b9-b0dc50bc79a8 None None] The port '966dfb93-c7f1-47d1-94c1-281e876d44b7' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:21:55.016604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 966dfb93-c7f1-47d1-94c1-281e876d44b7 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:55.069699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 966dfb93-c7f1-47d1-94c1-281e876d44b7 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:55.070208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 966dfb93-c7f1-47d1-94c1-281e876d44b7 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:55.078582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:55.084883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:55.108431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] For port d4ca5909-b278-45c7-b926-e149ca45e512, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d4ca5909-b278-45c7-b926-e149ca45e512,segment=NetworkSegment(8c3c341e-032e-4865-8603-3826e30daa10),segment_id=8c3c341e-032e-4865-8603-3826e30daa10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:55.124210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:21:55.128255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.167279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:55.188719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.188719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:55.203799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-920d9086-fdf9-42df-984d-1fb35c201f05 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for subnetpool, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.205295 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-920d9086-fdf9-42df-984d-1fb35c201f05 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6096740 Mar 23 10:21:55.213213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43740) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.221132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-e14480ca-3f44-4dff-95d0-c5e8ec9d0860 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-1385538574') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:55.228526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.252180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] Pushing event deleted for resources: {'Network': ['ID=e5fc5473-3208-49d9-bc17-f07bcd7c43ba,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:55.273913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:55.309045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Pushing event updated for resources: {'Port': ['ID=d4ca5909-b278-45c7-b926-e149ca45e512,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:55.323363 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-596de997-dc34-4895-8d34-95cb67e05183 tempest-FloatingIPNegativeTestJSON-621475272 tempest-FloatingIPNegativeTestJSON-621475272-project] 10.222.0.73 "DELETE /v2.0/networks/e5fc5473-3208-49d9-bc17-f07bcd7c43ba HTTP/1.1" status: 204 len: 168 time: 2.4089043 Mar 23 10:21:55.341395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.341832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.342224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.347454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.347872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.348261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.349045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.349389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.349722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.350047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.350365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb159c-bc7c-4788-b4a7-c552e2d1b8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:55.437489 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e14480ca-3f44-4dff-95d0-c5e8ec9d0860 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-1385538574 HTTP/1.1" status: 201 len: 201 time: 0.2202232 Mar 23 10:21:55.438296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43746) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.459915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-f7c6856a-46b1-4021-9527-fbaf0758328c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-778295514') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:55.471404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.528501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Router 44bb115f-0204-409c-8d9e-9071d0db1cd6 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:21:55.539486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11dfdb-e05a-42ac-a5c2-3c34e27a2899 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:55.705526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port acf91f98-c46b-404c-bdf6-9b8da173f34d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:55.706422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.716326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] Provisioning for port e678da7f-587d-41ca-a76e-dc4ee44465d0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:55.799492 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f7c6856a-46b1-4021-9527-fbaf0758328c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-778295514 HTTP/1.1" status: 201 len: 201 time: 0.3590465 Mar 23 10:21:55.804040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43752) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.812210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-12f17be6-4ea1-45e1-92fb-597899ded6db tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-1462279404') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:55.947653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.956698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:55.972169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'port_id': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'mac_address': 'fa:16:3e:f0:a3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:21:55.979111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] Provisioning complete for port e678da7f-587d-41ca-a76e-dc4ee44465d0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:55.979792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.069736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.114952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:56.129503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-12f17be6-4ea1-45e1-92fb-597899ded6db tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-1462279404 HTTP/1.1" status: 201 len: 201 time: 0.3220186 Mar 23 10:21:56.131999 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] Sync routers for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:56.135712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43764) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.143881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.148564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-824a9a1b-af96-4cc0-a7bf-97337142f6b0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-1841681771') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.161288 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:56.162239 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.172175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf3742-b839-459d-8bb2-0e2e346379bc req-96a54566-47b2-42df-86d6-57c45af1ebb6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:56.173708 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfcf3742-b839-459d-8bb2-0e2e346379bc req-96a54566-47b2-42df-86d6-57c45af1ebb6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 943 time: 0.1751461 Mar 23 10:21:56.176836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.177964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-494101c4-1ccb-4513-bc4e-06661abf6fd4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9085505 Mar 23 10:21:56.180773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43768) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.235289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for acf91f98-c46b-404c-bdf6-9b8da173f34d owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:56.249177 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f8eec9-bc15-4ba9-a290-58b566605d1c {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:21:56.266197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:56.282201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.283339 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.299091 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:56.299931 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.368531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.384588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:21:56.399234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] Deleting port 2d798ffa-bdf7-419d-8752-d3fe843ee274 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:56.399779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.401652 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.402220 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce48ea-4b49-4b9f-9317-07c5f1bf2992 None None] The sync data for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:56.442666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.462933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:56.465320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-824a9a1b-af96-4cc0-a7bf-97337142f6b0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-1841681771 HTTP/1.1" status: 201 len: 201 time: 0.3256538 Mar 23 10:21:56.474149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43772) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.479619 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfcf3742-b839-459d-8bb2-0e2e346379bc req-c01a0d89-207d-47ff-8e50-1c8d25ad399c tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372544 Mar 23 10:21:56.485473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-2dbd7263-a7be-455f-bae1-964f9143b723 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.511002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] For port e678da7f-587d-41ca-a76e-dc4ee44465d0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e678da7f-587d-41ca-a76e-dc4ee44465d0,segment=NetworkSegment(4d7ec15c-2699-468a-87c3-7772bfaba98a),segment_id=4d7ec15c-2699-468a-87c3-7772bfaba98a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:56.516788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.575771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:56.582305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:56.588977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:56.590010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.611842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=e49b9fb6-52f9-4dd0-a0bd-67ab01187746,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:56.631976 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-181d5b7e-4392-4f6b-b780-c91eb0f808bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69085c2513e24db398dfb99687b4b289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6800737 Mar 23 10:21:56.637100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43776) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.678139 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-24218bdf-427b-4252-bb53-2193842f4c88 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0434031 Mar 23 10:21:56.684976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43780) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.690946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:56.701052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a7f8eec9-bc15-4ba9-a290-58b566605d1c'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:21:56.755454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73829365-5dff-48b8-b199-21d9711fa4db None None] Pushing event updated for resources: {'Port': ['ID=e678da7f-587d-41ca-a76e-dc4ee44465d0,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:56.769321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.787993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fadee75b-1421-4a30-b28f-1531bbe6a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.810270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f43-3bcc-4680-9093-1c111e2d1f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.823415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=acf91f98-c46b-404c-bdf6-9b8da173f34d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:56.843393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Provisioning complete for port e678da7f-587d-41ca-a76e-dc4ee44465d0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:56.843888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.892686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f43-3bcc-4680-9093-1c111e2d1f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.897578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2dbd7263-a7be-455f-bae1-964f9143b723 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags HTTP/1.1" status: 200 len: 241 time: 0.4186692 Mar 23 10:21:56.902349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43784) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.912649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-7c2f8078-cc98-4b8f-8300-c8a618bdc69c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-1385538574') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.946397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] For port 2d798ffa-bdf7-419d-8752-d3fe843ee274, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d798ffa-bdf7-419d-8752-d3fe843ee274,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:56.946397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.964191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:56.976518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:56.982170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:57.025689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f43-3bcc-4680-9093-1c111e2d1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.059238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9f43-3bcc-4680-9093-1c111e2d1f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.060707 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9ba9f43-3bcc-4680-9093-1c111e2d1f93 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79c74cd0-c9e8-4b6b-8c05-b5f647fd80cb HTTP/1.1" status: 204 len: 168 time: 0.4236758 Mar 23 10:21:57.068426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba9f43-3bcc-4680-9093-1c111e2d1f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c74cd0-c9e8-4b6b-8c05-b5f647fd80cb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.106257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:57.138313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e678da7f-587d-41ca-a76e-dc4ee44465d0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:57.202945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] Calling delete_port for 2d798ffa-bdf7-419d-8752-d3fe843ee274 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:21:57.271568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:57.275361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.299928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.404636 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7c2f8078-cc98-4b8f-8300-c8a618bdc69c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-1385538574 HTTP/1.1" status: 204 len: 168 time: 0.4989004 Mar 23 10:21:57.411746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43792) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.430216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-2354a006-8f95-41c0-abe8-9ab72ed2e214 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-1385538574') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:57.502205 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e49b9fb6-52f9-4dd0-a0bd-67ab01187746 (CIDR: 2001:db8::/64) Mar 23 10:21:57.534817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:57.547743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:57.599928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4e7df2d1-bfce-4d13-9474-f64f55aae677 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9120271 Mar 23 10:21:57.601948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43804) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.610371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'subnet': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:57.637137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.714821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] Pushing event deleted for resources: {'Port': ['ID=2d798ffa-bdf7-419d-8752-d3fe843ee274,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.744466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1e01b-c400-42ce-80e3-e89ed7389082 None None] No DVR routers for this DVR port 2d798ffa-bdf7-419d-8752-d3fe843ee274 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:57.750029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.765458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Provisioning complete for port 2d798ffa-bdf7-419d-8752-d3fe843ee274 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:57.765832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.800228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e678da7f-587d-41ca-a76e-dc4ee44465d0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:57.800633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.824624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f75996f-dd93-4543-a799-5ec293c98dbf None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:57.867442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Port 2d798ffa-bdf7-419d-8752-d3fe843ee274 was deleted so its status cannot be updated. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 23 10:21:57.977651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 1be948d0-0164-4004-b75d-0c8c76002518 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:21:57.995013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.038344 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2354a006-8f95-41c0-abe8-9ab72ed2e214 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-1385538574 HTTP/1.1" status: 204 len: 168 time: 0.6256306 Mar 23 10:21:58.041078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43814) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.055770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Provisioning complete for port d4ca5909-b278-45c7-b926-e149ca45e512 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:58.056250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.066068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-032258cd-a44d-4428-92d1-991c1c9f35d6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.142002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:58.146470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:21:58.151906 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4a274ab0-e117-4fdb-bcab-4a08d40095b6 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/1be948d0-0164-4004-b75d-0c8c76002518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6808615 Mar 23 10:21:58.154759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43818) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.168793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0861-1bdf-4248-99dd-9a09d9b21e72 req-fbd6ca78-58bc-4d02-85ab-e1b9008fb804 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:58.185510 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8db0861-1bdf-4248-99dd-9a09d9b21e72 req-fbd6ca78-58bc-4d02-85ab-e1b9008fb804 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 944 time: 0.4875631 Mar 23 10:21:58.187157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] Sync routers for ids ['1be948d0-0164-4004-b75d-0c8c76002518'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:21:58.188721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:subnet and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:58.193669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:58.202861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:58.227522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2f15f872-f522-4ffb-86b9-fad0f268646d tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:58.248216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2f15f872-f522-4ffb-86b9-fad0f268646d tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:58.249807 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2f15f872-f522-4ffb-86b9-fad0f268646d tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be948d0-0164-4004-b75d-0c8c76002518 HTTP/1.1" status: 200 len: 205 time: 0.0938375 Mar 23 10:21:58.253829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43824) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.270638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d4ca5909-b278-45c7-b926-e149ca45e512 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:58.295236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:58.346503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] Routers {'1be948d0-0164-4004-b75d-0c8c76002518'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:58.347352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1be948d0-0164-4004-b75d-0c8c76002518'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.397484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43828) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.433346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.436181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.440287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-032258cd-a44d-4428-92d1-991c1c9f35d6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags HTTP/1.1" status: 200 len: 205 time: 0.3954401 Mar 23 10:21:58.441149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43834) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.445711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8db0861-1bdf-4248-99dd-9a09d9b21e72 req-99c8f1e3-0d84-44f2-b87d-4d1b39d8b5ce tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295058 Mar 23 10:21:58.460538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-22949732-3a91-4c94-99d1-0dc6e2130368 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.473931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'tenant_id': '2ef961ba025c41ab8a86f38e89ca6643', 'fixed_ips': [{'subnet_id': 'e49b9fb6-52f9-4dd0-a0bd-67ab01187746'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:21:58.484206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.576968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.581999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] Routers {'1be948d0-0164-4004-b75d-0c8c76002518'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:21:58.582689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1be948d0-0164-4004-b75d-0c8c76002518'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.664171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.664586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a8df7-8af4-4132-a6df-00db002ce904 None None] The sync data for ids ['1be948d0-0164-4004-b75d-0c8c76002518'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:21:58.665941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'networks': [{'name': 'tempest-network--1666066840'}, {'name': 'tempest-network--278916117'}]} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:58.666247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'network': {'name': 'tempest-network--1666066840'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:58.666702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'network': {'name': 'tempest-network--278916117'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:21:58.689508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d4ca5909-b278-45c7-b926-e149ca45e512 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:58.689922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.716285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Provisioning for port 2ec47ae0-8873-4dd2-8338-71b0856d8a32 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:58.767563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Provisioning complete for port 2ec47ae0-8873-4dd2-8338-71b0856d8a32 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:58.767944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.850783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:58.863725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:network and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:58.872650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:58.873464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Allocated IP 2001:db8::2 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/e49b9fb6-52f9-4dd0-a0bd-67ab01187746/af9d748f-bbb6-4494-8e2c-64108416b86e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:58.882214 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-22949732-3a91-4c94-99d1-0dc6e2130368 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags HTTP/1.1" status: 200 len: 240 time: 0.4323413 Mar 23 10:21:58.882465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f36bb3e7-5d39-4c6d-a978-3fa42ce8a000 None None] Port 2ec47ae0-8873-4dd2-8338-71b0856d8a32 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:21:58.887392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:58.889253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43838) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.920488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-0c98936d-e316-4c87-b3d1-d57ebcd010eb tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-778295514') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.968209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'network': 2} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:58.971929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.015818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.022356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.039831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.054242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.060158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router 1be948d0-0164-4004-b75d-0c8c76002518 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:21:59.073867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.079896 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58d21597-d335-4fcc-b3ac-1e6a3bceb1a4 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/1be948d0-0164-4004-b75d-0c8c76002518 HTTP/1.1" status: 204 len: 168 time: 0.8242726 Mar 23 10:21:59.080657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43842) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.099346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d798ffa-bdf7-419d-8752-d3fe843ee274 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:59.151670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2d798ffa-bdf7-419d-8752-d3fe843ee274 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:21:59.152173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d798ffa-bdf7-419d-8752-d3fe843ee274 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:59.211975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:59.274132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:59.283620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.285702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:security_group_rule and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:59.292770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:59.297577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.307914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet 6f4d8b9f-2403-4c8f-8cee-956596cf8670 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:21:59.311266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.313806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:59.314203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.317576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0c98936d-e316-4c87-b3d1-d57ebcd010eb tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-778295514 HTTP/1.1" status: 204 len: 168 time: 0.4245951 Mar 23 10:21:59.323656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43846) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.334424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Transition to ACTIVE for port object af9d748f-bbb6-4494-8e2c-64108416b86e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:59.346492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-27c46900-c4eb-4fe4-b9cd-b90a9f750683 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-778295514') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:59.361140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port a7f8eec9-bc15-4ba9-a290-58b566605d1c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:59.364345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Transition to ACTIVE for port object af9d748f-bbb6-4494-8e2c-64108416b86e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:59.367886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port a7f8eec9-bc15-4ba9-a290-58b566605d1c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:59.368238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.378466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.399824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.474499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.542041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Pushing event updated for resources: {'Port': ['ID=af9d748f-bbb6-4494-8e2c-64108416b86e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.546797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:59.549469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:59.553136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:21:59.586798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.656515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.669435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4d8b9f-2403-4c8f-8cee-956596cf8670,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.672319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97fd14-51b1-4d7b-a00c-fe55347d1941 None None] Network 7f2b0745-29bd-47f4-af9d-a912dc18c173 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:21:59.680616 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b445b2f8-7baa-42d7-8280-1583956c3300 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/6f4d8b9f-2403-4c8f-8cee-956596cf8670 HTTP/1.1" status: 204 len: 168 time: 0.5953608 Mar 23 10:21:59.681156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43854) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.772842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.781515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Attempting to bind port af9d748f-bbb6-4494-8e2c-64108416b86e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:59.781858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Attempting to bind port af9d748f-bbb6-4494-8e2c-64108416b86e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:59.782217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Attempting to bind port af9d748f-bbb6-4494-8e2c-64108416b86e on network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:21:59.798420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.809895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port e0da485a-efa7-4e87-9eac-1936cdb930dc {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:21:59.810382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.825225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.840141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:21:59.840141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Checking segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:21:59.840141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.840141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Bound using segment: {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:21:59.840141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Bound port: af9d748f-bbb6-4494-8e2c-64108416b86e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e547c3d-f657-495c-8c1f-cee1dad97567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:59.840141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.845225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.845646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.892856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:21:59.947061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:21:59.959367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.968240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e60dd2-a070-48e5-9678-245ad0e40052,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:00.000478 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'code': 200} Mar 23 10:22:00.012093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.objects.ports [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83745) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 23 10:22:00.050535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port e0da485a-efa7-4e87-9eac-1936cdb930dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e0da485a-efa7-4e87-9eac-1936cdb930dc,segment=NetworkSegment(8b2f2414-9fc2-44bd-9ebf-8e3b6057659a),segment_id=8b2f2414-9fc2-44bd-9ebf-8e3b6057659a)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:00.053071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.065596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] For port af9d748f-bbb6-4494-8e2c-64108416b86e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:00.068175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] vlan segment allocate from pool success with {'vlan_id': 955, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:00.068826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:00.072551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] For port af9d748f-bbb6-4494-8e2c-64108416b86e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=af9d748f-bbb6-4494-8e2c-64108416b86e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:00.083096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.099367 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-27c46900-c4eb-4fe4-b9cd-b90a9f750683 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-778295514 HTTP/1.1" status: 204 len: 168 time: 0.7731078 Mar 23 10:22:00.110096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43860) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:00.134559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.135011 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Added segment aa2b505f-0e50-4666-afe4-5ff48d472c8f of type vlan for network 52fe014f-f0ac-497c-9935-bbbfe545e708 Mar 23 10:22:00.136785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.137131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.137472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.137804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.138132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.138456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.138781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.140173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.140173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.140173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.140173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.150489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-564a0131-facb-41cc-8aa3-da25d9474edc tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.250089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b49593-0e7c-490a-9d20-287fcc9c9470 None None] Pushing event updated for resources: {'Port': ['ID=af9d748f-bbb6-4494-8e2c-64108416b86e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:00.253559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] DHCP port deletion for 7f2b0745-29bd-47f4-af9d-a912dc18c173 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:00.261154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Deleting port e0da485a-efa7-4e87-9eac-1936cdb930dc {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:00.261321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32057232-9e84-4f6c-896b-6b1138bc39e8 req-7be9f031-69d4-4622-90a3-474acdc4aef4 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:00.261604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.262640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-32057232-9e84-4f6c-896b-6b1138bc39e8 req-7be9f031-69d4-4622-90a3-474acdc4aef4 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 944 time: 0.5776651 Mar 23 10:22:00.274836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for e0da485a-efa7-4e87-9eac-1936cdb930dc owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:00.311236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.383665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Allocated IP 172.20.0.1 (4ca98836-f0fc-4f36-8a03-4dfa2bd999b3/5656adc2-5284-4afb-8cf3-fcd11d0f14fb/95228eed-fb9f-411b-b121-3a7a6e5db467) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:00.428181 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fc7c257f-fafb-4f98-8de1-315be5a2c3f7 req-4452453c-bf1c-4a8e-a6c5-5fcdaf91f602 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.1615705 Mar 23 10:22:00.429302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.494730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=e0da485a-efa7-4e87-9eac-1936cdb930dc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:00.503658 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-32057232-9e84-4f6c-896b-6b1138bc39e8 req-514bfc7d-627b-4319-87f9-d66b4d3beb2e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236404 Mar 23 10:22:00.512334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No DVR routers for this DVR port e0da485a-efa7-4e87-9eac-1936cdb930dc on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:00.525410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:00.585672 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fc7c257f-fafb-4f98-8de1-315be5a2c3f7 req-ed1c5c17-a026-49bf-8234-9d4f65405b01 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208551 Mar 23 10:22:00.589858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] For port e0da485a-efa7-4e87-9eac-1936cdb930dc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e0da485a-efa7-4e87-9eac-1936cdb930dc,segment=NetworkSegment(8b2f2414-9fc2-44bd-9ebf-8e3b6057659a),segment_id=8b2f2414-9fc2-44bd-9ebf-8e3b6057659a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:00.590271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.601384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.601999 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Added segment 1bcb36fa-777a-4312-a184-96b307c1ec49 of type vlan for network d47aac62-fcac-49c9-a4fa-c90e51f875d5 Mar 23 10:22:00.637161 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-564a0131-facb-41cc-8aa3-da25d9474edc tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags HTTP/1.1" status: 200 len: 205 time: 0.5128210 Mar 23 10:22:00.647604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43864) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:00.674532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-39e4c8c9-63ea-48a5-a89e-f101a6cea352 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.705943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.726511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.737758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2b0745-29bd-47f4-af9d-a912dc18c173']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.756966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.757628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2f2414-9fc2-44bd-9ebf-8e3b6057659a') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.774540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.789922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Calling delete_port for e0da485a-efa7-4e87-9eac-1936cdb930dc owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:00.806048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.818972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 966 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:00.819734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:00.895249 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:00.922133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:00.922866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:00.932176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.950471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.964198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=7f2b0745-29bd-47f4-af9d-a912dc18c173,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:00.970291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.973527 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-871a1cf8-0a7a-43dc-9e94-9d03a9d7c1df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/7f2b0745-29bd-47f4-af9d-a912dc18c173 HTTP/1.1" status: 204 len: 168 time: 1.2910810 Mar 23 10:22:00.977182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43868) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:00.983218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1319015032', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:00.989980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:00.994067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:00.997051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:01.007526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:01.020949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.021872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.041925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.090920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.141565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.142059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.146449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:01.149445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:01.150101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.225724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Transition to ACTIVE for port object 95228eed-fb9f-411b-b121-3a7a6e5db467 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:01.253823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-39e4c8c9-63ea-48a5-a89e-f101a6cea352 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags HTTP/1.1" status: 200 len: 241 time: 0.5943131 Mar 23 10:22:01.266737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43872) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.273327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-0bc8ebeb-1d4b-4cb1-a8b0-bef8382facc1 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-1462279404') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.328162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device af9d748f-bbb6-4494-8e2c-64108416b86e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:01.350392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.415916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port af9d748f-bbb6-4494-8e2c-64108416b86e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:01.422828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.424154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Deleting port e0da485a-efa7-4e87-9eac-1936cdb930dc {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:01.424661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.438475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Network': ['ID=52fe014f-f0ac-497c-9935-bbbfe545e708,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.460802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 52fe014f-f0ac-497c-9935-bbbfe545e708 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:01.464843 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0bc8ebeb-1d4b-4cb1-a8b0-bef8382facc1 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-1462279404 HTTP/1.1" status: 204 len: 168 time: 0.1970320 Mar 23 10:22:01.467396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43876) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.471065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0669990 Mar 23 10:22:01.474447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-2d36b557-554f-43f0-ba62-a6a9b26eb171 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-1462279404') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.487493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43880) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.575030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e0da485a-efa7-4e87-9eac-1936cdb930dc no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:01.678897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-68cfefa9-06ad-40d7-a67d-6e10df7711ad None None] The port 'e0da485a-efa7-4e87-9eac-1936cdb930dc' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:22:01.682834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: e0da485a-efa7-4e87-9eac-1936cdb930dc {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:01.683183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e0da485a-efa7-4e87-9eac-1936cdb930dc not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:01.726846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:01.732635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:01.734366 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2d36b557-554f-43f0-ba62-a6a9b26eb171 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-1462279404 HTTP/1.1" status: 204 len: 168 time: 0.2659013 Mar 23 10:22:01.742046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43886) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.746782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] For port af9d748f-bbb6-4494-8e2c-64108416b86e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=af9d748f-bbb6-4494-8e2c-64108416b86e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:01.752030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-6f6c1d24-8b18-4337-9f82-e153243455a3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.776473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.808231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:01.851105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] Provisioning for port af9d748f-bbb6-4494-8e2c-64108416b86e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:01.860917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] Provisioning complete for port af9d748f-bbb6-4494-8e2c-64108416b86e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:01.861299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.933869 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6f6c1d24-8b18-4337-9f82-e153243455a3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags HTTP/1.1" status: 200 len: 205 time: 0.1896102 Mar 23 10:22:01.937464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43890) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.944289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-2deccfcc-9a75-434a-b040-8e08d3e5a44b tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.974037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.974814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.978898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Port': ['ID=95228eed-fb9f-411b-b121-3a7a6e5db467,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.027284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.054147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.070604 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2deccfcc-9a75-434a-b040-8e08d3e5a44b tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags HTTP/1.1" status: 200 len: 241 time: 0.1279459 Mar 23 10:22:02.070604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.102942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43894) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.108549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a10484-fb92-430b-a351-8d713030cbdb tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Network': ['ID=d47aac62-fcac-49c9-a4fa-c90e51f875d5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.122802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network d47aac62-fcac-49c9-a4fa-c90e51f875d5 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:02.147337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-896fee8c-3a01-404a-80a6-f89472217e6a tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-1841681771') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:02.195095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:02.198331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] For port af9d748f-bbb6-4494-8e2c-64108416b86e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=af9d748f-bbb6-4494-8e2c-64108416b86e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:02.199825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:02.204653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:02.209933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:02.210917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Synchronizing usage tracker for tenant:462848eddada403c8cb63bda89175722 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:02.221400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.235060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.26.7.82 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/924616ed-aa78-491d-afe8-24af6b3d0a68) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:02.259682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.272559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:02.281970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:02.286375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:02.287073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.293050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Subnet': ['ID=4f88308b-7939-424e-bbb1-488376eb5c22,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.303487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5632039-1ffd-44ff-adc0-b830b39374c6 None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:02.312556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=af9d748f-bbb6-4494-8e2c-64108416b86e,revision_number=4']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.328349 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-896fee8c-3a01-404a-80a6-f89472217e6a tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-1841681771 HTTP/1.1" status: 204 len: 168 time: 0.2145100 Mar 23 10:22:02.328349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Unset dirty status for tenant:462848eddada403c8cb63bda89175722 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:02.329953 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-63279379-9e88-41ab-a39a-1650ef64d758 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8327348 Mar 23 10:22:02.330790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43898) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.340916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43900) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.349348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-5ca0ad0e-5dce-4f82-bf22-4d4703d106f0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-1841681771') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:02.380532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31f4db87-301b-4052-976f-f74e2b89b40f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7720463 Mar 23 10:22:02.388184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43906) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.402382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098475ab-1d27-4c7a-bede-3c953391c88d None None] Pushing event updated for resources: {'Port': ['ID=af9d748f-bbb6-4494-8e2c-64108416b86e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.410862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.427134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d02c9735-75dd-48da-bbab-0fab329e71dc None None] Provisioning for port 95228eed-fb9f-411b-b121-3a7a6e5db467 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:02.434667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d02c9735-75dd-48da-bbab-0fab329e71dc None None] Provisioning complete for port 95228eed-fb9f-411b-b121-3a7a6e5db467 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:02.435129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d02c9735-75dd-48da-bbab-0fab329e71dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.445517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.461679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586daa95-d993-4cbc-8470-cbd1d2d4b99b req-0c60add5-0bd7-41c5-ada8-9ec67ec503a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:02.463163 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-586daa95-d993-4cbc-8470-cbd1d2d4b99b req-0c60add5-0bd7-41c5-ada8-9ec67ec503a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.6736600 Mar 23 10:22:02.502648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d02c9735-75dd-48da-bbab-0fab329e71dc None None] Port 95228eed-fb9f-411b-b121-3a7a6e5db467 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:02.525422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:02.528468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:02.534148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:02.542298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.630958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=924616ed-aa78-491d-afe8-24af6b3d0a68,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.632081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Request body: {'port': {'network_id': 'a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6', 'mac_address': 'fa:16:3e:26:19:a5', 'name': 'tempest-NetworksTestDHCPv6-1106129070'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:02.654228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5ca0ad0e-5dce-4f82-bf22-4d4703d106f0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-1841681771 HTTP/1.1" status: 204 len: 168 time: 0.3168359 Mar 23 10:22:02.654881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43912) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.661110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-b3cf3d36-8848-4dc2-950e-6f5330c67051 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:02.706194 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b3cf3d36-8848-4dc2-950e-6f5330c67051 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags HTTP/1.1" status: 200 len: 205 time: 0.0473521 Mar 23 10:22:02.706456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43916) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.713747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-85056716-f354-49ab-bd2c-41d0669cb77e tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:02.769586 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-85056716-f354-49ab-bd2c-41d0669cb77e tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags HTTP/1.1" status: 204 len: 168 time: 0.0598192 Mar 23 10:22:02.770773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43920) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.777426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-4efaad84-cf17-43f3-8557-f8b96409670c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:02.823707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.895796 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-586daa95-d993-4cbc-8470-cbd1d2d4b99b req-df5d577a-65e8-4d2c-a459-c4d8c6a790e1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579035 Mar 23 10:22:03.030058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.030792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.108137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.162943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:03.171118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fe014f-f0ac-497c-9935-bbbfe545e708']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:03.178623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Usage tracker for resource:port and tenant:2ef961ba025c41ab8a86f38e89ca6643 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:03.185184 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4efaad84-cf17-43f3-8557-f8b96409670c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags HTTP/1.1" status: 204 len: 168 time: 0.4133806 Mar 23 10:22:03.185743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43924) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:03.220777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-286a4f6b-d9df-4e45-a887-6fb88ca7f207 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:03.240835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:03.263976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device af9d748f-bbb6-4494-8e2c-64108416b86e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:03.310383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:03.313465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2b505f-0e50-4666-afe4-5ff48d472c8f') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:03.313764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2b505f-0e50-4666-afe4-5ff48d472c8f') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:03.344130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.348570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-420158c8-55d8-46e9-9933-14265e66c8fe None None] Provisioning complete for port af9d748f-bbb6-4494-8e2c-64108416b86e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:03.349039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-420158c8-55d8-46e9-9933-14265e66c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.367720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Made reservation on behalf of 2ef961ba025c41ab8a86f38e89ca6643 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:03.371589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.376329 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-53f0eaae-8d64-478f-a35b-7d079063a01e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1180091 Mar 23 10:22:03.389026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.394521 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-286a4f6b-d9df-4e45-a887-6fb88ca7f207 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags HTTP/1.1" status: 204 len: 168 time: 0.2070775 Mar 23 10:22:03.402674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43928) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:03.406397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port af9d748f-bbb6-4494-8e2c-64108416b86e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:03.406913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.413263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Releasing vlan 955 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:03.413669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.417118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-b3d6a7b4-d9a0-424d-996f-bc0b14b345fa tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:03.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:03.496904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] device_id is not set on port 309cd43e-dc1b-4873-abac-52692bf1e85a yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:03.601112 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-fa3156c4-c38f-40f0-aeea-87c69999bd4a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.1346762 Mar 23 10:22:03.614169 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b3d6a7b4-d9a0-424d-996f-bc0b14b345fa tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags HTTP/1.1" status: 204 len: 168 time: 0.2026145 Mar 23 10:22:03.618623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 961fa5aa-a2f2-4319-b234-0c0fc849fdef is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:22:03.618895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43932) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:03.642950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-1bbeb1b9-fca5-4d74-be4f-70e309c4eaf9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-634874519') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:03.663578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.702046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.723046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Network': ['ID=52fe014f-f0ac-497c-9935-bbbfe545e708,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:03.786481 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6a3cca5a-33f8-4546-8120-ea6a59b1368f tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/networks/52fe014f-f0ac-497c-9935-bbbfe545e708 HTTP/1.1" status: 204 len: 168 time: 1.4444208 Mar 23 10:22:03.794544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43936) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:03.937548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-5fdf45eb-6a4e-4acc-9c83-627177639269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:03.939003 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-5fdf45eb-6a4e-4acc-9c83-627177639269 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 898 time: 0.3172793 Mar 23 10:22:04.004681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.008193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.019284 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-8c8fb67a-6549-42a0-9eb1-755a9e8267a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 217 time: 0.0723486 Mar 23 10:22:04.019584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.065159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1bbeb1b9-fca5-4d74-be4f-70e309c4eaf9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-634874519 HTTP/1.1" status: 201 len: 201 time: 0.4449878 Mar 23 10:22:04.071446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43942) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.085076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-0860a9c9-e537-424b-8d93-7e502d223101 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-1670337355') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.143039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-1d6c9b43-46f9-47bb-ac7c-a28cf7ad43dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:04.144535 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-1d6c9b43-46f9-47bb-ac7c-a28cf7ad43dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.1196172 Mar 23 10:22:04.210160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8::2c5 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/e49b9fb6-52f9-4dd0-a0bd-67ab01187746/309cd43e-dc1b-4873-abac-52692bf1e85a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:04.268417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:19a5 (a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6/4f88308b-7939-424e-bbb1-488376eb5c22/309cd43e-dc1b-4873-abac-52692bf1e85a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:04.274231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:04.281999 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-2f7ce5f9-89c1-4f6c-b143-4a6e7edf17ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263652 Mar 23 10:22:04.293683 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] Sync routers for ids ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:04.314868 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0860a9c9-e537-424b-8d93-7e502d223101 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-1670337355 HTTP/1.1" status: 201 len: 201 time: 0.2403278 Mar 23 10:22:04.320371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Port': ['ID=95228eed-fb9f-411b-b121-3a7a6e5db467,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:04.321132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43946) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.321930 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] Routers {'961fa5aa-a2f2-4319-b234-0c0fc849fdef'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:04.322532 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.346744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.371726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-e031b287-1fc3-4766-ad9f-6027f79836e7 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-1239667474') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.376094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.397932 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.410250 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] Routers {'961fa5aa-a2f2-4319-b234-0c0fc849fdef'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:04.411833 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.482998 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.483702 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885f5df-351b-4bb2-9fdd-b727a80f91eb None None] The sync data for ids ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:04.526433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47aac62-fcac-49c9-a4fa-c90e51f875d5']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.556627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcb36fa-777a-4312-a184-96b307c1ec49') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.556954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcb36fa-777a-4312-a184-96b307c1ec49') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.589278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.590377 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0143fc9d-f07f-4876-9294-a35a316f5ae7 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.6119082 Mar 23 10:22:04.607270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43950) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.754251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d8a9b-0880-485b-b576-c7aba9ae3906 req-aeec3da3-c23b-4517-9dc7-bfef2d01493f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:04.755751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a72d8a9b-0880-485b-b576-c7aba9ae3906 req-aeec3da3-c23b-4517-9dc7-bfef2d01493f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.7060051 Mar 23 10:22:04.770902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.788287 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-727f00f6-cdf2-4993-adec-66a713c54328 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999053 Mar 23 10:22:04.841175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.878107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Releasing vlan 997 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:04.878520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.897160 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e031b287-1fc3-4766-ad9f-6027f79836e7 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-1239667474 HTTP/1.1" status: 201 len: 201 time: 0.5747247 Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:04.900907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.926742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-42bed0cc-be44-40e1-b5b3-2c7a5b68d8cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-1527188492') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.957225 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c6c041ca-2de7-4834-a236-8eff67d1e733 req-e546ad5f-1662-4cd5-b728-b33e261435f3 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559920 Mar 23 10:22:05.002455 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e5453462-a9a4-4149-9a21-b1932cf1fc2a tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/routers/961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 200 len: 880 time: 0.3919010 Mar 23 10:22:05.002717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:05.002964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43958) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.027874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:05.031368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a72d8a9b-0880-485b-b576-c7aba9ae3906 req-05b5cc10-b9cf-4d73-819b-bdc05867b2b5 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627711 Mar 23 10:22:05.205680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.260288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db9049ac-4c6a-4823-86a5-ebeb82b4f863 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:router {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:05.279478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db9049ac-4c6a-4823-86a5-ebeb82b4f863 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:router {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:05.280854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.281350 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-db9049ac-4c6a-4823-86a5-ebeb82b4f863 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2769680 Mar 23 10:22:05.283754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43964) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.285029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.289244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1319015032'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:05.308358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-63cf3ce0-e3d7-401a-b72a-31c54182f8ce None None] Provisioning complete for port 95228eed-fb9f-411b-b121-3a7a6e5db467 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:05.309597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-63cf3ce0-e3d7-401a-b72a-31c54182f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.313114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Transition to ACTIVE for port object 309cd43e-dc1b-4873-abac-52692bf1e85a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:05.336668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Network': ['ID=d47aac62-fcac-49c9-a4fa-c90e51f875d5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:05.351061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-70963bf3-fa78-4e7a-bfac-e1081c5f8dad tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/networks/d47aac62-fcac-49c9-a4fa-c90e51f875d5 HTTP/1.1" status: 204 len: 168 time: 1.5513015 Mar 23 10:22:05.353232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43968) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.375799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-63cf3ce0-e3d7-401a-b72a-31c54182f8ce None None] Port 95228eed-fb9f-411b-b121-3a7a6e5db467 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:05.387934 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-42bed0cc-be44-40e1-b5b3-2c7a5b68d8cf tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-1527188492 HTTP/1.1" status: 201 len: 201 time: 0.4831457 Mar 23 10:22:05.394463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.407790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-fcef3a2b-c1f6-44b4-a7e3-ca7f83ee68e1 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', {'tags': ['tempest-TagsExtTest-Tag-1770559816', 'tempest-TagsExtTest-Tag-499706984', 'tempest-TagsExtTest-Tag-1387913338']}) {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:05.464128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.526798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ca6e-4fe8-48f3-a99d-6fe3363b2e48 req-2e50cfff-2988-444e-b1c9-d77981a8baa5 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:05.528274 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ae9ca6e-4fe8-48f3-a99d-6fe3363b2e48 req-2e50cfff-2988-444e-b1c9-d77981a8baa5 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.3260665 Mar 23 10:22:05.573288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569203f-ad4c-4aeb-8230-a4be76d16471 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:05.577202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569203f-ad4c-4aeb-8230-a4be76d16471 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:05.578679 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b569203f-ad4c-4aeb-8230-a4be76d16471 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1776407 Mar 23 10:22:05.583099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43976) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.588850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-362330356'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:05.595276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:05.604093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:network and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:05.608658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:05.616121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:05.639366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:05.642440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.680476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] vlan segment allocate from pool success with {'vlan_id': 959, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:05.700691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:05.715299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:05.717841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:05.721993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:05.722597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.730722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event updated for resources: {'Port': ['ID=309cd43e-dc1b-4873-abac-52692bf1e85a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:05.769363 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fcef3a2b-c1f6-44b4-a7e3-ca7f83ee68e1 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags HTTP/1.1" status: 200 len: 317 time: 0.3723590 Mar 23 10:22:05.783237 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-71fcd5e4-a66f-4b88-8021-02ec5fadcb53 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3910935 Mar 23 10:22:05.787014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43980) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.787340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43982) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.797338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-dfa6542e-8a0d-4184-bf76-207c964235ca tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:05.804932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.805273 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Added segment 15a35814-d15b-46a0-be75-5ae381642d8e of type vlan for network 07a282c0-f1c3-4b19-b28a-14f5a0b17d28 Mar 23 10:22:05.852372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.866605 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ae9ca6e-4fe8-48f3-a99d-6fe3363b2e48 req-a7309ea5-665f-4b1b-bc6b-a1d62f24a63e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241649 Mar 23 10:22:05.896129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43988) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.921368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting port 309cd43e-dc1b-4873-abac-52692bf1e85a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:05.921705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.970918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.975228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:05.975845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.008158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0da48acc-61d5-4c87-8a77-aa2a6fbb84c2 None None] Provisioning for port 309cd43e-dc1b-4873-abac-52692bf1e85a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:06.013953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0da48acc-61d5-4c87-8a77-aa2a6fbb84c2 None None] Provisioning complete for port 309cd43e-dc1b-4873-abac-52692bf1e85a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:06.014329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0da48acc-61d5-4c87-8a77-aa2a6fbb84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.074417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0da48acc-61d5-4c87-8a77-aa2a6fbb84c2 None None] Port 309cd43e-dc1b-4873-abac-52692bf1e85a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:06.164692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dfa6542e-8a0d-4184-bf76-207c964235ca tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags HTTP/1.1" status: 204 len: 168 time: 0.3761559 Mar 23 10:22:06.170795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 43992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.181523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-37a60158-82b5-4d41-9296-c680e03ade62 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-1770559816') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:06.230650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6443083 Mar 23 10:22:06.231225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df497da-8350-4d9c-bf73-3fd9583a24bd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Network': ['ID=07a282c0-f1c3-4b19-b28a-14f5a0b17d28,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:06.233964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 43996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.244511 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ed4333dc-1faa-42d4-a8e5-c4692373d610 tempest-TestNetworkAdvancedServerOps-19701634 tempest-TestNetworkAdvancedServerOps-19701634-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1093 time: 0.3391995 Mar 23 10:22:06.245170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44000) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.245670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 07a282c0-f1c3-4b19-b28a-14f5a0b17d28 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:06.246399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-400928042'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:06.252923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:06.253840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:06.258640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:network and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:06.262637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:06.269733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:06.282775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:06.289694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Router 44bb115f-0204-409c-8d9e-9071d0db1cd6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:06.305731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Usage tracker for resource:floatingip and tenant:bd6937c8729147d4838da41082f82fda is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:06.321369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:06.329502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.340646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:06.391153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:06.394092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.452097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:06.476784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.477126 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Added segment 46dc4907-459a-4de2-988f-17990001896e of type vlan for network 6a54317f-4b2d-4b98-af77-b61f665b1ffc Mar 23 10:22:06.487885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.508807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.518171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.597946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Calling delete_port for 309cd43e-dc1b-4873-abac-52692bf1e85a owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:06.634773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.675045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.678687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:06.679253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.794328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Network': ['ID=6a54317f-4b2d-4b98-af77-b61f665b1ffc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:06.797051 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d41f9501-a2e6-41fd-ad87-6ddb522e105d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5620239 Mar 23 10:22:06.799821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44004) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.806409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'ports': [{'network_id': '07a282c0-f1c3-4b19-b28a-14f5a0b17d28', 'name': 'tempest-port--902135549', 'admin_state_up': True}, {'network_id': '6a54317f-4b2d-4b98-af77-b61f665b1ffc', 'admin_state_up': False}]} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:06.806605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6a54317f-4b2d-4b98-af77-b61f665b1ffc details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:06.807065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'port': {'network_id': '07a282c0-f1c3-4b19-b28a-14f5a0b17d28', 'name': 'tempest-port--902135549', 'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:06.807180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'port': {'network_id': '6a54317f-4b2d-4b98-af77-b61f665b1ffc', 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:06.855258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-37a60158-82b5-4d41-9296-c680e03ade62 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:06.859180 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-37a60158-82b5-4d41-9296-c680e03ade62 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-1770559816 HTTP/1.1" status: 404 len: 329 time: 0.6840856 Mar 23 10:22:06.870152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44008) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.881740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-887d642d-3668-4fed-90ce-a3c70a203edd tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-499706984') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.066054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:07.074824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:port and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:07.080019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:07.083923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 961fa5aa-a2f2-4319-b234-0c0fc849fdef has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:07.088953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:07.103813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'port': 2} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:07.107298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.144405 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-887d642d-3668-4fed-90ce-a3c70a203edd tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:07.146017 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-887d642d-3668-4fed-90ce-a3c70a203edd tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-499706984 HTTP/1.1" status: 404 len: 328 time: 0.2747517 Mar 23 10:22:07.149941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44012) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.158626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.163439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-6f61eb6e-a70a-42ef-939b-f3a10bc8abb0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d', 'tempest-TagsExtTest-Tag-1387913338') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.180489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.253216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.269198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Port': ['ID=309cd43e-dc1b-4873-abac-52692bf1e85a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:07.433882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.493224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] device_id is not set on port 660ee5b1-9825-468f-b8e0-a342cc100dcc yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:07.505081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-acbe95fb-5eb0-4f13-8c8a-24928d7fef98 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/309cd43e-dc1b-4873-abac-52692bf1e85a HTTP/1.1" status: 204 len: 168 time: 1.7151279 Mar 23 10:22:07.505590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44016) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.511968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:07.517255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1eaa1665-1e8e-414c-bbe5-9080fe97b7db tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "PUT /v2.0/routers/44bb115f-0204-409c-8d9e-9071d0db1cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3353918 Mar 23 10:22:07.521324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44020) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.527068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] Sync routers for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:07.537702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Request body: {'port': {'network_id': '4ca98836-f0fc-4f36-8a03-4dfa2bd999b3', 'name': 'tempest-FloatingIPAdminTestJSON-335580986'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:07.540636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:07.541486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.613094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.624441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-6f61eb6e-a70a-42ef-939b-f3a10bc8abb0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:07.626780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:07.627523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.628375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6f61eb6e-a70a-42ef-939b-f3a10bc8abb0 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags/tempest-TagsExtTest-Tag-1387913338 HTTP/1.1" status: 404 len: 329 time: 0.4753652 Mar 23 10:22:07.629904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44024) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.640728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-15fb7899-802f-4bc7-871c-e3ab8890897e tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', {'tags': ['tempest-TagsExtTest-Tag-768043811', 'tempest-TagsExtTest-Tag-1791403987', 'tempest-TagsExtTest-Tag-457344346']}) {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.655394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Allocated IP 172.26.7.212 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/ec8fdc95-65c5-401d-9d52-252c3284d656) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:07.694718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.695113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8efebd-8921-40fc-84b4-109ee595bf64 None None] The sync data for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:07.774592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:07.787139 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] Sync routers for ids ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:07.799205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:07.800715 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] Routers {'961fa5aa-a2f2-4319-b234-0c0fc849fdef'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:07.802102 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.806946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Usage tracker for resource:port and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:07.811289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:07.820857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:07.826989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.828188 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-14beda16-968d-45c5-a5fc-2e7d79bfffbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 200 len: 887 time: 2.5435007 Mar 23 10:22:07.834258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44028) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.842194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e530d-e53e-4914-96cc-71166d468f4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:07.846106 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-876e530d-e53e-4914-96cc-71166d468f4c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3368156 Mar 23 10:22:07.851490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44032) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.880512 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.891696 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] Routers {'961fa5aa-a2f2-4319-b234-0c0fc849fdef'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:07.892291 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.917052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.922205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Made reservation on behalf of 5f35892598f34da9963ffa8bf7483aab for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:07.924870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.949246 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-15fb7899-802f-4bc7-871c-e3ab8890897e tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags HTTP/1.1" status: 200 len: 316 time: 0.3163977 Mar 23 10:22:07.966195 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.966982 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafcce2-f8a0-49b8-b2c7-fb78f8563ffd None None] The sync data for ids ['961fa5aa-a2f2-4319-b234-0c0fc849fdef'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:07.985817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44036) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.000084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-4c31a32a-e3a4-4608-955f-72019541030d tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:08.046407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] device_id is not set on port 570493e1-f547-4f73-98d8-6624c4fb7636 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:08.066605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0870507-0010-4dcc-983d-004327f245b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:08.068097 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e0870507-0010-4dcc-983d-004327f245b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2141869 Mar 23 10:22:08.068362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.070695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44040) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.073311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] device_id is not set on port 3493a195-7d5b-4300-8746-d7b0299f577f yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:08.159817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cf680-5c2e-4b0b-9396-762b16d212b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:08.161918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cf680-5c2e-4b0b-9396-762b16d212b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:08.163273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cf680-5c2e-4b0b-9396-762b16d212b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:08.164156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d05cf680-5c2e-4b0b-9396-762b16d212b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:08.219265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d05cf680-5c2e-4b0b-9396-762b16d212b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:08.223350 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d05cf680-5c2e-4b0b-9396-762b16d212b9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1488848 Mar 23 10:22:08.224029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44044) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.274953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.394589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.406399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.471588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Allocated IP 172.20.0.14 (4ca98836-f0fc-4f36-8a03-4dfa2bd999b3/5656adc2-5284-4afb-8cf3-fcd11d0f14fb/3493a195-7d5b-4300-8746-d7b0299f577f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:08.500902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:08.508478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet 4f88308b-7939-424e-bbb1-488376eb5c22 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:08.508786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:08.511463 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4c31a32a-e3a4-4608-955f-72019541030d tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags HTTP/1.1" status: 204 len: 168 time: 0.5246935 Mar 23 10:22:08.512275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:08.514301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44048) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.521298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.551618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-d5bf7b09-3693-44ae-a9d1-443d8b2f62e8 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-768043811') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:08.555194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Port': ['ID=ec8fdc95-65c5-401d-9d52-252c3284d656,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.581088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Port': ['ID=660ee5b1-9825-468f-b8e0-a342cc100dcc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.635899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.679292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Checking segment: {'id': '15a35814-d15b-46a0-be75-5ae381642d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '07a282c0-f1c3-4b19-b28a-14f5a0b17d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:08.679661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network hostable DHCP agents. Network: 07a282c0-f1c3-4b19-b28a-14f5a0b17d28, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:08.729673 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-d5bf7b09-3693-44ae-a9d1-443d8b2f62e8 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:08.730668 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d5bf7b09-3693-44ae-a9d1-443d8b2f62e8 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-768043811 HTTP/1.1" status: 404 len: 328 time: 0.2154090 Mar 23 10:22:08.734270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44052) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.747391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network 07a282c0-f1c3-4b19-b28a-14f5a0b17d28 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:08.759094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.761024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-8c7fdb8d-35f2-4f07-b58a-4f49943a04b3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-1791403987') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:08.786538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 07a282c0-f1c3-4b19-b28a-14f5a0b17d28) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:08.795827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:08.797753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.798123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc97d9-8ed7-4b07-812c-186e726e1bf3 None None] Network 07a282c0-f1c3-4b19-b28a-14f5a0b17d28 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:08.817596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d2f6f20a-83cb-4247-9e7c-84013ce72843 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/routers/961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 200 len: 887 time: 0.9789433 Mar 23 10:22:08.822406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44056) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.905008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Port': ['ID=570493e1-f547-4f73-98d8-6624c4fb7636,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.927590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bff989cd-1b88-4258-8699-4b091675881b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:08.928880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.965199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Checking segment: {'id': '46dc4907-459a-4de2-988f-17990001896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '6a54317f-4b2d-4b98-af77-b61f665b1ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:08.965564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network hostable DHCP agents. Network: 6a54317f-4b2d-4b98-af77-b61f665b1ffc, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:08.973954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=4f88308b-7939-424e-bbb1-488376eb5c22,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.986503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.998151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.003179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bff989cd-1b88-4258-8699-4b091675881b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:09.004485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bff989cd-1b88-4258-8699-4b091675881b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 200 len: 205 time: 0.1792853 Mar 23 10:22:09.007392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44060) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.012135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb98b9-48dd-4375-b5ae-2e31be36937d None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:09.066287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network 6a54317f-4b2d-4b98-af77-b61f665b1ffc is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:09.077225 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7c1b69f3-da20-4f17-9d27-1d6c27b09783 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/4f88308b-7939-424e-bbb1-488376eb5c22 HTTP/1.1" status: 204 len: 168 time: 0.8525453 Mar 23 10:22:09.085971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44064) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.088941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6a54317f-4b2d-4b98-af77-b61f665b1ffc) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:09.127148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4c9ac-08a0-45a6-97ff-62d17e11470e None None] Network 6a54317f-4b2d-4b98-af77-b61f665b1ffc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:09.146531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Transition to ACTIVE for port object 3493a195-7d5b-4300-8746-d7b0299f577f will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:09.163302 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-8c7fdb8d-35f2-4f07-b58a-4f49943a04b3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:09.167594 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8c7fdb8d-35f2-4f07-b58a-4f49943a04b3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-1791403987 HTTP/1.1" status: 404 len: 329 time: 0.4205909 Mar 23 10:22:09.167594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44068) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.174733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-d54c7a86-41e3-4860-b1c8-8602973b2106 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32', 'tempest-TagsExtTest-Tag-457344346') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.179779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:09.184222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:09.188148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:09.189461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.245287 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-47c5440d-2ec6-417a-89b1-74902ebdf16a tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4443645 Mar 23 10:22:09.251469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44072) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.260146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Deleting subnet e49b9fb6-52f9-4dd0-a0bd-67ab01187746 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:09.266659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.338693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.339348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.432936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-d54c7a86-41e3-4860-b1c8-8602973b2106 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:09.436659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d54c7a86-41e3-4860-b1c8-8602973b2106 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags/tempest-TagsExtTest-Tag-457344346 HTTP/1.1" status: 404 len: 328 time: 0.2654772 Mar 23 10:22:09.436827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.445499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44076) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.455381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-b27ae98d-3337-4438-971c-2e1ef697a39a tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', {'tags': ['tempest-TagsExtTest-Tag-30237402', 'tempest-TagsExtTest-Tag-715204145', 'tempest-TagsExtTest-Tag-1106177257']}) {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.576772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event updated for resources: {'Port': ['ID=3493a195-7d5b-4300-8746-d7b0299f577f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:09.589248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:09.594884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:09.597959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:09.680731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.692370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d6864-c497-486a-bda8-f29634fae541 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:09.696335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d6864-c497-486a-bda8-f29634fae541 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:09.700805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-112d6864-c497-486a-bda8-f29634fae541 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4483216 Mar 23 10:22:09.703760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44080) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.783145 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b27ae98d-3337-4438-971c-2e1ef697a39a tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags HTTP/1.1" status: 200 len: 315 time: 0.3301744 Mar 23 10:22:09.783859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44084) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.791090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:09.791686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-da18a4c5-b8ac-4b1a-a6a3-400d8dbdc148 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.791985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.831560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Deleting port 660ee5b1-9825-468f-b8e0-a342cc100dcc {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:09.832963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.852574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.940894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e08889bd-0db4-47ec-a3f8-8a43aca27400 None None] Provisioning for port 3493a195-7d5b-4300-8746-d7b0299f577f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:09.947676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e08889bd-0db4-47ec-a3f8-8a43aca27400 None None] Provisioning complete for port 3493a195-7d5b-4300-8746-d7b0299f577f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:09.948044 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e08889bd-0db4-47ec-a3f8-8a43aca27400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.965746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-41d6509b-2356-4e92-9809-8924eea74d42 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4373078 Mar 23 10:22:09.973154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44088) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.979564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Subnet': ['ID=e49b9fb6-52f9-4dd0-a0bd-67ab01187746,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:10.008486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.021268 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6f9dd1f3-8bb7-4c9b-a3f6-0a24b2e25a6b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/e49b9fb6-52f9-4dd0-a0bd-67ab01187746 HTTP/1.1" status: 204 len: 168 time: 0.9340038 Mar 23 10:22:10.026294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44094) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.037386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e08889bd-0db4-47ec-a3f8-8a43aca27400 None None] Port 3493a195-7d5b-4300-8746-d7b0299f577f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:10.100138 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-efb07fba-1530-454e-82ec-90c91c519d2d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725093 Mar 23 10:22:10.105598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44098) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.185472 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-da18a4c5-b8ac-4b1a-a6a3-400d8dbdc148 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags HTTP/1.1" status: 204 len: 168 time: 0.4005504 Mar 23 10:22:10.187957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44102) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.194993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-636d57b2-597c-48af-bd1d-1d17d0fc40c6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-30237402') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.261737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.267859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'project_id': '5f35892598f34da9963ffa8bf7483aab', 'port_id': '3493a195-7d5b-4300-8746-d7b0299f577f'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:10.295477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ccd33-abae-4089-93b5-43d8c96c890d None None] Network a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:10.298427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.329759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:10.342153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Usage tracker for resource:floatingip and tenant:5f35892598f34da9963ffa8bf7483aab is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:10.350647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:10.356078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 924616ed-aa78-491d-afe8-24af6b3d0a68 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:10.356415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.390266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:10.449926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.451019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c5653c51-3864-48f1-a1be-4b46f136e1c0 None None] Provisioning complete for port af9d748f-bbb6-4494-8e2c-64108416b86e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:10.451389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c5653c51-3864-48f1-a1be-4b46f136e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.463373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.470734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.472338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6c42d-a885-4fed-a587-e6d7d3ed0188 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.476720 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2fd6c42d-a885-4fed-a587-e6d7d3ed0188 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3675950 Mar 23 10:22:10.499120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44106) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.532731 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-636d57b2-597c-48af-bd1d-1d17d0fc40c6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:10.536179 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-636d57b2-597c-48af-bd1d-1d17d0fc40c6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-30237402 HTTP/1.1" status: 404 len: 327 time: 0.3438842 Mar 23 10:22:10.537510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44110) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.595848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-a343a73a-9b95-403a-a426-c471d14bde4c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-715204145') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.675266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Calling delete_port for 660ee5b1-9825-468f-b8e0-a342cc100dcc owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:10.692971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851f329-7fd4-4446-af65-34877d818531 None None] DHCP port deletion for a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:10.697295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c851f329-7fd4-4446-af65-34877d818531 None None] Deleting port af9d748f-bbb6-4494-8e2c-64108416b86e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:10.697666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c851f329-7fd4-4446-af65-34877d818531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.776585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.780681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677c438-cb79-48b9-9f05-6f5730643c5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.781369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d677c438-cb79-48b9-9f05-6f5730643c5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Synchronizing usage tracker for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:10.874868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d677c438-cb79-48b9-9f05-6f5730643c5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Unset dirty status for tenant:2ef961ba025c41ab8a86f38e89ca6643 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:10.879322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d677c438-cb79-48b9-9f05-6f5730643c5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3741558 Mar 23 10:22:10.879564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44114) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.902335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 924616ed-aa78-491d-afe8-24af6b3d0a68 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:10.906376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c851f329-7fd4-4446-af65-34877d818531 None None] For port af9d748f-bbb6-4494-8e2c-64108416b86e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=af9d748f-bbb6-4494-8e2c-64108416b86e,segment=NetworkSegment(8e547c3d-f657-495c-8c1f-cee1dad97567),segment_id=8e547c3d-f657-495c-8c1f-cee1dad97567)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:10.906780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c851f329-7fd4-4446-af65-34877d818531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.953103 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-a343a73a-9b95-403a-a426-c471d14bde4c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:10.954027 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a343a73a-9b95-403a-a426-c471d14bde4c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-715204145 HTTP/1.1" status: 404 len: 328 time: 0.4156151 Mar 23 10:22:10.957442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44118) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.963044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-5b3590ef-05ba-4d0f-8532-114fb5775b57 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366', 'tempest-TagsExtTest-Tag-1106177257') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.967140 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f371beb1-7e29-4cae-955c-c419e6a32ee6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837159 Mar 23 10:22:10.967140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.003616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44122) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.033949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c851f329-7fd4-4446-af65-34877d818531 None None] Calling delete_port for af9d748f-bbb6-4494-8e2c-64108416b86e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:11.072454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Port': ['ID=660ee5b1-9825-468f-b8e0-a342cc100dcc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.087586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-178a8576-35db-4147-8b6f-7a0c4759c10f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.087804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178a8576-35db-4147-8b6f-7a0c4759c10f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.096934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.108169 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-178a8576-35db-4147-8b6f-7a0c4759c10f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/309cd43e-dc1b-4873-abac-52692bf1e85a HTTP/1.1" status: 404 len: 333 time: 0.1013639 Mar 23 10:22:11.108376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44126) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.113141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2fccc208-c1a0-442b-b585-82f785d7fb14 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/ports/660ee5b1-9825-468f-b8e0-a342cc100dcc HTTP/1.1" status: 204 len: 168 time: 1.4051249 Mar 23 10:22:11.120230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c851f329-7fd4-4446-af65-34877d818531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.154541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44130) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.171814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851f329-7fd4-4446-af65-34877d818531 None None] Pushing event deleted for resources: {'Port': ['ID=af9d748f-bbb6-4494-8e2c-64108416b86e,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.173852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851f329-7fd4-4446-af65-34877d818531 None None] No DVR routers for this DVR port af9d748f-bbb6-4494-8e2c-64108416b86e on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:11.199453 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10eda1a-4ee3-4365-94d6-40a975836250 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.199944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10eda1a-4ee3-4365-94d6-40a975836250 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.201598 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a10eda1a-4ee3-4365-94d6-40a975836250 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/4f88308b-7939-424e-bbb1-488376eb5c22 HTTP/1.1" status: 404 len: 337 time: 0.0923145 Mar 23 10:22:11.211649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44134) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.214038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.229902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.279145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device af9d748f-bbb6-4494-8e2c-64108416b86e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:11.285134 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dab94ea-66ec-4210-a63b-bd6147c2ed14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.286113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dab94ea-66ec-4210-a63b-bd6147c2ed14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.291015 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6dab94ea-66ec-4210-a63b-bd6147c2ed14 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/e49b9fb6-52f9-4dd0-a0bd-67ab01187746 HTTP/1.1" status: 404 len: 337 time: 0.0709274 Mar 23 10:22:11.291209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44138) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.291457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Deleting port 570493e1-f547-4f73-98d8-6624c4fb7636 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:11.292771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.321903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: af9d748f-bbb6-4494-8e2c-64108416b86e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:11.322248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device af9d748f-bbb6-4494-8e2c-64108416b86e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:11.352603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.354543 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb5cd9-42de-4cc3-a431-b0476235ff62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.354980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fb5cd9-42de-4cc3-a431-b0476235ff62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.358906 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e8fb5cd9-42de-4cc3-a431-b0476235ff62 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/24d8358b-9923-47be-8a79-5e66da8d53f0 HTTP/1.1" status: 404 len: 333 time: 0.0644774 Mar 23 10:22:11.359709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44142) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.393896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event updated for resources: {'Port': ['ID=ec8fdc95-65c5-401d-9d52-252c3284d656,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.429510 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-5b3590ef-05ba-4d0f-8532-114fb5775b57 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:11.433092 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5b3590ef-05ba-4d0f-8532-114fb5775b57 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags/tempest-TagsExtTest-Tag-1106177257 HTTP/1.1" status: 404 len: 329 time: 0.4720197 Mar 23 10:22:11.436719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44146) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.448406 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe6f5d7-3850-477b-a446-2c7bc8ebd625 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.448831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe6f5d7-3850-477b-a446-2c7bc8ebd625 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.461768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.487446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-f43cb23e-f287-4e33-88ab-026cca9eacfd tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', {'tags': ['tempest-TagsExtTest-Tag-890042578', 'tempest-TagsExtTest-Tag-1767587673', 'tempest-TagsExtTest-Tag-1684760198']}) {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:11.530924 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cbe6f5d7-3850-477b-a446-2c7bc8ebd625 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/19ac2022-cae9-4792-bfeb-cfab3b092f10 HTTP/1.1" status: 404 len: 337 time: 0.1680324 Mar 23 10:22:11.535895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44150) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.600010 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7737ecaf-d826-4cf5-a35b-47fa1e0795da tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.600010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7737ecaf-d826-4cf5-a35b-47fa1e0795da tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.603989 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7737ecaf-d826-4cf5-a35b-47fa1e0795da tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/77ed55f0-1356-4329-9972-bc22415d4041 HTTP/1.1" status: 404 len: 337 time: 0.0608749 Mar 23 10:22:11.606130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44154) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.679384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.702702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.738471 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f43cb23e-f287-4e33-88ab-026cca9eacfd tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "PUT /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags HTTP/1.1" status: 200 len: 317 time: 0.2946658 Mar 23 10:22:11.738471 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ada625-3427-4d2e-8e38-5ca243865fb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.738471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ada625-3427-4d2e-8e38-5ca243865fb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.741759 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55ada625-3427-4d2e-8e38-5ca243865fb8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/533d7908-e4a4-4e83-98f6-076a01999d96 HTTP/1.1" status: 404 len: 333 time: 0.1323011 Mar 23 10:22:11.743794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44158) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.744130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44160) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.757952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=924616ed-aa78-491d-afe8-24af6b3d0a68,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.792157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-677baf48-7e63-4249-a091-541c95e21987 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:11.821182 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8a37bd-f6e4-455f-a703-0aa3104ab8a9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:11.821628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8a37bd-f6e4-455f-a703-0aa3104ab8a9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:11.826493 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-af8a37bd-f6e4-455f-a703-0aa3104ab8a9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/76d0c437-eca7-4c96-bb68-005ccbf18e4b HTTP/1.1" status: 404 len: 337 time: 0.0709522 Mar 23 10:22:11.826656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44166) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.859838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Allocated IP 172.26.7.194 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/fd4d8386-bdbc-4dfa-b9d6-a8009b159054) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:11.973574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Calling delete_port for 570493e1-f547-4f73-98d8-6624c4fb7636 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:12.001937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3845118a-30a0-4de9-b1af-88e0499f8c3b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.002378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3845118a-30a0-4de9-b1af-88e0499f8c3b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.006821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3845118a-30a0-4de9-b1af-88e0499f8c3b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/16b31155-b182-4923-9126-233679b6560f HTTP/1.1" status: 404 len: 337 time: 0.1767251 Mar 23 10:22:12.009758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.080786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.130285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Port': ['ID=570493e1-f547-4f73-98d8-6624c4fb7636,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:12.143036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.152876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-924498a3-9030-4616-bd06-cb04e59f0357 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/ports/570493e1-f547-4f73-98d8-6624c4fb7636 HTTP/1.1" status: 204 len: 168 time: 0.9973166 Mar 23 10:22:12.155395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44174) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.195077 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f8ff7e-5b4a-43c3-8bba-06b22becd58c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.195077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f8ff7e-5b4a-43c3-8bba-06b22becd58c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.196021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Floating IP e25f7bc6-eeab-4c37-8946-ec9c424f60fa associated. External IP: 172.26.7.212, port: a7f8eec9-bc15-4ba9-a290-58b566605d1c. Mar 23 10:22:12.196998 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-34f8ff7e-5b4a-43c3-8bba-06b22becd58c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/08c5e24a-0efb-46d2-abd7-c03385665a23 HTTP/1.1" status: 404 len: 333 time: 0.1845317 Mar 23 10:22:12.212277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.219629 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-677baf48-7e63-4249-a091-541c95e21987 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags HTTP/1.1" status: 204 len: 168 time: 0.4687417 Mar 23 10:22:12.248068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44182) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.263507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.266458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-638ad375-2c86-419e-aa37-4b0f9cce4c2d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Synchronizing usage tracker for tenant:462848eddada403c8cb63bda89175722 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:12.272397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-6927f616-336b-4df6-a3d7-645902744239 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-890042578') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:12.336169 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eda65b2-2b25-42e3-ad41-65525ec864ae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.336608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eda65b2-2b25-42e3-ad41-65525ec864ae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.340662 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1eda65b2-2b25-42e3-ad41-65525ec864ae tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/14d31be6-ab4f-400d-ad70-73ec8453e099 HTTP/1.1" status: 404 len: 337 time: 0.1250291 Mar 23 10:22:12.348758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44186) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.403603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f6c47f-189b-40fe-94a7-71e3662e4c57 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.404047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f6c47f-189b-40fe-94a7-71e3662e4c57 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.408106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-53f6c47f-189b-40fe-94a7-71e3662e4c57 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/4c61c4b5-2a79-4f06-b14d-7ae90ca3ee20 HTTP/1.1" status: 404 len: 337 time: 0.0541549 Mar 23 10:22:12.408106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-638ad375-2c86-419e-aa37-4b0f9cce4c2d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Unset dirty status for tenant:462848eddada403c8cb63bda89175722 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:12.408490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44190) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.408772 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-638ad375-2c86-419e-aa37-4b0f9cce4c2d tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2524605 Mar 23 10:22:12.417591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44194) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.427070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-785563054'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:12.434431 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-6927f616-336b-4df6-a3d7-645902744239 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:12.437965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6927f616-336b-4df6-a3d7-645902744239 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-890042578 HTTP/1.1" status: 404 len: 328 time: 0.1775236 Mar 23 10:22:12.437965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:12.439666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44198) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.444757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:network and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:12.450333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-c927cdf1-1b75-4816-8b09-e11a7ea04751 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-1767587673') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:12.459874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:12.462895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.468493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:12.496928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:12.499965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.520193 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-c927cdf1-1b75-4816-8b09-e11a7ea04751 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:12.523782 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c927cdf1-1b75-4816-8b09-e11a7ea04751 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-1767587673 HTTP/1.1" status: 404 len: 329 time: 0.0796127 Mar 23 10:22:12.523948 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5764ef3e-acd0-4e5a-ab3a-e958ba384b8c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.523948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5764ef3e-acd0-4e5a-ab3a-e958ba384b8c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.524128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.527719 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5764ef3e-acd0-4e5a-ab3a-e958ba384b8c tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/083b0cb5-2993-4832-9627-3a46efbff5c0 HTTP/1.1" status: 404 len: 333 time: 0.1135089 Mar 23 10:22:12.527915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.531856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-12e3a1a7-1f3b-4246-8654-af4cafdcb128 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663', 'tempest-TagsExtTest-Tag-1684760198') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:12.571890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] vlan segment allocate from pool success with {'vlan_id': 955, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:12.591715 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-12e3a1a7-1f3b-4246-8654-af4cafdcb128 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] show failed (client error): The resource could not be found. Mar 23 10:22:12.595236 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-12e3a1a7-1f3b-4246-8654-af4cafdcb128 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags/tempest-TagsExtTest-Tag-1684760198 HTTP/1.1" status: 404 len: 329 time: 0.0678749 Mar 23 10:22:12.595952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.599800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.600151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Added segment 1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55 of type vlan for network 42c73a93-24fa-4695-8b80-10b83efdb592 Mar 23 10:22:12.608943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-7546d11c-d217-4c42-8bc5-8b1e630485f6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '82147ca4-e3a0-4b10-abcb-0af1643a0663') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:12.662385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.698142 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7546d11c-d217-4c42-8bc5-8b1e630485f6 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663/tags HTTP/1.1" status: 204 len: 168 time: 0.0989454 Mar 23 10:22:12.737394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44214) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.751778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-407e3b8d-db13-4141-812a-e77ffe8ce1d3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f7142cc2-06bd-47c6-b044-a5761fb4c366') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:12.798550 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-84af8402-cb4d-44b0-b154-3a7bba1a55f5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.798992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84af8402-cb4d-44b0-b154-3a7bba1a55f5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.803747 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-84af8402-cb4d-44b0-b154-3a7bba1a55f5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/53088814-056e-46bf-98a0-f9d2d1d27ae5 HTTP/1.1" status: 404 len: 337 time: 0.2700260 Mar 23 10:22:12.804624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44218) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.817716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.848609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.852388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:12.852972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.885448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.906651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.941541 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe4ceaa-f696-4616-8df6-25120829f973 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:12.941989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe4ceaa-f696-4616-8df6-25120829f973 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:12.975682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.976186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router 961fa5aa-a2f2-4319-b234-0c0fc849fdef {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:22:12.993730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8fe4ceaa-f696-4616-8df6-25120829f973 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/79c2432c-aeec-4445-98d0-ddcd31ea7266 HTTP/1.1" status: 404 len: 333 time: 0.1815579 Mar 23 10:22:12.995217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44222) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.997263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:12.999208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Network': ['ID=42c73a93-24fa-4695-8b80-10b83efdb592,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.004637 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-60b0eb7f-6180-40c0-b23b-6b6714f31763 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5798650 Mar 23 10:22:13.004802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:13.005808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44226) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.014822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:13.015262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 42c73a93-24fa-4695-8b80-10b83efdb592 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:13.041268 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e15cc72-50d4-4068-bc1e-47656a6e1b41 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.041713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e15cc72-50d4-4068-bc1e-47656a6e1b41 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.045735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1904229485'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:13.045906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7e15cc72-50d4-4068-bc1e-47656a6e1b41 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5e6a7181-8d92-4873-a121-1bd57474d150 HTTP/1.1" status: 404 len: 337 time: 0.0473263 Mar 23 10:22:13.046021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44230) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.052908 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-407e3b8d-db13-4141-812a-e77ffe8ce1d3 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366/tags HTTP/1.1" status: 204 len: 168 time: 0.3116705 Mar 23 10:22:13.052908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Pushing event updated for resources: {'Port': ['ID=fd4d8386-bdbc-4dfa-b9d6-a8009b159054,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.053757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44234) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.062326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.066925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5875b384-77e3-45c3-aa7d-7b6c17ac10fe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 204 len: 168 time: 4.0550141 Mar 23 10:22:13.066925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:13.073515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.tag.tag_plugin [None req-3345d966-bbd7-49cd-8060-3b02c8aefe1b tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ec47ae0-8873-4dd2-8338-71b0856d8a32') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:13.084384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44238) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.099698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-490686913'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:13.106963 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ea2190-a066-4fe5-b246-a51f1e455080 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.107401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ea2190-a066-4fe5-b246-a51f1e455080 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.111357 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-24ea2190-a066-4fe5-b246-a51f1e455080 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/fd9c72ca-3ced-483e-86df-3c0ad5de5cf0 HTTP/1.1" status: 404 len: 333 time: 0.0621290 Mar 23 10:22:13.111357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:13.113199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:network and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:13.114283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44242) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.119306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:13.129311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:13.153039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:13.161262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:13.172387 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-461e0e2c-7e2a-4209-8dae-aa2fc8193b30 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.172896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461e0e2c-7e2a-4209-8dae-aa2fc8193b30 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.175590 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-461e0e2c-7e2a-4209-8dae-aa2fc8193b30 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/c7d55d0f-7df7-4e78-8712-e6ef210f4dca HTTP/1.1" status: 404 len: 337 time: 0.0570517 Mar 23 10:22:13.176482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:13.178518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44246) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.199164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:13.202124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.230447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-969720f0-70b3-46e8-9b03-f2648eeecfe8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.230898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969720f0-70b3-46e8-9b03-f2648eeecfe8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.232626 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-969720f0-70b3-46e8-9b03-f2648eeecfe8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/6ead0f52-ac74-4bc0-82bf-c4dfc163bf39 HTTP/1.1" status: 404 len: 333 time: 0.0526497 Mar 23 10:22:13.235000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:13.236492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44250) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.238249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.281626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:13.294585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.294921 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment 90abf5dd-6436-40c5-8272-8f09209ac86d of type vlan for network e3d96c78-b30b-4f54-aafa-028233ad356d Mar 23 10:22:13.324356 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce92eb0-3708-41c7-bb40-b0ff13894626 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.324790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce92eb0-3708-41c7-bb40-b0ff13894626 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.327683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.335790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Router 95b11a12-150c-478d-8c78-524ad320f6c8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:13.340853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:13.348523 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bce92eb0-3708-41c7-bb40-b0ff13894626 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5972b840-565c-4236-8773-af7448dd852b HTTP/1.1" status: 404 len: 337 time: 0.1081681 Mar 23 10:22:13.348736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44254) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.364939 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3345d966-bbd7-49cd-8060-3b02c8aefe1b tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32/tags HTTP/1.1" status: 204 len: 168 time: 0.3004198 Mar 23 10:22:13.366161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.366496 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Added segment c4459e1e-4bb3-480b-a7ef-37a2028f5c45 of type vlan for network cd11d610-a681-4718-aebc-c81a15511e7d Mar 23 10:22:13.393332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44258) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.412752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.tag.tag_plugin [None req-6613d9d2-e282-4116-b28a-a9998c5424fa tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:13.442600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a006018-a71b-47e3-845d-72edacacafbb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.442959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a006018-a71b-47e3-845d-72edacacafbb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.528080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.590377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.594061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:13.594679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.633510 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3a006018-a71b-47e3-845d-72edacacafbb tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/c7fe9d70-3257-4ce7-bba0-5226d74c5dbc HTTP/1.1" status: 404 len: 333 time: 0.2837362 Mar 23 10:22:13.634281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.637909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:13.638487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.643457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44262) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.830085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a885ea9-077f-4434-9bac-32f9e01ec276 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.830791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a885ea9-077f-4434-9bac-32f9e01ec276 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.835196 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7a885ea9-077f-4434-9bac-32f9e01ec276 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/85b33c09-cad0-42e7-ba38-499fa8d06b44 HTTP/1.1" status: 404 len: 337 time: 0.1215408 Mar 23 10:22:13.836273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44266) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.845709 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8360083 Mar 23 10:22:13.851843 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7664871 Mar 23 10:22:13.856082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44270) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.867428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:13.891917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8959c0-0fc1-4515-a32b-da15afdbe0b9 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Network': ['ID=cd11d610-a681-4718-aebc-c81a15511e7d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.897452 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ff05ba-7ab6-49a6-b8a1-b89b3b20ded5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.897883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ff05ba-7ab6-49a6-b8a1-b89b3b20ded5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.902161 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-30ff05ba-7ab6-49a6-b8a1-b89b3b20ded5 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/1e16a087-0f57-4cb8-8867-16e193e6d93b HTTP/1.1" status: 404 len: 333 time: 0.0604510 Mar 23 10:22:13.902321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2626c5-e7e4-47c6-b031-88a30c7e2e63 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=e3d96c78-b30b-4f54-aafa-028233ad356d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.902426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44274) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.911739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network cd11d610-a681-4718-aebc-c81a15511e7d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:13.943414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e3d96c78-b30b-4f54-aafa-028233ad356d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:13.947284 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-79494cc9-d60d-44df-a7a2-b0c4f452217e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.947747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79494cc9-d60d-44df-a7a2-b0c4f452217e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.951809 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-79494cc9-d60d-44df-a7a2-b0c4f452217e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/f5604240-5365-4c59-8847-e3b5c6bdae12 HTTP/1.1" status: 404 len: 337 time: 0.0461459 Mar 23 10:22:13.952017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44278) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.992769 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4150055-cebe-424f-ab4c-f032c2c12565 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.992987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44282) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.993209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4150055-cebe-424f-ab4c-f032c2c12565 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.994873 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4150055-cebe-424f-ab4c-f032c2c12565 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/348e7332-e2b0-41dc-af56-8f8d10727a38 HTTP/1.1" status: 404 len: 337 time: 0.0417836 Mar 23 10:22:13.998505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44284) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.016577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'subnets': [{'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1925578032', 'ip_version': 4}, {'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:14.016980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'subnet': {'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1925578032', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:14.017467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Request body: {'subnet': {'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:14.047543 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5613315e-1c7b-4a43-99fc-8379c5675f5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.047974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5613315e-1c7b-4a43-99fc-8379c5675f5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.049794 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5613315e-1c7b-4a43-99fc-8379c5675f5d tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/ad6b1c14-48a2-45e1-ba86-6b143b7ffd01 HTTP/1.1" status: 404 len: 333 time: 0.0494928 Mar 23 10:22:14.052355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44290) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.100473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:14.112128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:14.125873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:14.146743 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6613d9d2-e282-4116-b28a-a9998c5424fa tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d/tags HTTP/1.1" status: 204 len: 168 time: 0.7405171 Mar 23 10:22:14.146743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:14.148316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44294) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.220407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:14.259984 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2718a1d3-1679-476d-a421-78c1f34a312e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.260560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2718a1d3-1679-476d-a421-78c1f34a312e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.262052 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2718a1d3-1679-476d-a421-78c1f34a312e tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/3ca667b4-83d0-47ec-8c8f-268cc660ce4c HTTP/1.1" status: 404 len: 337 time: 0.2083106 Mar 23 10:22:14.265037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44298) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.313727 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dcc585-f9be-4fdc-bb4d-69ea57b56949 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.314435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dcc585-f9be-4fdc-bb4d-69ea57b56949 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.316098 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e2dcc585-f9be-4fdc-bb4d-69ea57b56949 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/4ba0a12c-0270-4d8d-8029-e4974a6ef12b HTTP/1.1" status: 404 len: 337 time: 0.0499735 Mar 23 10:22:14.319150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44302) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.371645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.373123 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9171b15-3e49-4da7-a6c2-e036d3eb32a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.373683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9171b15-3e49-4da7-a6c2-e036d3eb32a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.377573 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a9171b15-3e49-4da7-a6c2-e036d3eb32a4 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/53e31b46-ce78-4a34-a44d-4d5b697afd15 HTTP/1.1" status: 404 len: 333 time: 0.0551252 Mar 23 10:22:14.378096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44306) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.449694 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc53b3b5-47de-4641-8bf1-9430740e8ad8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.450135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc53b3b5-47de-4641-8bf1-9430740e8ad8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.454049 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fc53b3b5-47de-4641-8bf1-9430740e8ad8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/02dc77bc-27b5-4869-a700-61429e3b4b3e HTTP/1.1" status: 404 len: 337 time: 0.0727491 Mar 23 10:22:14.459070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44310) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.477511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:14.483562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.500285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Usage tracker for resource:subnet and tenant:462848eddada403c8cb63bda89175722 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:14.506736 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-733ea9c4-8032-43c4-9814-679623283c27 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.507078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:14.507211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733ea9c4-8032-43c4-9814-679623283c27 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.508809 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-733ea9c4-8032-43c4-9814-679623283c27 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/99694632-4b97-4b16-a1cf-b700b98fa7a1 HTTP/1.1" status: 404 len: 337 time: 0.0487924 Mar 23 10:22:14.511419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44314) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.513914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.566127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:14.589597 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b036da58-e4d0-4e0a-8ad1-9582b16760a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.590043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b036da58-e4d0-4e0a-8ad1-9582b16760a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.591730 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b036da58-e4d0-4e0a-8ad1-9582b16760a7 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/c4aca137-c622-4769-8a7e-64b89ef17640 HTTP/1.1" status: 404 len: 333 time: 0.0793562 Mar 23 10:22:14.592982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2fb1-2f82-49ca-8255-99d89a8efc57 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for subnetpool, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.594088 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fb2b2fb1-2f82-49ca-8255-99d89a8efc57 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnetpools/82147ca4-e3a0-4b10-abcb-0af1643a0663 HTTP/1.1" status: 204 len: 168 time: 0.4448755 Mar 23 10:22:14.596926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44318) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.599054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44320) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.637055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Made reservation on behalf of 462848eddada403c8cb63bda89175722 for: {'subnet': 2} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:14.646631 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-94e61364-d04e-4057-b263-04a0f28ee3c8 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7142cc2-06bd-47c6-b044-a5761fb4c366 HTTP/1.1" status: 200 len: 205 time: 0.0485125 Mar 23 10:22:14.652551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44326) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.663230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:14.669170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d79fc6-7bb1-4407-9fb9-18f309dad942 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.669582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d79fc6-7bb1-4407-9fb9-18f309dad942 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.671195 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-83d79fc6-7bb1-4407-9fb9-18f309dad942 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/9f955eec-7862-4d69-89fa-87029b5c8d64 HTTP/1.1" status: 404 len: 337 time: 0.0703676 Mar 23 10:22:14.677058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] Sync routers for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:14.689257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:14.689972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:14.715570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.773086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.878504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:22:14.881491 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fa653c-4686-498d-81f5-dc3ecab68186 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:14.881926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fa653c-4686-498d-81f5-dc3ecab68186 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:14.886030 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-59fa653c-4686-498d-81f5-dc3ecab68186 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/00c62267-2d0f-4809-937f-9e192aed2ff8 HTTP/1.1" status: 404 len: 337 time: 0.1675100 Mar 23 10:22:14.886924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44334) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.919844 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3dbd9cb9-cf63-4d2b-a314-604c16e47ea0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6735940 Mar 23 10:22:14.925401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:22:14.982716 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ed128251-0f3b-45e6-84ae-940605f16609 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cc56f21-e86f-402a-985f-ef474c332e56 HTTP/1.1" status: 200 len: 205 time: 0.0947945 Mar 23 10:22:14.986246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44344) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.014586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.056480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.056480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.168414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.239039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-c1d52a91-66c2-434c-afb6-31d9dfdddf5b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] delete failed (client error): The resource could not be found. Mar 23 10:22:15.242429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c1d52a91-66c2-434c-afb6-31d9dfdddf5b tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/routers/3cc56f21-e86f-402a-985f-ef474c332e56 HTTP/1.1" status: 404 len: 336 time: 0.2508037 Mar 23 10:22:15.253169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.261994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44348) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.327272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'status': 'completed', 'code': 200} Mar 23 10:22:15.369916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'e25f7bc6-eeab-4c37-8946-ec9c424f60fa', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'port_id': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'mac_address': 'fa:16:3e:f0:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:09Z', 'updated_at': '2022-03-23T10:22:09Z', 'revision_number': 0, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:44Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:15.375072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] Checking router: 95b11a12-150c-478d-8c78-524ad320f6c8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:22:15.386638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:15.387246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:15.442224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.515074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2f198-3f4b-45e8-8083-78f3f2b3e31d req-8fecfb90-8917-49cb-96e7-edbfd4af3107 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:15.516578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-42d2f198-3f4b-45e8-8083-78f3f2b3e31d req-8fecfb90-8917-49cb-96e7-edbfd4af3107 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.2803249 Mar 23 10:22:15.564664 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1312f81-833a-43c4-9dee-dc7f144bb09a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:15.565459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1312f81-833a-43c4-9dee-dc7f144bb09a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:15.569250 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f1312f81-833a-43c4-9dee-dc7f144bb09a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/61f0f3cf-96e0-494d-9e32-252e8f2cae5e HTTP/1.1" status: 404 len: 337 time: 0.2743616 Mar 23 10:22:15.576024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44352) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.578155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:22:15.596547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=c7b9ae14-8f34-4455-a4e6-f1071759a7a3,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.651617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': '90abf5dd-6436-40c5-8272-8f09209ac86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:15.651973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: e3d96c78-b30b-4f54-aafa-028233ad356d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:15.664503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-42d2f198-3f4b-45e8-8083-78f3f2b3e31d req-b5baa63d-7d22-4c5d-85af-833c3f439e4d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333780 Mar 23 10:22:15.718172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44356) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.747341 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3aa26c1a-c850-4db3-978f-adec63df7dbd tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1f09f60-7ca1-458f-a557-319c105ab416 HTTP/1.1" status: 200 len: 205 time: 0.1647415 Mar 23 10:22:15.801547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Pushing event updated for resources: {'Port': ['ID=fd4d8386-bdbc-4dfa-b9d6-a8009b159054,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.820001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.855852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network e3d96c78-b30b-4f54-aafa-028233ad356d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:15.899816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e3d96c78-b30b-4f54-aafa-028233ad356d) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:15.908484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.913628 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-1b73c068-84a0-4deb-a41d-02a7bb2ae6cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] delete failed (client error): The resource could not be found. Mar 23 10:22:15.917360 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1b73c068-84a0-4deb-a41d-02a7bb2ae6cc tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/routers/f1f09f60-7ca1-458f-a557-319c105ab416 HTTP/1.1" status: 404 len: 336 time: 0.0889394 Mar 23 10:22:15.917504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:15.917635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.917746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.924126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44364) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.928408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f63235-002b-4127-9b1e-2c227b737756 None None] Network e3d96c78-b30b-4f54-aafa-028233ad356d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:15.963951 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-886dba70-a7c6-4f3f-a73d-db29540b5b40 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/floatingips/e25f7bc6-eeab-4c37-8946-ec9c424f60fa HTTP/1.1" status: 200 len: 991 time: 0.2441363 Mar 23 10:22:15.983578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fd28a7-ddec-4077-b2c6-190016240027 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:15.984073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fd28a7-ddec-4077-b2c6-190016240027 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:15.988660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.999631 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bd05c38a-28d4-44d1-90bc-7f93e45dff1b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1423779 Mar 23 10:22:16.002384 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-17fd28a7-ddec-4077-b2c6-190016240027 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5786112b-bc4c-42da-842c-d0b9e4107c3b HTTP/1.1" status: 404 len: 337 time: 0.0774601 Mar 23 10:22:16.004602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44368) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.006967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44370) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.016471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1284859215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:16.055316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:16.078863 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-64acab21-7a2e-40ef-8ce4-06dd2d10a346 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.5694582 Mar 23 10:22:16.100794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:16.103824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ceac6ae-ebb2-4b4b-9aa6-ab5d326cbbe0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.104258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ceac6ae-ebb2-4b4b-9aa6-ab5d326cbbe0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.105890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1ceac6ae-ebb2-4b4b-9aa6-ab5d326cbbe0 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/9bc77926-e4ee-4773-8b4c-8b3d4ca6ea20 HTTP/1.1" status: 404 len: 337 time: 0.0966532 Mar 23 10:22:16.108955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:16.111425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44376) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.162042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:16.182071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'e25f7bc6-eeab-4c37-8946-ec9c424f60fa', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'port_id': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'mac_address': 'fa:16:3e:f0:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:09Z', 'updated_at': '2022-03-23T10:22:09Z', 'revision_number': 0, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:44Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:16.186266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d577b6a5-11b9-439f-8f79-cd18d1c9f637 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.186724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d577b6a5-11b9-439f-8f79-cd18d1c9f637 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.188826 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d577b6a5-11b9-439f-8f79-cd18d1c9f637 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/44f4643f-1857-4fb3-af25-eec41bed8838 HTTP/1.1" status: 404 len: 333 time: 0.0736494 Mar 23 10:22:16.191200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44380) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.197313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9e6b0-14b7-45f0-b7ff-98bb19d01070 None None] The sync data for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv is: [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'e25f7bc6-eeab-4c37-8946-ec9c424f60fa', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'port_id': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'mac_address': 'fa:16:3e:f0:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:09Z', 'updated_at': '2022-03-23T10:22:09Z', 'revision_number': 0, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:44Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:16.237312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-a25fdd49-f2b9-4748-b686-cb08658b26b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:16.239803 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-a25fdd49-f2b9-4748-b686-cb08658b26b3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 898 time: 0.1525841 Mar 23 10:22:16.242980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1950b1d2-7597-4549-b68c-4a2f73206f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.243980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1950b1d2-7597-4549-b68c-4a2f73206f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.248232 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1950b1d2-7597-4549-b68c-4a2f73206f9a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/81e908e4-7c17-4bab-8ee8-4fe6514a4f50 HTTP/1.1" status: 404 len: 337 time: 0.0554547 Mar 23 10:22:16.248821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44384) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.255358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.256798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.269766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e3d96c78-b30b-4f54-aafa-028233ad356d', 'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': 'c7b9ae14-8f34-4455-a4e6-f1071759a7a3'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:16.271285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.347979 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2cfcce-b2eb-4cc8-abd2-39d85037fca6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.348493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2cfcce-b2eb-4cc8-abd2-39d85037fca6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.364848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.373089 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6a2cfcce-b2eb-4cc8-abd2-39d85037fca6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/193a110e-0151-4779-806e-2f86f182d252 HTTP/1.1" status: 404 len: 333 time: 0.1156173 Mar 23 10:22:16.374392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Fanout notify agent at l3_agent the message router_deleted on router f7142cc2-06bd-47c6-b044-a5761fb4c366 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:22:16.377525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44388) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.382252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.390039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.450236 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-19517fa2-5e9a-42e3-b6ee-5f01dea826b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.451274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19517fa2-5e9a-42e3-b6ee-5f01dea826b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.456937 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-19517fa2-5e9a-42e3-b6ee-5f01dea826b3 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5ca11359-c9ca-4308-8ee6-3075c62d1b40 HTTP/1.1" status: 404 len: 337 time: 0.0696080 Mar 23 10:22:16.458048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.465084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.468286 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9030f6f3-3e3c-4327-8591-34f334b3fef9 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/routers/f7142cc2-06bd-47c6-b044-a5761fb4c366 HTTP/1.1" status: 204 len: 168 time: 1.8124864 Mar 23 10:22:16.468446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.470254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Allocated IP 172.20.0.2 (e3d96c78-b30b-4f54-aafa-028233ad356d/c7b9ae14-8f34-4455-a4e6-f1071759a7a3/21a9d8ce-a3d7-47ef-960e-0b34310019a1) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:16.470521 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-43d6eed7-8081-4135-96a1-51f584ffa134 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 999 time: 0.2218695 Mar 23 10:22:16.470868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44394) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.491305 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ccadd6-52a0-4b78-badc-a3ee918fa5c4 None None] New status for floating IP e25f7bc6-eeab-4c37-8946-ec9c424f60fa: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:22:16.492594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Subnet': ['ID=37ac8df3-842c-4f41-8bf5-431f1b287de7,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:16.514682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.518433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5f8b194f-5fc3-428d-a9fe-5a4414d77278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5102522 Mar 23 10:22:16.518889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44398) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.541426 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0321aa7-65b6-4b5e-bb38-51d1566cd1be tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.541871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0321aa7-65b6-4b5e-bb38-51d1566cd1be tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.546253 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d0321aa7-65b6-4b5e-bb38-51d1566cd1be tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/f26ae076-6150-4568-bdb7-526ba409a85c HTTP/1.1" status: 404 len: 333 time: 0.0791078 Mar 23 10:22:16.578698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44404) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.650181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Checking segment: {'id': '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:16.650545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network hostable DHCP agents. Network: 42c73a93-24fa-4695-8b80-10b83efdb592, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:16.674767 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-a421c382-b2fd-4e74-b58a-6ae61ee31c8a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.675213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a421c382-b2fd-4e74-b58a-6ae61ee31c8a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.680795 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a421c382-b2fd-4e74-b58a-6ae61ee31c8a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/5a1bd9ba-7194-4061-b5bb-75e478a92999 HTTP/1.1" status: 404 len: 337 time: 0.0688932 Mar 23 10:22:16.681365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44408) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.737845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.753336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Transition to ACTIVE for port object 21a9d8ce-a3d7-47ef-960e-0b34310019a1 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:16.765319 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cb17d1-2b09-410b-a7dc-c2bbc5b3b1b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.765897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cb17d1-2b09-410b-a7dc-c2bbc5b3b1b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.770791 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-83cb17d1-2b09-410b-a7dc-c2bbc5b3b1b6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/36bc084a-4b2b-49f2-b045-2c946996fade HTTP/1.1" status: 404 len: 333 time: 0.0700824 Mar 23 10:22:16.771332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44412) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.781098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Transition to ACTIVE for port object 21a9d8ce-a3d7-47ef-960e-0b34310019a1 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:16.791058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Deleting port 2ec47ae0-8873-4dd2-8338-71b0856d8a32 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:16.791522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.791851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.814431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network 42c73a93-24fa-4695-8b80-10b83efdb592 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:16.819920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-50e4fb07-d2e5-4409-a3da-f91d0b4ecf74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:16.821370 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-50e4fb07-d2e5-4409-a3da-f91d0b4ecf74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.2405694 Mar 23 10:22:16.828051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 42c73a93-24fa-4695-8b80-10b83efdb592) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:16.832892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.850132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f31a33-2ca0-4f65-b7de-0342dbacac2d None None] Network 42c73a93-24fa-4695-8b80-10b83efdb592 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:16.920265 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-320706dd-3603-4934-a7ac-2a5b389625a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:16.920777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320706dd-3603-4934-a7ac-2a5b389625a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:16.925988 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-320706dd-3603-4934-a7ac-2a5b389625a6 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/363893eb-464d-4e36-b0b6-922b99f7bd0d HTTP/1.1" status: 404 len: 337 time: 0.1462665 Mar 23 10:22:16.938759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.977803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44420) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.991557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Pushing event updated for resources: {'Port': ['ID=21a9d8ce-a3d7-47ef-960e-0b34310019a1,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:17.005970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Network e3d96c78-b30b-4f54-aafa-028233ad356d is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:17.011484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:17.015343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:17.019519 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf87830-41d4-4fe8-b470-0f6509b24e9f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:17.020769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf87830-41d4-4fe8-b470-0f6509b24e9f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:17.024945 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6bf87830-41d4-4fe8-b470-0f6509b24e9f tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/7b576f26-53f8-4eda-878d-dec9c42be9c2 HTTP/1.1" status: 404 len: 333 time: 0.0832028 Mar 23 10:22:17.150699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event updated for resources: {'Subnet': ['ID=6201a632-021f-44bd-9427-34d4f526d487,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:17.171347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44422) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.180071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Attempting to bind port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:17.180390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Attempting to bind port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '90abf5dd-6436-40c5-8272-8f09209ac86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:17.180756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Attempting to bind port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 on network e3d96c78-b30b-4f54-aafa-028233ad356d {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:17.188215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:17.188604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Checking segment: {'id': '90abf5dd-6436-40c5-8272-8f09209ac86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:17.189060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.189376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Bound using segment: {'id': '90abf5dd-6436-40c5-8272-8f09209ac86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:17.189842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Bound port: 21a9d8ce-a3d7-47ef-960e-0b34310019a1, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90abf5dd-6436-40c5-8272-8f09209ac86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e3d96c78-b30b-4f54-aafa-028233ad356d'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:17.190216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.229305 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b44bc19-2183-426e-8bec-a49f79d5cca9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:17.229735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b44bc19-2183-426e-8bec-a49f79d5cca9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:17.231374 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4b44bc19-2183-426e-8bec-a49f79d5cca9 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/7e883974-dc9e-412a-b408-fde7c0544892 HTTP/1.1" status: 404 len: 337 time: 0.0589654 Mar 23 10:22:17.237532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44428) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.292053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-42c73a93-24fa-4695-8b80-10b83efdb592', 'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592', 'tenant_id': '462848eddada403c8cb63bda89175722', 'fixed_ips': [{'subnet_id': '37ac8df3-842c-4f41-8bf5-431f1b287de7'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:17.293512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.294979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Checking segment: {'id': 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:17.295342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network hostable DHCP agents. Network: cd11d610-a681-4718-aebc-c81a15511e7d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:17.309981 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dfc52b10-982f-4794-9ab5-3afb2716f774 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/floatingips/e25f7bc6-eeab-4c37-8946-ec9c424f60fa HTTP/1.1" status: 200 len: 993 time: 0.1565020 Mar 23 10:22:17.351983 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Floating IP e0fe5f97-50c7-4dea-9c58-0e00c00148e5 associated. External IP: 172.26.7.194, port: 3493a195-7d5b-4300-8746-d7b0299f577f. Mar 23 10:22:17.388046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] For port 21a9d8ce-a3d7-47ef-960e-0b34310019a1, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:17.403976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Network cd11d610-a681-4718-aebc-c81a15511e7d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:17.410906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] For port 21a9d8ce-a3d7-47ef-960e-0b34310019a1, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=21a9d8ce-a3d7-47ef-960e-0b34310019a1,segment=NetworkSegment(90abf5dd-6436-40c5-8272-8f09209ac86d),segment_id=90abf5dd-6436-40c5-8272-8f09209ac86d)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:17.411943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.417452 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-569d391c-564d-456b-9f23-0c555195f520 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:17.418008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569d391c-564d-456b-9f23-0c555195f520 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:17.419556 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-569d391c-564d-456b-9f23-0c555195f520 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/c390be7c-2e40-4c36-8ecf-b38f5b542f0c HTTP/1.1" status: 404 len: 333 time: 0.1794305 Mar 23 10:22:17.420422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.423333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44432) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.465115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, cd11d610-a681-4718-aebc-c81a15511e7d) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:17.469425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:17.469816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:17.470428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.486516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea684740-fbc7-48d9-a151-8492732c7365 None None] Network cd11d610-a681-4718-aebc-c81a15511e7d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:17.491523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa37759-136a-410a-96a3-dfb69736223a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:17.491985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa37759-136a-410a-96a3-dfb69736223a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:17.496062 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8fa37759-136a-410a-96a3-dfb69736223a tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/291bdc03-acd7-465b-836a-5b5d0938f578 HTTP/1.1" status: 404 len: 337 time: 0.0678029 Mar 23 10:22:17.499365 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-39da4ee2-5928-4cb9-adf9-2d64943434c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6255236 Mar 23 10:22:17.499859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44436) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.610974 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8b8bf9fd-378c-4269-9dc2-4dc4d447d8d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6041629 Mar 23 10:22:17.616351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44440) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.641315 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-16633f3d-410a-4eda-86eb-8d8d549f1aca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:17.642120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16633f3d-410a-4eda-86eb-8d8d549f1aca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:17.646491 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-16633f3d-410a-4eda-86eb-8d8d549f1aca tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/ports/868248f1-5849-47ee-b622-c5a7df5ee007 HTTP/1.1" status: 404 len: 333 time: 0.1399469 Mar 23 10:22:17.651961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44444) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.662570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ec6f-e03b-45e6-9229-af93d1e66ee1 None None] Pushing event updated for resources: {'Port': ['ID=21a9d8ce-a3d7-47ef-960e-0b34310019a1,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:17.691014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.752136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Allocated IP 172.20.0.2 (42c73a93-24fa-4695-8b80-10b83efdb592/37ac8df3-842c-4f41-8bf5-431f1b287de7/42ca3bc6-d8a0-41f9-aaed-a2aee091e289) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:17.757761 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2a4d8a-3e4b-4d41-9130-7ac924d2c4a8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:17.758265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2a4d8a-3e4b-4d41-9130-7ac924d2c4a8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:17.762621 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ff2a4d8a-3e4b-4d41-9130-7ac924d2c4a8 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/subnets/e00f9ddf-06f5-4027-bc34-207cb318cd3d HTTP/1.1" status: 404 len: 337 time: 0.1027541 Mar 23 10:22:17.764159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44448) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.816319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03c788-9c6e-4eb0-bcd8-df1b778b0a21 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:17.818114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03c788-9c6e-4eb0-bcd8-df1b778b0a21 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:17.819038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03c788-9c6e-4eb0-bcd8-df1b778b0a21 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:17.819994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4d03c788-9c6e-4eb0-bcd8-df1b778b0a21 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Synchronizing usage tracker for tenant:462848eddada403c8cb63bda89175722 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:17.882485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Calling delete_port for 2ec47ae0-8873-4dd2-8338-71b0856d8a32 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:17.985197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-cd11d610-a681-4718-aebc-c81a15511e7d', 'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d', 'tenant_id': '462848eddada403c8cb63bda89175722', 'fixed_ips': [{'subnet_id': '6201a632-021f-44bd-9427-34d4f526d487'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:17.986900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.987059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4d03c788-9c6e-4eb0-bcd8-df1b778b0a21 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Unset dirty status for tenant:462848eddada403c8cb63bda89175722 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:17.995605 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4d03c788-9c6e-4eb0-bcd8-df1b778b0a21 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3710840 Mar 23 10:22:18.006821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44452) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.010330 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-24c9267e-d78c-4df3-8fb6-8cb233b4e284 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042989 Mar 23 10:22:18.067827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.216740 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3d25fdd-02a0-4fcf-94e9-fd6e2c63b7ee req-a233576c-bdaf-4ce7-8ec8-34276723b034 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865981 Mar 23 10:22:18.265215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Deleting subnet 37ac8df3-842c-4f41-8bf5-431f1b287de7 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:18.313492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.338144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Transition to ACTIVE for port object 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:18.351689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.367579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Allocated IP 172.20.0.18 (cd11d610-a681-4718-aebc-c81a15511e7d/6201a632-021f-44bd-9427-34d4f526d487/020246ce-a4e9-40a2-ac29-138c4c53aa46) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:18.370565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.20.0.1 (e3d96c78-b30b-4f54-aafa-028233ad356d/c7b9ae14-8f34-4455-a4e6-f1071759a7a3/a5e67670-b811-4789-a7c9-11d6e77da80a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:18.372976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Transition to ACTIVE for port object 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:18.382403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.384824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.421766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.511852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event deleted for resources: {'Port': ['ID=2ec47ae0-8873-4dd2-8338-71b0856d8a32,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:18.526815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Network 42c73a93-24fa-4695-8b80-10b83efdb592 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:18.531348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:18.536865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:18.559129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:18.571701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.653876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e547c3d-f657-495c-8c1f-cee1dad97567') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:18.654163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e547c3d-f657-495c-8c1f-cee1dad97567') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:18.667185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Attempting to bind port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:18.667595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Attempting to bind port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:18.667984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Attempting to bind port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 on network 42c73a93-24fa-4695-8b80-10b83efdb592 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:18.670308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Pushing event updated for resources: {'Port': ['ID=42ca3bc6-d8a0-41f9-aaed-a2aee091e289,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:18.693824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:18.694057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Checking segment: {'id': '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:18.694438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.694670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.694863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Bound using segment: {'id': '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:18.695068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.695314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Bound port: 42ca3bc6-d8a0-41f9-aaed-a2aee091e289, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '42c73a93-24fa-4695-8b80-10b83efdb592'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:18.695719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.714729 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-16ec5f68-6c62-4d4f-a022-0684669a0183 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/ports/2ec47ae0-8873-4dd2-8338-71b0856d8a32 HTTP/1.1" status: 204 len: 168 time: 2.1732075 Mar 23 10:22:18.714944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44456) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.741928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.790589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.796089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Releasing vlan 951 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:18.796749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:18.813775 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:18.982031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.008133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] For port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:19.010732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Transition to ACTIVE for port object 020246ce-a4e9-40a2-ac29-138c4c53aa46 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:19.014525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] For port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=42ca3bc6-d8a0-41f9-aaed-a2aee091e289,segment=NetworkSegment(1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55),segment_id=1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:19.029193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.116835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object a5e67670-b811-4789-a7c9-11d6e77da80a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:19.123473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.124058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Transition to ACTIVE for port object 020246ce-a4e9-40a2-ac29-138c4c53aa46 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:19.142637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.187982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4a2dd-3805-4065-8d96-3849582f6f48 None None] Pushing event updated for resources: {'Port': ['ID=42ca3bc6-d8a0-41f9-aaed-a2aee091e289,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.218393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.238691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Network cd11d610-a681-4718-aebc-c81a15511e7d is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:19.245336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:19.254294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.260531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:19.300659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] Pushing event deleted for resources: {'Network': ['ID=a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.339609 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5355b394-d9c2-4ffd-9333-9d759adeaba1 tempest-NetworksTestDHCPv6-764508932 tempest-NetworksTestDHCPv6-764508932-project] 10.222.0.73 "DELETE /v2.0/networks/a1807754-e9fd-4cfd-a9ea-3bee0b12e5d6 HTTP/1.1" status: 204 len: 168 time: 1.5720160 Mar 23 10:22:19.367408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.407115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75cbbd-ed81-46f4-a827-624ddf7b5db2 None None] Network e3d96c78-b30b-4f54-aafa-028233ad356d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:19.459467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Deleting subnet 91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:19.463102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Router 44bb115f-0204-409c-8d9e-9071d0db1cd6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:19.466951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.479224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.606898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 21a9d8ce-a3d7-47ef-960e-0b34310019a1 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:19.622287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Subnet': ['ID=37ac8df3-842c-4f41-8bf5-431f1b287de7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.674171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.680142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=a5e67670-b811-4789-a7c9-11d6e77da80a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.686876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network e3d96c78-b30b-4f54-aafa-028233ad356d is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:19.691083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:19.694726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:19.761820 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-577216d2-24aa-446f-b57d-73c844d062b7 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/subnets/37ac8df3-842c-4f41-8bf5-431f1b287de7 HTTP/1.1" status: 204 len: 168 time: 1.7524610 Mar 23 10:22:19.762836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44464) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.773177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.823212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Pushing event updated for resources: {'Port': ['ID=020246ce-a4e9-40a2-ac29-138c4c53aa46,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.831509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44468) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.851288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.881717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Attempting to bind port 020246ce-a4e9-40a2-ac29-138c4c53aa46 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:19.884600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Attempting to bind port 020246ce-a4e9-40a2-ac29-138c4c53aa46 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:19.884983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Attempting to bind port 020246ce-a4e9-40a2-ac29-138c4c53aa46 on network cd11d610-a681-4718-aebc-c81a15511e7d {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:19.977873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.983122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.027264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Deleting subnet 6201a632-021f-44bd-9427-34d4f526d487 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:20.035263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.040485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:20.040868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Checking segment: {'id': 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:20.041270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.041664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Bound using segment: {'id': 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:20.042149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Bound port: 020246ce-a4e9-40a2-ac29-138c4c53aa46, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'cd11d610-a681-4718-aebc-c81a15511e7d'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:20.042525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.052892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-736a3ce3-4a99-4128-881c-0484b8d4b27e None None] Provisioning for port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:20.077312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:20.090628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.136335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event deleted for resources: {'Subnet': ['ID=91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:20.156130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.161157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:20.173251 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8ee0146e-e277-4cbd-8020-035d555cea87 tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/subnets/91dcdfd3-6b5b-45ef-a1dc-640ec1cf7b7d HTTP/1.1" status: 204 len: 168 time: 1.4572949 Mar 23 10:22:20.179738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44474) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.194362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] For port 020246ce-a4e9-40a2-ac29-138c4c53aa46, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:20.197947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] For port 020246ce-a4e9-40a2-ac29-138c4c53aa46, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=020246ce-a4e9-40a2-ac29-138c4c53aa46,segment=NetworkSegment(c4459e1e-4bb3-480b-a7ef-37a2028f5c45),segment_id=c4459e1e-4bb3-480b-a7ef-37a2028f5c45)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:20.204302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c09a54-77d6-4822-8de8-78390f29a61f None None] Network 25fd4e24-74c4-449d-b011-9fd756e3e64d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:20.231706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] Sync routers for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:20.280244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.288328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.336457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.356805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:20.357329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.390417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.398107 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f45126c0-a9e8-46d0-b613-9390af9985f5 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.4198775 Mar 23 10:22:20.399239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44478) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.413846 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-acf80647-accd-4729-a505-5ce430ac436a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ef961ba025c41ab8a86f38e89ca6643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5781660 Mar 23 10:22:20.421980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44482) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.512189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ad8-672a-4a80-911f-f6800912730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.524674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Deleting port e678da7f-587d-41ca-a76e-dc4ee44465d0 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:20.525407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.557725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:20.558349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:20.678346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ad8-672a-4a80-911f-f6800912730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.679015 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9a712a0a-040f-47d5-8972-8caa1b567c16 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] 10.222.0.73 "GET /v2.0/floatingips/e0fe5f97-50c7-4dea-9c58-0e00c00148e5 HTTP/1.1" status: 200 len: 983 time: 0.2784448 Mar 23 10:22:20.682363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44486) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.688935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2ee5e-49bc-4da7-aecb-fbd52d362dd8 None None] Network 42c73a93-24fa-4695-8b80-10b83efdb592 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:20.738708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.809416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:20.854472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08158b91-9f62-44dc-8530-abcaadb7ece7 None None] Pushing event updated for resources: {'Port': ['ID=020246ce-a4e9-40a2-ac29-138c4c53aa46,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:20.895793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ad8-672a-4a80-911f-f6800912730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.919897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4ad8-672a-4a80-911f-f6800912730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45665b12-4dbb-4e22-bf28-ce7b60f1aa70,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:20.950048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] For port e678da7f-587d-41ca-a76e-dc4ee44465d0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e678da7f-587d-41ca-a76e-dc4ee44465d0,segment=NetworkSegment(4d7ec15c-2699-468a-87c3-7772bfaba98a),segment_id=4d7ec15c-2699-468a-87c3-7772bfaba98a)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:20.950679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.959926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.015057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.016975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ad8-672a-4a80-911f-f6800912730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.021281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-95cb4ad8-672a-4a80-911f-f6800912730c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45665b12-4dbb-4e22-bf28-ce7b60f1aa70 HTTP/1.1" status: 204 len: 168 time: 0.5951583 Mar 23 10:22:21.025154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Subnet': ['ID=6201a632-021f-44bd-9427-34d4f526d487,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.033779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.041917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.057201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0a27c7fd-19a5-4e01-9350-6c4c5981c922 None None] Provisioning for port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:21.100567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Calling delete_port for e678da7f-587d-41ca-a76e-dc4ee44465d0 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:21.135625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.139812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2699486c-b448-4a21-9dad-f09ef74cbf61 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/subnets/6201a632-021f-44bd-9427-34d4f526d487 HTTP/1.1" status: 204 len: 168 time: 1.3735178 Mar 23 10:22:21.162778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:21.164577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:21.175455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.179279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44492) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.252344 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-93a28cb7-9514-4dde-9b26-59842022be73 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.5692830 Mar 23 10:22:21.253356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.262358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.298927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:21.299246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeddb8fe-5acf-4392-83d3-6b5e93d430b3 None None] The sync data for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:21.330955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 21a9d8ce-a3d7-47ef-960e-0b34310019a1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=21a9d8ce-a3d7-47ef-960e-0b34310019a1,segment=NetworkSegment(90abf5dd-6436-40c5-8272-8f09209ac86d),segment_id=90abf5dd-6436-40c5-8272-8f09209ac86d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:21.341264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.491500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=a5e67670-b811-4789-a7c9-11d6e77da80a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.534144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=21a9d8ce-a3d7-47ef-960e-0b34310019a1,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.538766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bb96d865-1ee4-44de-a8a9-e145722086ba None None] Provisioning complete for port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:21.538766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bb96d865-1ee4-44de-a8a9-e145722086ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.543620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network e3d96c78-b30b-4f54-aafa-028233ad356d is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:21.552117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:21.559603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183423f-033d-4d96-af63-ead46110b2d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:21.562689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c183423f-033d-4d96-af63-ead46110b2d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Synchronizing usage tracker for tenant:462848eddada403c8cb63bda89175722 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:21.571266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 020246ce-a4e9-40a2-ac29-138c4c53aa46 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:21.716957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa954e-c532-4676-a4fa-734a6e298ddd None None] DHCP port deletion for 25fd4e24-74c4-449d-b011-9fd756e3e64d request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:21.764213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] DHCP port deletion for 42c73a93-24fa-4695-8b80-10b83efdb592 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:21.787306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event deleted for resources: {'Port': ['ID=e678da7f-587d-41ca-a76e-dc4ee44465d0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.792736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] Deleting port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:21.793122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.888374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] No DVR routers for this DVR port e678da7f-587d-41ca-a76e-dc4ee44465d0 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:21.916318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 020246ce-a4e9-40a2-ac29-138c4c53aa46 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:22.098694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c183423f-033d-4d96-af63-ead46110b2d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Unset dirty status for tenant:462848eddada403c8cb63bda89175722 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:22.101520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c183423f-033d-4d96-af63-ead46110b2d2 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9134357 Mar 23 10:22:22.112630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44512) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.180682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] For port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=42ca3bc6-d8a0-41f9-aaed-a2aee091e289,segment=NetworkSegment(1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55),segment_id=1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:22.187169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.266232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.323691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fd4e24-74c4-449d-b011-9fd756e3e64d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:22.325099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:22.339325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting port fd4d8386-bdbc-4dfa-b9d6-a8009b159054 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:22.339904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.351343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93f35f-8886-43da-9e96-abca34a2d8a3 None None] Network cd11d610-a681-4718-aebc-c81a15511e7d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:22.434027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.438036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] Calling delete_port for 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:22.448138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Deleting port 020246ce-a4e9-40a2-ac29-138c4c53aa46 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:22.448473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.482703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7ec15c-2699-468a-87c3-7772bfaba98a') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:22.483052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7ec15c-2699-468a-87c3-7772bfaba98a') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:22.507493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.543709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.556907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:22.557429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:22.580231 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:22.602581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bb96d865-1ee4-44de-a8a9-e145722086ba None None] Provisioning for port a5e67670-b811-4789-a7c9-11d6e77da80a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:22.659404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bb96d865-1ee4-44de-a8a9-e145722086ba None None] Provisioning complete for port a5e67670-b811-4789-a7c9-11d6e77da80a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:22.659988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bb96d865-1ee4-44de-a8a9-e145722086ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.670249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.670574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.681654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44522) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.692025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:22.747212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:22.747624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.789280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 7ba5b4bb-3d19-4350-8fda-e3047858468c is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:22:22.798795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] For port 020246ce-a4e9-40a2-ac29-138c4c53aa46, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=020246ce-a4e9-40a2-ac29-138c4c53aa46,segment=NetworkSegment(c4459e1e-4bb3-480b-a7ef-37a2028f5c45),segment_id=c4459e1e-4bb3-480b-a7ef-37a2028f5c45)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:22.799421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.822215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Calling delete_port for fd4d8386-bdbc-4dfa-b9d6-a8009b159054 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:22.829531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.851296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.874297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 was deleted so its status cannot be updated. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 23 10:22:22.878053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.879398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] No DVR routers for this DVR port 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:22.907071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bb96d865-1ee4-44de-a8a9-e145722086ba None None] Port a5e67670-b811-4789-a7c9-11d6e77da80a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:22.911019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8585659-5fa6-4bb5-8775-0ecaab9485e2 None None] Pushing event deleted for resources: {'Port': ['ID=42ca3bc6-d8a0-41f9-aaed-a2aee091e289,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.924570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] Pushing event deleted for resources: {'Network': ['ID=25fd4e24-74c4-449d-b011-9fd756e3e64d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.927062 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a5a6caef-ae2a-477b-ab4c-3dddb647da2c tempest-TagsExtTest-206034129 tempest-TagsExtTest-206034129-project] 10.222.0.73 "DELETE /v2.0/networks/25fd4e24-74c4-449d-b011-9fd756e3e64d HTTP/1.1" status: 204 len: 168 time: 2.7459917 Mar 23 10:22:23.009848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] DHCP port deletion for cd11d610-a681-4718-aebc-c81a15511e7d request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:23.015703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Deleting port 020246ce-a4e9-40a2-ac29-138c4c53aa46 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:23.016735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.049137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Calling delete_port for 020246ce-a4e9-40a2-ac29-138c4c53aa46 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:23.087824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.088149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-6d07f8fb-96c3-4405-ab8b-202979c94a22 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.089306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d07f8fb-96c3-4405-ab8b-202979c94a22 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4042163 Mar 23 10:22:23.095401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44530) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.119673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Provisioning for port 020246ce-a4e9-40a2-ac29-138c4c53aa46 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:23.120165 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:22:23.134887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-89fc6b31-2a82-4801-b1c1-dbf759c2ca39 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.138929 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-89fc6b31-2a82-4801-b1c1-dbf759c2ca39 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098176 Mar 23 10:22:23.146775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44534) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.157625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Port': ['ID=fd4d8386-bdbc-4dfa-b9d6-a8009b159054,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:23.163119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-f776d83a-fe40-4ff8-86fe-1aaa0d645e65 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.167613 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f776d83a-fe40-4ff8-86fe-1aaa0d645e65 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0142908 Mar 23 10:22:23.170808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44538) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.178247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-f7fa60ec-63a1-4193-bf93-a19a5acad7f5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.182553 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f7fa60ec-63a1-4193-bf93-a19a5acad7f5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102580 Mar 23 10:22:23.183752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44542) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.203929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-f13f3c36-a889-4b0a-9049-f2d53b569ea5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.207680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f13f3c36-a889-4b0a-9049-f2d53b569ea5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0112927 Mar 23 10:22:23.207871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Provisioning complete for port 020246ce-a4e9-40a2-ac29-138c4c53aa46 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:23.207871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.211634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44546) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.219150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-daa8e23b-f47b-4a7c-9270-8b76c159bcd0 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.223339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-daa8e23b-f47b-4a7c-9270-8b76c159bcd0 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077381 Mar 23 10:22:23.226634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44550) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.246023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-b186558f-45fc-4f1b-bf20-3fc7a053d9a1 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.246985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b186558f-45fc-4f1b-bf20-3fc7a053d9a1 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0183232 Mar 23 10:22:23.252389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44556) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.257473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-a27aa3c1-0e55-4553-8ed0-5c6dc286faf8 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.258450 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a27aa3c1-0e55-4553-8ed0-5c6dc286faf8 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064147 Mar 23 10:22:23.265931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44560) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.276789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-d58fdd94-705d-4f56-9e7f-2cec6b131cc8 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.277755 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d58fdd94-705d-4f56-9e7f-2cec6b131cc8 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064144 Mar 23 10:22:23.278674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.283588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44564) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.326360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Port': ['ID=020246ce-a4e9-40a2-ac29-138c4c53aa46,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:23.331432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-e7a5a652-7258-4fc4-a6fc-3ae07e0d7b78 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.334906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e7a5a652-7258-4fc4-a6fc-3ae07e0d7b78 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0093994 Mar 23 10:22:23.337967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44568) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.344713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.345865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-98c1b7b8-a0da-44cb-a885-74773bf865c3 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.346829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-98c1b7b8-a0da-44cb-a885-74773bf865c3 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079637 Mar 23 10:22:23.349395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:23.351248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44572) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.361584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-855ef95e-9ead-4056-8460-0802f4c7dc51 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.362563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-855ef95e-9ead-4056-8460-0802f4c7dc51 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0105464 Mar 23 10:22:23.364097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] No DVR routers for this DVR port 020246ce-a4e9-40a2-ac29-138c4c53aa46 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:23.366620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44576) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.368561 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] Sync routers for ids ['7ba5b4bb-3d19-4350-8fda-e3047858468c'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:23.393390 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] Routers {'7ba5b4bb-3d19-4350-8fda-e3047858468c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:23.395444 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7ba5b4bb-3d19-4350-8fda-e3047858468c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.428738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Could not find standard attr ID for object 020246ce-a4e9-40a2-ac29-138c4c53aa46. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:23.436028 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.db [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] No ports have port_id starting with 020246ce-a4e9-40a2-ac29-138c4c53aa46 Mar 23 10:22:23.442956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44580) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.446285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-52125e2c-6ca8-441e-92d5-d42c2bd281c9 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.447262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-52125e2c-6ca8-441e-92d5-d42c2bd281c9 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0702400 Mar 23 10:22:23.451256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44584) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.453106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-578ef7bf-7727-41ac-87a0-1eba99977b98 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/7ba5b4bb-3d19-4350-8fda-e3047858468c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9333127 Mar 23 10:22:23.464380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44586) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.465492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] For port 020246ce-a4e9-40a2-ac29-138c4c53aa46, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=020246ce-a4e9-40a2-ac29-138c4c53aa46,segment=NetworkSegment(c4459e1e-4bb3-480b-a7ef-37a2028f5c45),segment_id=c4459e1e-4bb3-480b-a7ef-37a2028f5c45)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:23.465795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.508914 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.520703 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] Routers {'7ba5b4bb-3d19-4350-8fda-e3047858468c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:23.521215 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7ba5b4bb-3d19-4350-8fda-e3047858468c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.601123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Calling delete_port for 020246ce-a4e9-40a2-ac29-138c4c53aa46 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:23.604738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-4d8424d7-d873-4083-aae9-d66d86d75364 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.605726 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4d8424d7-d873-4083-aae9-d66d86d75364 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0218675 Mar 23 10:22:23.615184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44594) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.628200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-5fb223eb-ff09-4f92-a87b-9a73731c22b5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.629210 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5fb223eb-ff09-4f92-a87b-9a73731c22b5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0132720 Mar 23 10:22:23.631886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44598) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.637460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.645915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-bd035cd9-0caf-4b49-afa6-cf57519fcd48 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.652663 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.653064 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123b4d1-eb65-42de-b270-f7a96b7c5874 None None] The sync data for ids ['7ba5b4bb-3d19-4350-8fda-e3047858468c'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:23.658185 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bd035cd9-0caf-4b49-afa6-cf57519fcd48 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0161495 Mar 23 10:22:23.659675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44602) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.659989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bff0f8-de9f-4f01-b133-367645d68f94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:23.661078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a3bff0f8-de9f-4f01-b133-367645d68f94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:23.672948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-d1b33db2-2059-4676-a59c-2b91bffdea53 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.674369 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d1b33db2-2059-4676-a59c-2b91bffdea53 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0130630 Mar 23 10:22:23.678022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44606) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.690423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:23.691045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:23.693423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 21a9d8ce-a3d7-47ef-960e-0b34310019a1 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:23.736523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Provisioning complete for port a5e67670-b811-4789-a7c9-11d6e77da80a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:23.737001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.811232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-26536ffe-7dab-417b-b1d2-04d4df13dc38 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.814276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-afa0bb48-59a8-472c-a261-0faf5cb4ccec None None] Port a5e67670-b811-4789-a7c9-11d6e77da80a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:23.814885 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26536ffe-7dab-417b-b1d2-04d4df13dc38 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1355636 Mar 23 10:22:23.815781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44612) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.819178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd11d610-a681-4718-aebc-c81a15511e7d']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.831297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:23.831700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.851255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-670d78dc-a7e2-4e92-851a-bfc708ccca7b tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.855614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-670d78dc-a7e2-4e92-851a-bfc708ccca7b tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0254676 Mar 23 10:22:23.856590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.856959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4459e1e-4bb3-480b-a7ef-37a2028f5c45') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:23.867805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44616) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.875255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a3bff0f8-de9f-4f01-b133-367645d68f94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:23.879799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a3bff0f8-de9f-4f01-b133-367645d68f94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports/a5e67670-b811-4789-a7c9-11d6e77da80a HTTP/1.1" status: 200 len: 910 time: 0.3924584 Mar 23 10:22:23.879969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44620) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.883423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-aff38110-04d6-4459-899e-aa23955ac8d6 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.884401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aff38110-04d6-4459-899e-aa23955ac8d6 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0156596 Mar 23 10:22:23.886334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.893507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44624) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.914589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-bfbb20ed-ca69-4bbb-a9aa-f5fd8d85e8ae tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.918132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bfbb20ed-ca69-4bbb-a9aa-f5fd8d85e8ae tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0186987 Mar 23 10:22:23.922015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44628) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.927096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.937585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-c336d236-df60-4dff-bd24-822bde33f489 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.942193 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c336d236-df60-4dff-bd24-822bde33f489 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0162284 Mar 23 10:22:23.944572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44632) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.949564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:23.949987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:23.967129 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:23.974702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-f9bc4516-e0ff-4712-851d-770d0b5e1f6a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:23.975836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f9bc4516-e0ff-4712-851d-770d0b5e1f6a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0289505 Mar 23 10:22:23.990586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.001537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7b9ae14-8f34-4455-a4e6-f1071759a7a3'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:24.029114 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-63f4424d-aa4f-4bca-b361-8d8a903127d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e41e03aeeac47e8bc48ca9d91ada22a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778270 Mar 23 10:22:24.033096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-66e90e56-a578-4755-82c8-73d3a1ffcae9 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.033285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44640) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.033531 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-66e90e56-a578-4755-82c8-73d3a1ffcae9 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0420110 Mar 23 10:22:24.044288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44644) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.045455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e678da7f-587d-41ca-a76e-dc4ee44465d0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:24.049433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-e0d4de9f-8b25-43bd-8a6b-78dae1632fa2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.054677 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e0d4de9f-8b25-43bd-8a6b-78dae1632fa2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047233 Mar 23 10:22:24.057800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44648) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.070956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-2b420d27-2891-4289-af53-f1f6af53348d tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.074156 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2b420d27-2891-4289-af53-f1f6af53348d tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0102599 Mar 23 10:22:24.074631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44652) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.081657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: e678da7f-587d-41ca-a76e-dc4ee44465d0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:24.082114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e678da7f-587d-41ca-a76e-dc4ee44465d0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:24.083107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:24.090540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-55af8ebd-c844-4752-850c-a63c62736ade tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.093918 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55af8ebd-c844-4752-850c-a63c62736ade tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114543 Mar 23 10:22:24.094598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44656) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.108213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-3de37f6d-b227-4531-957c-2c5a33901956 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.114014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3de37f6d-b227-4531-957c-2c5a33901956 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0142405 Mar 23 10:22:24.114014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.114343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44660) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.120893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:24.121242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 42ca3bc6-d8a0-41f9-aaed-a2aee091e289 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:24.121663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 020246ce-a4e9-40a2-ac29-138c4c53aa46 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:24.123194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-386702d8-3144-4333-a436-97a049e7325e tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.126763 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-386702d8-3144-4333-a436-97a049e7325e tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0099552 Mar 23 10:22:24.133643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.144785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44664) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.155145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-a45cf5b8-3ab0-442f-93d8-a64af36f7ef1 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.158929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a45cf5b8-3ab0-442f-93d8-a64af36f7ef1 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0102324 Mar 23 10:22:24.159745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 020246ce-a4e9-40a2-ac29-138c4c53aa46 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:24.160890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 020246ce-a4e9-40a2-ac29-138c4c53aa46 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:24.166267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44668) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.167075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Network': ['ID=cd11d610-a681-4718-aebc-c81a15511e7d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:24.177593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-09fe1e62-7a56-42af-b0ab-e01ae0850544 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.179230 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-09fe1e62-7a56-42af-b0ab-e01ae0850544 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0098774 Mar 23 10:22:24.184061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8da1364f-8721-49bf-9cff-03e8ee8c10d1 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/networks/cd11d610-a681-4718-aebc-c81a15511e7d HTTP/1.1" status: 204 len: 168 time: 1.9878182 Mar 23 10:22:24.184780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.185104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44674) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.192553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Deleting port 020246ce-a4e9-40a2-ac29-138c4c53aa46 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:24.192553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.286633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-85b82f38-0145-44de-ae7f-4b3ae22d46cd tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.289934 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-85b82f38-0145-44de-ae7f-4b3ae22d46cd tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.1007574 Mar 23 10:22:24.295650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44680) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.296012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a7162f66-3bc5-48b4-980f-39e212c52203 None None] The port '020246ce-a4e9-40a2-ac29-138c4c53aa46' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:22:24.318273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-2ce1e6d1-d429-4d25-9bc8-3c0088dd02e3 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.319378 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2ce1e6d1-d429-4d25-9bc8-3c0088dd02e3 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095618 Mar 23 10:22:24.322157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44684) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.324302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b339234-9144-4f4f-ba79-de799991b28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.325932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d7931fcb-5fba-4126-a85d-1be3465b5a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.330416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-abade5b1-db79-4c54-9ba4-2aaebf4dea93 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.331373 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-abade5b1-db79-4c54-9ba4-2aaebf4dea93 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083194 Mar 23 10:22:24.335705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44688) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.338540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.356543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-ead39e8d-eaec-4125-858a-d6072bb99a8e tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.357503 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ead39e8d-eaec-4125-858a-d6072bb99a8e tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0208914 Mar 23 10:22:24.360597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.360916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44692) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.371151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.374975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-56bda9d8-9212-43e1-a5f2-a004660df032 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.375982 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-56bda9d8-9212-43e1-a5f2-a004660df032 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0116496 Mar 23 10:22:24.378591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b339234-9144-4f4f-ba79-de799991b28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.384874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44696) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.397538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-f432bb3e-00ec-442b-b970-fd4bbffc1fb7 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.398471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f432bb3e-00ec-442b-b970-fd4bbffc1fb7 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0122895 Mar 23 10:22:24.403651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44700) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.410918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-de3f6ceb-1058-46c0-a31b-ef1058a0714c tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.411882 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-de3f6ceb-1058-46c0-a31b-ef1058a0714c tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053289 Mar 23 10:22:24.420729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44704) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.437210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Router 44bb115f-0204-409c-8d9e-9071d0db1cd6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:24.458323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-0ac59fb1-8b0f-41b9-9af3-33a5a2341207 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.459790 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0ac59fb1-8b0f-41b9-9af3-33a5a2341207 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0376258 Mar 23 10:22:24.464739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44708) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.473462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-ea075f6d-886f-4d2b-b707-8990f97ca2d2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.474391 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ea075f6d-886f-4d2b-b707-8990f97ca2d2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085201 Mar 23 10:22:24.488480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44712) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.496238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-5d5f08a4-d2b0-4056-9d8e-93a00b67aa57 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.497132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5d5f08a4-d2b0-4056-9d8e-93a00b67aa57 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077310 Mar 23 10:22:24.502628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44716) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.550176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-610b9555-5755-441c-8782-13f881e713f2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.551303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-610b9555-5755-441c-8782-13f881e713f2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0476289 Mar 23 10:22:24.555251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44720) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.568185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-d5ba4a89-910c-4f31-9589-3bdb5c94ad56 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.569070 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d5ba4a89-910c-4f31-9589-3bdb5c94ad56 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0130072 Mar 23 10:22:24.572088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44724) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.580106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-e2da77c1-1a3c-4459-9273-8010bddaae3a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.580982 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e2da77c1-1a3c-4459-9273-8010bddaae3a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0077169 Mar 23 10:22:24.584743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44728) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.590318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.596221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-359adcf4-83b9-47bf-bfbe-b2a45a2372be tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.597249 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-359adcf4-83b9-47bf-bfbe-b2a45a2372be tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090842 Mar 23 10:22:24.597638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b339234-9144-4f4f-ba79-de799991b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.600934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.624326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b339234-9144-4f4f-ba79-de799991b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd23ca2-b609-45a9-a00f-53b094db7028,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:24.635453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c73a93-24fa-4695-8b80-10b83efdb592']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:24.642469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8b339234-9144-4f4f-ba79-de799991b28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.645421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8b339234-9144-4f4f-ba79-de799991b28a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cd23ca2-b609-45a9-a00f-53b094db7028 HTTP/1.1" status: 204 len: 168 time: 0.6097863 Mar 23 10:22:24.662131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:24.662498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9bb9f3-13b8-4181-9d1f-9d7a9b5c5d55') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:24.663049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-6ab978e6-a542-405a-84a7-dc94a3a1c1dd tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.664118 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6ab978e6-a542-405a-84a7-dc94a3a1c1dd tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0604157 Mar 23 10:22:24.670509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44738) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.679480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-c1981015-d81a-4ece-812b-419fc680e41a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.683165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c1981015-d81a-4ece-812b-419fc680e41a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092003 Mar 23 10:22:24.684062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44742) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.687979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.706002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.713814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Releasing vlan 955 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:24.714368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:24.730863 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:24.743106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-5d3483b5-99c4-443d-9b2e-4eaeb401fb4c tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.746431 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5d3483b5-99c4-443d-9b2e-4eaeb401fb4c tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0594513 Mar 23 10:22:24.779255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44746) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.801966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-0cef86e1-8150-4d39-baa1-09711892aad2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.805934 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0cef86e1-8150-4d39-baa1-09711892aad2 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125022 Mar 23 10:22:24.807730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44750) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.820741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-464f467e-da1f-465b-b3a5-687a6047a3cc tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.821732 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-464f467e-da1f-465b-b3a5-687a6047a3cc tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0130885 Mar 23 10:22:24.825034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44754) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.831870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-79df2718-e164-4149-bd37-6b3af89ffa42 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.833939 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-79df2718-e164-4149-bd37-6b3af89ffa42 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067377 Mar 23 10:22:24.835205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.837129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.853732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-1f69dcb4-ec44-4eda-8abb-ab05f74cbda1 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.854751 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1f69dcb4-ec44-4eda-8abb-ab05f74cbda1 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0090170 Mar 23 10:22:24.861658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.865483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44762) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.873848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-aa2388dd-7d21-4764-946b-130e64ce232f tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.877721 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aa2388dd-7d21-4764-946b-130e64ce232f tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082498 Mar 23 10:22:24.882068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44766) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.895619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-8856c34a-7e77-4b5d-9829-3dab10ba5019 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.895619 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8856c34a-7e77-4b5d-9829-3dab10ba5019 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0103426 Mar 23 10:22:24.895619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Network': ['ID=42c73a93-24fa-4695-8b80-10b83efdb592,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:24.897438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44770) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.902247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b876b558-796b-4234-a000-50ac5583fbcd tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/networks/42c73a93-24fa-4695-8b80-10b83efdb592 HTTP/1.1" status: 204 len: 168 time: 0.7129107 Mar 23 10:22:24.905113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44772) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.911984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-16675d1a-f352-4e7e-bf0d-082d5ab2b7d5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.915575 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-16675d1a-f352-4e7e-bf0d-082d5ab2b7d5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0096302 Mar 23 10:22:24.918800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44778) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.930082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-5acb5b96-9635-47a7-ac5b-048d0418ae65 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.934171 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5acb5b96-9635-47a7-ac5b-048d0418ae65 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0116558 Mar 23 10:22:24.935727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44782) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.944985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-6b6f11c1-2554-40a4-a333-92d4c7c9a25a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:24.947057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6b6f11c1-2554-40a4-a333-92d4c7c9a25a tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0103085 Mar 23 10:22:24.950715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44786) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.013363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-a837685e-f093-44b2-96e2-091ac975dec0 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.016853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a837685e-f093-44b2-96e2-091ac975dec0 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0628169 Mar 23 10:22:25.026824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44790) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.038520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-27f224ef-5292-4411-a984-cdbc863e3827 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.039584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-27f224ef-5292-4411-a984-cdbc863e3827 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0121586 Mar 23 10:22:25.042896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44794) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.056291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-94b8148c-5d95-43dd-a9b7-05b1c625520e tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.057250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-94b8148c-5d95-43dd-a9b7-05b1c625520e tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0135846 Mar 23 10:22:25.060354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44798) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.067726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [None req-5dd73f0d-4087-4cae-8585-eb7bf1b19744 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.068737 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5dd73f0d-4087-4cae-8585-eb7bf1b19744 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074563 Mar 23 10:22:25.072400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44802) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.074212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.089676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-f2398618-9744-4bdb-9a67-cce669a74cf5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.090918 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f2398618-9744-4bdb-9a67-cce669a74cf5 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0172255 Mar 23 10:22:25.095361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44806) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.104948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-9d988e4a-df52-4340-bbe6-d8ad91f66009 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.105927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d988e4a-df52-4340-bbe6-d8ad91f66009 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089409 Mar 23 10:22:25.108828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44810) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.135032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [None req-ce449eba-ea31-44db-8410-77002320ff86 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:22:25.136497 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ce449eba-ea31-44db-8410-77002320ff86 tempest-ExtensionsTestJSON-253874465 tempest-ExtensionsTestJSON-253874465-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0255666 Mar 23 10:22:25.174387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.188055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.224246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.251134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a54317f-4b2d-4b98-af77-b61f665b1ffc']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.264646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dc4907-459a-4de2-988f-17990001896e') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.264965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dc4907-459a-4de2-988f-17990001896e') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.279002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.299272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.306618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:25.307792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.313091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:25.322636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=a5e67670-b811-4789-a7c9-11d6e77da80a,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:25.325347 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:25.328001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] Sync routers for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:25.333052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:25.333848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.335292 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-945878f4-e649-40e9-be40-4d3af9f96c94 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/ports/a5e67670-b811-4789-a7c9-11d6e77da80a HTTP/1.1" status: 200 len: 910 time: 1.4543507 Mar 23 10:22:25.338573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44816) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.350111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:25.351073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.420892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.445262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.452674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:25.453301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.462420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.467462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.474428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Network': ['ID=6a54317f-4b2d-4b98-af77-b61f665b1ffc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:25.483817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-350dd90a-379e-4e55-9d5d-1cd8184c8151 tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/networks/6a54317f-4b2d-4b98-af77-b61f665b1ffc HTTP/1.1" status: 204 len: 168 time: 0.5768967 Mar 23 10:22:25.486276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44822) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.541838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.542517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a53361-22d7-46de-800e-3b65b95eb354 None None] The sync data for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:25.546825 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-eedb238c-0dc3-4795-8836-ed9c8f0253ac tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "DELETE /v2.0/floatingips/e0fe5f97-50c7-4dea-9c58-0e00c00148e5 HTTP/1.1" status: 204 len: 168 time: 4.2047486 Mar 23 10:22:25.550513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44826) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.559488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:25.566808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:25.572347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Usage tracker for resource:floatingip and tenant:a4465696ede24838a657e1b215aec07c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:25.576669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:25.578498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44830) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.585701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:25.601512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.628096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.804493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.812589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.845637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a282c0-f1c3-4b19-b28a-14f5a0b17d28']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.870504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a35814-d15b-46a0-be75-5ae381642d8e') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.870733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a35814-d15b-46a0-be75-5ae381642d8e') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.989281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.995836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:26.003505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Usage tracker for resource:security_group_rule and tenant:48e3f58a4e1249a0a0fd83e9355bbed4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:26.008235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:26.010463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.013990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.016204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:26.024609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Releasing vlan 959 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:26.025000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:26.040106 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:26.070827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.131411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.154711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.169193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] Pushing event deleted for resources: {'Network': ['ID=07a282c0-f1c3-4b19-b28a-14f5a0b17d28,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.187792 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-82a61a6a-75e3-4400-9356-252234a1080b tempest-BulkNetworkOpsTest-439488146 tempest-BulkNetworkOpsTest-439488146-project] 10.222.0.73 "DELETE /v2.0/networks/07a282c0-f1c3-4b19-b28a-14f5a0b17d28 HTTP/1.1" status: 204 len: 168 time: 0.6973648 Mar 23 10:22:26.236943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.241291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.306712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b4bd0-49d2-46fb-899b-94ff648c429e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.311666 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e6303233-1c57-44cb-9a06-64fdc7b8e893 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48e3f58a4e1249a0a0fd83e9355bbed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7321446 Mar 23 10:22:26.314603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44840) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:26.318673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Allocated IP 172.26.7.207 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/fbb1ca2c-8562-4941-b0dc-bf6b0449011d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:26.398728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c17d01ac-b009-43de-8f5e-0ac038463384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.425943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c17d01ac-b009-43de-8f5e-0ac038463384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.488925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c17d01ac-b009-43de-8f5e-0ac038463384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.501620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44846) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:26.512716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d01ac-b009-43de-8f5e-0ac038463384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b4bd0-49d2-46fb-899b-94ff648c429e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.517621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c17d01ac-b009-43de-8f5e-0ac038463384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.522380 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c17d01ac-b009-43de-8f5e-0ac038463384 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c4b4bd0-49d2-46fb-899b-94ff648c429e HTTP/1.1" status: 204 len: 168 time: 0.2063713 Mar 23 10:22:26.649443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.678110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5d02df4f-7f42-4b5d-b9a1-ac62d48b37a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.730460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-93703442-857e-41b0-834b-33d4b42b3441 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=462848eddada403c8cb63bda89175722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2262456 Mar 23 10:22:26.731033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44856) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:26.773453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.801158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25e8eef6-46fe-4c41-8fcf-62a844322b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.834335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25e8eef6-46fe-4c41-8fcf-62a844322b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.859761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:26.865072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:26.866406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb1ca2c-8562-4941-b0dc-bf6b0449011d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.868692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:26.908754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25e8eef6-46fe-4c41-8fcf-62a844322b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.929634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8eef6-46fe-4c41-8fcf-62a844322b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e60dd2-a070-48e5-9678-245ad0e40052,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.937639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25e8eef6-46fe-4c41-8fcf-62a844322b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.941953 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-25e8eef6-46fe-4c41-8fcf-62a844322b51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55e60dd2-a070-48e5-9678-245ad0e40052 HTTP/1.1" status: 204 len: 168 time: 0.2099388 Mar 23 10:22:27.128853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port a5e67670-b811-4789-a7c9-11d6e77da80a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:27.129193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.179692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.428031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.507566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44886) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.559955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.655524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-918907039'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:27.662011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:27.666169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:network and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:27.681729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:27.689735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.694257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:27.704776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:27.708431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.724871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.745809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for a5e67670-b811-4789-a7c9-11d6e77da80a owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:27.758494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:27.762585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:security_group_rule and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:27.765536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:27.772145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:27.816877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.870335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.872565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44898) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.875714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.909304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] vlan segment allocate from pool success with {'vlan_id': 967, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:27.911152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.917302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.923426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2527bf51-1c47-4df6-87b3-a0b9ff9e1b5a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:27.928595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.928928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Added segment 4fdaba7f-941c-4e74-80d1-69362612d779 of type vlan for network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c Mar 23 10:22:27.962236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.000907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.006072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:28.006780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.072441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1799127509'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:28.084662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb1ca2c-8562-4941-b0dc-bf6b0449011d,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.096578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.113723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.118790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.121798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Network': ['ID=0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.124004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.130620 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-029ae79c-fe37-48a6-95cb-a875024f22b7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6218197 Mar 23 10:22:28.133531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44904) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.136973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:28.139836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'subnet': {'network_id': '0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:28.173755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.178192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.182366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=a5e67670-b811-4789-a7c9-11d6e77da80a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.245447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:28.248430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.271907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.279094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:subnet and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.285633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.292466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.313841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.324182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:28.329876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.331304 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f350843f-865f-40ff-bfd5-cfce9df2f47b tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7785990 Mar 23 10:22:28.336086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44908) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.450526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.487960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.497625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:28.501485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group_rule and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.505701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.512686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.515293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.526596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Usage tracker for resource:floatingip and tenant:9e6e31a1f2ff405db7887a19b27960a4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.531672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.542367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.563424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.573042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.665735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.746470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Subnet': ['ID=50ae49bc-b6be-4089-9585-17fc0a768021,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.757764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Checking segment: {'id': '4fdaba7f-941c-4e74-80d1-69362612d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:28.758121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network hostable DHCP agents. Network: 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:28.780328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:28.790136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:28.794033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:28.794712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.802978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08dd53-8dcd-473c-b4cc-2a7fb9710c15 None None] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:28.805469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.817439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.817898 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0f58d332-49c6-4b2f-a33c-3aaa0ff381a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6831295 Mar 23 10:22:28.820447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44914) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.826272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2098804889', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:28.834444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.839617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:router and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.843274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.851166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.864425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.865381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.889901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.055145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.079333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e61b5e8-fb1e-4318-8310-7617279c1356 None None] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:29.081684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:29.099466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.099835 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment b1d8be50-be46-4da9-9903-6d71012276f1 of type vlan for network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a Mar 23 10:22:29.125613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.135947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0704033c-647a-435e-a992-f06395ce2caf,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:29.176247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.179952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:29.180821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.229008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.374064 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5000160 Mar 23 10:22:29.380159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44918) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.385593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'name': 'tempest-PortsTestJSON-262887898'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:29.389677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ced53c-5208-4bab-a0b6-cda477a21eca tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=4d518d78-7c78-4fd9-9c22-b42cdad0fb2a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:29.399037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.401268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:29.455697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.480293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.533729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 7ba5b4bb-3d19-4350-8fda-e3047858468c has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:29.576999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:29.585373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:29.590099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:29.598226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:29.607734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:29.610919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.637219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:29.732093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Allocated IP 172.26.7.147 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/57104adf-4908-4718-a899-37f7d0923bb3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:29.814035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:29.825853 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] Sync routers for ids ['7ba5b4bb-3d19-4350-8fda-e3047858468c'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:29.837393 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a533e5b5-2c96-4d72-8498-b1950366a542 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/7ba5b4bb-3d19-4350-8fda-e3047858468c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4971530 Mar 23 10:22:29.841925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44922) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.842253 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] Routers {'7ba5b4bb-3d19-4350-8fda-e3047858468c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:29.842920 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7ba5b4bb-3d19-4350-8fda-e3047858468c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:29.866578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.890877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-99fc58ec-c55d-4fe5-ae28-194d2698cb7b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:29.894307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.910823 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:29.922269 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] Routers {'7ba5b4bb-3d19-4350-8fda-e3047858468c'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:29.923122 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7ba5b4bb-3d19-4350-8fda-e3047858468c'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:29.933073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-99fc58ec-c55d-4fe5-ae28-194d2698cb7b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:29.937096 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-99fc58ec-c55d-4fe5-ae28-194d2698cb7b tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba5b4bb-3d19-4350-8fda-e3047858468c HTTP/1.1" status: 200 len: 205 time: 0.0916688 Mar 23 10:22:29.937832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44926) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.981000 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:29.981394 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957761-0f78-4bf4-bcc3-3a362c13dfab None None] The sync data for ids ['7ba5b4bb-3d19-4350-8fda-e3047858468c'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:29.989938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=256b513c-b2fe-4dda-8d0a-5b7ddbedc769,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.013839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': 'b1d8be50-be46-4da9-9903-6d71012276f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:30.014193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:30.036942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:30.047791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:30.051529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:30.055428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:30.056398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.059955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e9806-a63a-4ccf-bd8e-18f6ffb569fb None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:30.073986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.084086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5761efa6-9f62-4973-8c2d-944db3a2c263 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7028158 Mar 23 10:22:30.087225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44930) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.092867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549067920'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:30.097865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:30.101723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:30.104588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:30.110494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:30.116192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.174912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:30.178604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.206286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.213425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.152 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/94296989-8632-4870-b7c4-d90b50bbe3aa) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:30.231153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 966, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:30.262986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:30.273136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:30.275484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:30.309606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.309995 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment dd0e2974-eeef-454c-92da-27813d7ec3bd of type vlan for network c1331926-db9f-429f-a07f-1fe52658f9c4 Mar 23 10:22:30.319828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Pushing event updated for resources: {'Port': ['ID=57104adf-4908-4718-a899-37f7d0923bb3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.362020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.423283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.433344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.437144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:30.437753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.551325 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4629979 Mar 23 10:22:30.555060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44934) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.560392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62703fd5-7a79-4970-9334-d9628676f01f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=c1331926-db9f-429f-a07f-1fe52658f9c4,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.566144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'ports': [{'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'}, {'network_id': 'c1331926-db9f-429f-a07f-1fe52658f9c4'}]} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:30.566549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:30.566953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': 'c1331926-db9f-429f-a07f-1fe52658f9c4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:30.570774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network c1331926-db9f-429f-a07f-1fe52658f9c4 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:30.661820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.772193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:30.792604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.799185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.822817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:30.842205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:30.872243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=94296989-8632-4870-b7c4-d90b50bbe3aa,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.877930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.916448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:30.933987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.934491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba5b4bb-3d19-4350-8fda-e3047858468c {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:22:30.945962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:30.952194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:30.952771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.964531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:30.994532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 2} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:30.998021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.999164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.003065 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ea1612ce-9d01-44ca-8bc4-fb951f28ef82 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/7ba5b4bb-3d19-4350-8fda-e3047858468c HTTP/1.1" status: 204 len: 168 time: 1.0646088 Mar 23 10:22:31.006007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44938) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.019812 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.316065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet c7b9ae14-8f34-4455-a4e6-f1071759a7a3 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:31.320563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.353930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 17811e83-92fa-4f8b-996e-d69ca69bbc0b yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:31.366932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.367691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.374725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.383500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.418313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.538569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Pushing event updated for resources: {'Port': ['ID=57104adf-4908-4718-a899-37f7d0923bb3,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:31.568015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.591094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.591803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.594985 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-236239d9-aeed-4826-a1e3-4b7ce683cff9 tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2577164 Mar 23 10:22:31.596457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.596716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44942) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.672508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.712720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b9ae14-8f34-4455-a4e6-f1071759a7a3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:31.716627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.725381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8f09b-7446-4237-8276-05a93ed9e9c3 None None] Network e3d96c78-b30b-4f54-aafa-028233ad356d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:31.725975 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-afd695ac-85c8-4058-ab6f-cb967f89ffc3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/c7b9ae14-8f34-4455-a4e6-f1071759a7a3 HTTP/1.1" status: 204 len: 168 time: 0.7182007 Mar 23 10:22:31.726188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44946) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.812615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port e8b5d24a-e320-47b4-b3d0-3f0f3832ca96 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:31.828415 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a2480c20-1ef0-4e5f-8605-5b78e13d91bf tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2305832 Mar 23 10:22:31.833926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44950) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.867576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.880013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:31.880643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.928201 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e8004eb8-8c90-4aac-94e3-c231d5bac05c tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0926881 Mar 23 10:22:31.928652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44954) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.985222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] DHCP port deletion for e3d96c78-b30b-4f54-aafa-028233ad356d request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:31.990703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] Deleting port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:31.991074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.041286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:22:32.052593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.220885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.239169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] For port 21a9d8ce-a3d7-47ef-960e-0b34310019a1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=21a9d8ce-a3d7-47ef-960e-0b34310019a1,segment=NetworkSegment(90abf5dd-6436-40c5-8272-8f09209ac86d),segment_id=90abf5dd-6436-40c5-8272-8f09209ac86d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:32.239642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.306715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:32.314722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:32.320398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:32.321285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.322836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=17811e83-92fa-4f8b-996e-d69ca69bbc0b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:32.350911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Deleting port 57104adf-4908-4718-a899-37f7d0923bb3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:32.351252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.372063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] Calling delete_port for 21a9d8ce-a3d7-47ef-960e-0b34310019a1 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:32.416664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port 21a9d8ce-a3d7-47ef-960e-0b34310019a1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=21a9d8ce-a3d7-47ef-960e-0b34310019a1,segment=NetworkSegment(90abf5dd-6436-40c5-8272-8f09209ac86d),segment_id=90abf5dd-6436-40c5-8272-8f09209ac86d)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:32.417014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.430927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=e8b5d24a-e320-47b4-b3d0-3f0f3832ca96,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:32.450371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': 'dd0e2974-eeef-454c-92da-27813d7ec3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'c1331926-db9f-429f-a07f-1fe52658f9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:32.450717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: c1331926-db9f-429f-a07f-1fe52658f9c4, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:32.464448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.474257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:32.499937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network c1331926-db9f-429f-a07f-1fe52658f9c4 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:32.506609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:32.506927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.510515 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-24eee127-d548-4536-b1be-de75f6971ae1 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6866572 Mar 23 10:22:32.510852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44958) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.519122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] Pushing event deleted for resources: {'Port': ['ID=21a9d8ce-a3d7-47ef-960e-0b34310019a1,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:32.529512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b826afd-b37a-4b4c-917b-f1b2a35f289e None None] No DVR routers for this DVR port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:32.534445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:32.539499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:32.575465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, c1331926-db9f-429f-a07f-1fe52658f9c4) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:32.604724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 21a9d8ce-a3d7-47ef-960e-0b34310019a1 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:32.627870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df4d66-11e4-42d2-9643-0e80520ad23c None None] Network c1331926-db9f-429f-a07f-1fe52658f9c4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:32.629031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:32.633830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:32.636608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:32.637365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.649363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:32.691416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-76b6392b-b0c8-456a-b279-6871eece30e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1308608 Mar 23 10:22:32.691884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44962) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.733444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.734393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.738594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:32.739223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:32.742603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:32.742923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:32.766182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port e8b5d24a-e320-47b4-b3d0-3f0f3832ca96 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:32.766561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.829856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:32.830254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a6498-64ce-4715-b787-ccb968680831 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:32.869686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Calling delete_port for 57104adf-4908-4718-a899-37f7d0923bb3 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:33.017519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.067206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Pushing event deleted for resources: {'Port': ['ID=57104adf-4908-4718-a899-37f7d0923bb3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:33.159839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.173650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.174770 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-86b98c05-6e34-432e-9f36-45476abb475b tempest-FloatingIPAdminTestJSON-118112536 tempest-FloatingIPAdminTestJSON-118112536-project] 10.222.0.73 "DELETE /v2.0/floatingips/9f465b4e-d042-4e74-abe1-3f98bc5c9801 HTTP/1.1" status: 204 len: 168 time: 1.2452164 Mar 23 10:22:33.178070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44966) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:33.190358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.252618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 21a9d8ce-a3d7-47ef-960e-0b34310019a1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:33.252950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.368223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] The port '21a9d8ce-a3d7-47ef-960e-0b34310019a1' was deleted {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:22:33.372644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for e8b5d24a-e320-47b4-b3d0-3f0f3832ca96 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:33.433445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 21a9d8ce-a3d7-47ef-960e-0b34310019a1 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:33.463571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Deleting port fbb1ca2c-8562-4941-b0dc-bf6b0449011d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:33.463858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.469048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 21a9d8ce-a3d7-47ef-960e-0b34310019a1 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:33.469492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 21a9d8ce-a3d7-47ef-960e-0b34310019a1 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:33.477384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.536826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=e8b5d24a-e320-47b4-b3d0-3f0f3832ca96,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:33.545397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.561873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7514356b-67af-4e24-a669-37a854e41839 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/e8b5d24a-e320-47b4-b3d0-3f0f3832ca96 HTTP/1.1" status: 204 len: 168 time: 0.8690181 Mar 23 10:22:33.565003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:33.675394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.769859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacd343-62ee-4d91-856a-893847546708 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:33.774101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacd343-62ee-4d91-856a-893847546708 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:33.774857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-aeacd343-62ee-4d91-856a-893847546708 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:33.778179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d96c78-b30b-4f54-aafa-028233ad356d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:33.800027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90abf5dd-6436-40c5-8272-8f09209ac86d') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:33.800317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90abf5dd-6436-40c5-8272-8f09209ac86d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:33.808485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-aeacd343-62ee-4d91-856a-893847546708 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:33.809645 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aeacd343-62ee-4d91-856a-893847546708 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2437057 Mar 23 10:22:33.812421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44974) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:33.817782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.850651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.868210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 993 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:33.868556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:33.882963 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:33.886214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.886214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.886406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 17811e83-92fa-4f8b-996e-d69ca69bbc0b {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:33.886406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.069978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Calling delete_port for fbb1ca2c-8562-4941-b0dc-bf6b0449011d owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:34.127500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.151714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.159164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=e3d96c78-b30b-4f54-aafa-028233ad356d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:34.171108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.174805 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7ca6e5b7-b324-4bce-8e01-0cd565b792a3 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/e3d96c78-b30b-4f54-aafa-028233ad356d HTTP/1.1" status: 204 len: 168 time: 2.4464519 Mar 23 10:22:34.176573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44978) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.194996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-119155449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:34.202038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:34.207338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:34.210632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:34.244268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:34.269587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.270840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.291350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.343312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbb1ca2c-8562-4941-b0dc-bf6b0449011d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:34.374376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.443174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.447521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 17811e83-92fa-4f8b-996e-d69ca69bbc0b owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:34.461669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.482238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.483418 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6ef8b244-b9e7-4bbd-a12f-54b0917cb563 tempest-FloatingIPAdminTestJSON-158324058 tempest-FloatingIPAdminTestJSON-158324058-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/353ca4f0-3a45-4869-a716-633be3be95bd HTTP/1.1" status: 204 len: 168 time: 1.3042562 Mar 23 10:22:34.486932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 44982) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.490113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.491187 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58806a17-f6ae-4364-ba95-adef0447a739 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3025424 Mar 23 10:22:34.495316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44986) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.508234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1122759856'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:34.544278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:34.558246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting port 3493a195-7d5b-4300-8746-d7b0299f577f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:34.558588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.559184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:34.579161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:34.587414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:34.606017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.618024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.619635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:34.622541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.689745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=17811e83-92fa-4f8b-996e-d69ca69bbc0b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:34.828332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.839978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.842808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 991, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:34.870391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.870642 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment d42d13cd-29cd-4424-92a4-052388ccba4a of type vlan for network 9842e774-cfb3-489e-8585-69ff6b7173ef Mar 23 10:22:34.883525 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bdb1c9a0-3589-4aad-9fb5-dca1da91b5de tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/17811e83-92fa-4f8b-996e-d69ca69bbc0b HTTP/1.1" status: 204 len: 168 time: 1.0701172 Mar 23 10:22:34.886996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44990) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.958069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Calling delete_port for 3493a195-7d5b-4300-8746-d7b0299f577f owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:34.961839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.087150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.091027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:35.091741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.103288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.251037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Port': ['ID=3493a195-7d5b-4300-8746-d7b0299f577f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:35.266922 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7681038 Mar 23 10:22:35.278707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377cec07-94df-44d0-b5cd-6a04a5e56e0b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:35.279412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-377cec07-94df-44d0-b5cd-6a04a5e56e0b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:35.285626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 44994) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:35.293993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f395af-c7e5-495f-bf9d-392b5ca35578 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=9842e774-cfb3-489e-8585-69ff6b7173ef,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:35.299305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:35.305914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 9842e774-cfb3-489e-8585-69ff6b7173ef details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:35.393395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.402676 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-db43d81b-092e-4665-adda-17636d07a8c4 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "DELETE /v2.0/ports/3493a195-7d5b-4300-8746-d7b0299f577f HTTP/1.1" status: 204 len: 168 time: 0.9148192 Mar 23 10:22:35.405715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45000) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:35.443584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-377cec07-94df-44d0-b5cd-6a04a5e56e0b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:35.444720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-377cec07-94df-44d0-b5cd-6a04a5e56e0b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5540578 Mar 23 10:22:35.452768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45004) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:35.510727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae5eef-2321-4841-9eb1-152e1d7a33c2 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:35.511437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-abae5eef-2321-4841-9eb1-152e1d7a33c2 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Synchronizing usage tracker for tenant:5f35892598f34da9963ffa8bf7483aab on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:35.528955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.1 (0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c/50ae49bc-b6be-4089-9585-17fc0a768021/ec843ef7-c0a4-42f1-89eb-37e1f52d6215) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:35.531850 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b93e2ab-4d80-421d-921e-e132bad357ab tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:22:35.533106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6b93e2ab-4d80-421d-921e-e132bad357ab tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/e8b5d24a-e320-47b4-b3d0-3f0f3832ca96 HTTP/1.1" status: 404 len: 333 time: 0.0794125 Mar 23 10:22:35.536393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-abae5eef-2321-4841-9eb1-152e1d7a33c2 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Unset dirty status for tenant:5f35892598f34da9963ffa8bf7483aab on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:35.537868 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-abae5eef-2321-4841-9eb1-152e1d7a33c2 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "GET /v2.0/ports?device_id=44bb115f-0204-409c-8d9e-9071d0db1cd6 HTTP/1.1" status: 200 len: 913 time: 0.1310585 Mar 23 10:22:35.538045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45008) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:35.540752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45012) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:35.542863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:35.588044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:35.591854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:35.594890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4ebb18-78c7-441e-b8d8-c8be41b2093a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:22:35.596171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ce4ebb18-78c7-441e-b8d8-c8be41b2093a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/17811e83-92fa-4f8b-996e-d69ca69bbc0b HTTP/1.1" status: 404 len: 333 time: 0.0573075 Mar 23 10:22:35.602126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45016) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:35.617267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:35.696636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:35.793003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.843374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.848900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.946776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.981192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.982806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1331926-db9f-429f-a07f-1fe52658f9c4']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:35.998172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0e2974-eeef-454c-92da-27813d7ec3bd') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:35.998467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0e2974-eeef-454c-92da-27813d7ec3bd') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:36.012222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.032217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.042143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 966 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:36.042536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:36.056925 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:36.212617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:36.213298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=ec843ef7-c0a4-42f1-89eb-37e1f52d6215,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:36.218040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:36.222078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:36.272957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.290742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.301978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=c1331926-db9f-429f-a07f-1fe52658f9c4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:36.308423 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b053b15a-0a04-4bcf-bb6f-7aee977594ef tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/c1331926-db9f-429f-a07f-1fe52658f9c4 HTTP/1.1" status: 204 len: 168 time: 0.7051809 Mar 23 10:22:36.309750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.312214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45020) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.319711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903930779'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:36.325082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:36.327438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.365657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.369041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:36.378223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:36.387586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:36.425195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:36.428171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.447990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:36.532240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:36.544883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:36.545238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: 9842e774-cfb3-489e-8585-69ff6b7173ef, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:36.556574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.556913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment 7800a5ab-28b2-41f3-948f-96577fbecb9c of type vlan for network 512359eb-698d-48c2-8747-2d18376250a8 Mar 23 10:22:36.558504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.651983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.670613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 9842e774-cfb3-489e-8585-69ff6b7173ef is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:36.787388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:36.819303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 9842e774-cfb3-489e-8585-69ff6b7173ef) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:36.827957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:36.828541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.829317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d1c6c-187e-405f-829a-2e7aa97e6e6c None None] Network 9842e774-cfb3-489e-8585-69ff6b7173ef requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:36.843788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.847494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:36.848029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.969254 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-69fbb49d-0110-4be5-90cc-e292981be000 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6797957 Mar 23 10:22:36.970733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6565905 Mar 23 10:22:36.978329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45024) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.978659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45026) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.989589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '512359eb-698d-48c2-8747-2d18376250a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:37.067655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-9842e774-cfb3-489e-8585-69ff6b7173ef', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:37.068734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.086883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting port 95228eed-fb9f-411b-b121-3a7a6e5db467 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:37.088580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.123480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc83450-f928-4f21-9787-d84c4cb56a61 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=512359eb-698d-48c2-8747-2d18376250a8,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:37.147823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 512359eb-698d-48c2-8747-2d18376250a8 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:37.286711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.326294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Allocated IP 172.20.0.2 (9842e774-cfb3-489e-8585-69ff6b7173ef/29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5/d1114828-50bd-49d6-8675-af3eef012cb2) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:37.328411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:37.342105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:37.347099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:37.359122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:37.417225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Calling delete_port for 95228eed-fb9f-411b-b121-3a7a6e5db467 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:37.465971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:37.578803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.627964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.628481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Transition to ACTIVE for port object d1114828-50bd-49d6-8675-af3eef012cb2 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:37.649744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Transition to ACTIVE for port object d1114828-50bd-49d6-8675-af3eef012cb2 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:37.657685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.676451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Port': ['ID=95228eed-fb9f-411b-b121-3a7a6e5db467,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:37.736201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Network 9842e774-cfb3-489e-8585-69ff6b7173ef is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:37.740154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:37.742109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Pushing event updated for resources: {'Port': ['ID=d1114828-50bd-49d6-8675-af3eef012cb2,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:37.744381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:37.850455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Attempting to bind port d1114828-50bd-49d6-8675-af3eef012cb2 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:37.851854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Attempting to bind port d1114828-50bd-49d6-8675-af3eef012cb2 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:37.852563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Attempting to bind port d1114828-50bd-49d6-8675-af3eef012cb2 on network 9842e774-cfb3-489e-8585-69ff6b7173ef {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:37.864146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:37.865076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Checking segment: {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:37.865914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.866559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Bound using segment: {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:37.867375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Bound port: d1114828-50bd-49d6-8675-af3eef012cb2, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:37.868173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.905846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.924762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:37.966506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] For port d1114828-50bd-49d6-8675-af3eef012cb2, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:37.969682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] For port d1114828-50bd-49d6-8675-af3eef012cb2, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1114828-50bd-49d6-8675-af3eef012cb2,segment=NetworkSegment(d42d13cd-29cd-4424-92a4-052388ccba4a),segment_id=d42d13cd-29cd-4424-92a4-052388ccba4a)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:37.975296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.042173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.068642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.070011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcff5f-04a4-4d23-a831-3be0574129d6 None None] Pushing event updated for resources: {'Port': ['ID=d1114828-50bd-49d6-8675-af3eef012cb2,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:38.084350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.114697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.ipam_backend_mixin [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Performing IP validity checks on allocation pools {{(pid=83745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:22:38.115410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.ipam_backend_mixin [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:22:38.307145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=ec843ef7-c0a4-42f1-89eb-37e1f52d6215,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:38.329861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.500122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.759445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Router 44bb115f-0204-409c-8d9e-9071d0db1cd6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:38.782064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.786797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:38.822098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:38.975996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:38.985618 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] Sync routers for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:39.001994 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-26a8670a-7f32-4979-b011-4121a8ac7ccc tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "PUT /v2.0/routers/44bb115f-0204-409c-8d9e-9071d0db1cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4598789 Mar 23 10:22:39.002906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45038) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:39.004498 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:39.005464 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:39.055605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=eb0e6f92-8662-4431-af06-fdf2619ec6c8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:39.084988 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:39.106613 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] Routers {'44bb115f-0204-409c-8d9e-9071d0db1cd6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:39.107489 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['44bb115f-0204-409c-8d9e-9071d0db1cd6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:39.169101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': '7800a5ab-28b2-41f3-948f-96577fbecb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '512359eb-698d-48c2-8747-2d18376250a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:39.169562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: 512359eb-698d-48c2-8747-2d18376250a8, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:39.201079 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:39.208968 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309ee8c-c4c8-48eb-af5f-1da7042bca21 None None] The sync data for ids ['44bb115f-0204-409c-8d9e-9071d0db1cd6'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:39.214136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ab856-1a56-44b6-ac5f-8d9da59188d0 None None] Network 9842e774-cfb3-489e-8585-69ff6b7173ef requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:39.221463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.20.0.1 (9842e774-cfb3-489e-8585-69ff6b7173ef/29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5/5a0f3b77-6358-4708-a34f-45d2478051ce) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:39.246388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.382146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b399602e-2339-42e7-92da-bc280fb2d399 None None] Provisioning for port d1114828-50bd-49d6-8675-af3eef012cb2 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:39.466205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 512359eb-698d-48c2-8747-2d18376250a8 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:39.483109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.494186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting port 9c16f726-0f98-4de5-a706-cf9e3f89f08e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:39.494789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.544188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d1114828-50bd-49d6-8675-af3eef012cb2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:39.553348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 512359eb-698d-48c2-8747-2d18376250a8) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:39.561156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:39.561733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.588177 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fcc55d-c154-4a82-8bac-803cee75be7f None None] Network 512359eb-698d-48c2-8747-2d18376250a8 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:39.640700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-23145bbc-2d2a-4a86-beb7-93dc51405f79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6570098 Mar 23 10:22:39.641824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45042) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:39.650705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '512359eb-698d-48c2-8747-2d18376250a8', 'name': 'tempest-PortsTestJSON-1905967769'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:39.684774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.710433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object 5a0f3b77-6358-4708-a34f-45d2478051ce will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:39.766428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.785707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.811529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:39.812208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d1114828-50bd-49d6-8675-af3eef012cb2 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:39.827839 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d1114828-50bd-49d6-8675-af3eef012cb2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:39.828280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.857293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 9842e774-cfb3-489e-8585-69ff6b7173ef is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:39.863360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=5a0f3b77-6358-4708-a34f-45d2478051ce,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:39.865798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:39.868534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:39.959303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-512359eb-698d-48c2-8747-2d18376250a8', 'network_id': '512359eb-698d-48c2-8747-2d18376250a8', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': 'eb0e6f92-8662-4431-af06-fdf2619ec6c8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:39.960162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.982899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Calling delete_port for 9c16f726-0f98-4de5-a706-cf9e3f89f08e owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:40.038275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:40.052402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.060537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:40.108182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:40.111651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.149703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 81c79e08-5b7d-473f-b13e-9c114c12d19f yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:40.165613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.201422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.228729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d1114828-50bd-49d6-8675-af3eef012cb2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1114828-50bd-49d6-8675-af3eef012cb2,segment=NetworkSegment(d42d13cd-29cd-4424-92a4-052388ccba4a),segment_id=d42d13cd-29cd-4424-92a4-052388ccba4a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:40.272983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.368007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Allocated IP 172.20.0.2 (512359eb-698d-48c2-8747-2d18376250a8/eb0e6f92-8662-4431-af06-fdf2619ec6c8/1bab2f5b-d937-42bf-84ed-af9f9359ffef) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:40.396911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f7191bcd-9df7-4adc-bc5a-8c2a80f68aae None None] Provisioning complete for port d1114828-50bd-49d6-8675-af3eef012cb2 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:40.397406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7191bcd-9df7-4adc-bc5a-8c2a80f68aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.437507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d1114828-50bd-49d6-8675-af3eef012cb2,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.458017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.466767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:40.475462 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-af9de088-8112-460c-92ab-6bf9aca738b0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/routers/7cab47af-8a78-40d5-bbd3-e91e1ba33634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9600561 Mar 23 10:22:40.475462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45048) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.482855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'port': {'network_id': '0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c', 'name': 'tempest-FloatingIPTestJSON-690539803'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:40.498503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:40.516018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Port': ['ID=9c16f726-0f98-4de5-a706-cf9e3f89f08e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.551137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:40.551926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:40.632091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:40.741680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:40.746104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.749355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:port and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:40.750415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:40.751134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:40.755071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:40.762555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:40.783626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:40.786654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.805376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.814423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.824149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:40.824686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce9719f-c6c0-4769-bd66-fea54bd53c1b None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:40.840825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.852854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Transition to ACTIVE for port object 1bab2f5b-d937-42bf-84ed-af9f9359ffef will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:40.873503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Transition to ACTIVE for port object 1bab2f5b-d937-42bf-84ed-af9f9359ffef will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:40.877714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] device_id is not set on port e3a70fb7-d041-4796-a606-8d6f364332fe yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:40.881383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.964774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Pushing event updated for resources: {'Port': ['ID=1bab2f5b-d937-42bf-84ed-af9f9359ffef,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.968713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Network 512359eb-698d-48c2-8747-2d18376250a8 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:40.970445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:40.973780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:40.993757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=5a0f3b77-6358-4708-a34f-45d2478051ce,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.999479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.015790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bbb98e54-1633-45a9-8e93-078ed84297f4 None None] Provisioning for port 5a0f3b77-6358-4708-a34f-45d2478051ce completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:41.060081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bbb98e54-1633-45a9-8e93-078ed84297f4 None None] Provisioning complete for port 5a0f3b77-6358-4708-a34f-45d2478051ce triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:41.060813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bbb98e54-1633-45a9-8e93-078ed84297f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.071019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.086678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.088956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.13 (512359eb-698d-48c2-8747-2d18376250a8/eb0e6f92-8662-4431-af06-fdf2619ec6c8/81c79e08-5b7d-473f-b13e-9c114c12d19f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:41.151556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.152203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Fanout notify agent at l3_agent the message router_deleted on router 44bb115f-0204-409c-8d9e-9071d0db1cd6 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:22:41.224664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Attempting to bind port 1bab2f5b-d937-42bf-84ed-af9f9359ffef on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:41.225062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Attempting to bind port 1bab2f5b-d937-42bf-84ed-af9f9359ffef by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '7800a5ab-28b2-41f3-948f-96577fbecb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '512359eb-698d-48c2-8747-2d18376250a8'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:41.225380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Attempting to bind port 1bab2f5b-d937-42bf-84ed-af9f9359ffef on network 512359eb-698d-48c2-8747-2d18376250a8 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:41.238825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bbb98e54-1633-45a9-8e93-078ed84297f4 None None] Port 5a0f3b77-6358-4708-a34f-45d2478051ce cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:41.240443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:41.240811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Checking segment: {'id': '7800a5ab-28b2-41f3-948f-96577fbecb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '512359eb-698d-48c2-8747-2d18376250a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:41.241203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.241580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Bound using segment: {'id': '7800a5ab-28b2-41f3-948f-96577fbecb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '512359eb-698d-48c2-8747-2d18376250a8'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:41.242046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Bound port: 1bab2f5b-d937-42bf-84ed-af9f9359ffef, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7800a5ab-28b2-41f3-948f-96577fbecb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '512359eb-698d-48c2-8747-2d18376250a8'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:41.242452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.249220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.250234 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3c3ba084-ed90-4b40-89ef-c5e6d0194e79 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "DELETE /v2.0/routers/44bb115f-0204-409c-8d9e-9071d0db1cd6 HTTP/1.1" status: 204 len: 168 time: 2.2461412 Mar 23 10:22:41.255586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45052) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:41.289352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.10 (0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c/50ae49bc-b6be-4089-9585-17fc0a768021/e3a70fb7-d041-4796-a606-8d6f364332fe) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:41.339153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78935548-5890-4038-a1e6-cae681839f3a None None] For port 1bab2f5b-d937-42bf-84ed-af9f9359ffef, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:41.342595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78935548-5890-4038-a1e6-cae681839f3a None None] For port 1bab2f5b-d937-42bf-84ed-af9f9359ffef, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1bab2f5b-d937-42bf-84ed-af9f9359ffef,segment=NetworkSegment(7800a5ab-28b2-41f3-948f-96577fbecb9c),segment_id=7800a5ab-28b2-41f3-948f-96577fbecb9c)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:41.347866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.367665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 9842e774-cfb3-489e-8585-69ff6b7173ef is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:41.371109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:41.476131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78935548-5890-4038-a1e6-cae681839f3a None None] Pushing event updated for resources: {'Port': ['ID=1bab2f5b-d937-42bf-84ed-af9f9359ffef,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:41.504246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d1114828-50bd-49d6-8675-af3eef012cb2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:41.506718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.548728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 81c79e08-5b7d-473f-b13e-9c114c12d19f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:41.574796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting subnet 5656adc2-5284-4afb-8cf3-fcd11d0f14fb {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:41.579730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.619795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d1114828-50bd-49d6-8675-af3eef012cb2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:41.620419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.651516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.764345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.794025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.881468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e5fc41d-2978-432f-bb12-ef5ee9d9ed17 None None] Provisioning complete for port 5a0f3b77-6358-4708-a34f-45d2478051ce triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:41.881468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e5fc41d-2978-432f-bb12-ef5ee9d9ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.889758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 512359eb-698d-48c2-8747-2d18376250a8 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:41.895220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:41.900593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.903397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:41.946618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fc41d-2978-432f-bb12-ef5ee9d9ed17 None None] Port 5a0f3b77-6358-4708-a34f-45d2478051ce cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:41.966395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.053745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=81c79e08-5b7d-473f-b13e-9c114c12d19f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:42.067862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:42.076428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:42.079212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:42.091800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:42.092551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.106438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.111508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=e3a70fb7-d041-4796-a606-8d6f364332fe,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:42.146214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Subnet': ['ID=5656adc2-5284-4afb-8cf3-fcd11d0f14fb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:42.152007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:22:42.156082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.161117 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4b4f328c-3425-4459-96ad-691428304bf5 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "DELETE /v2.0/subnets/5656adc2-5284-4afb-8cf3-fcd11d0f14fb HTTP/1.1" status: 204 len: 168 time: 0.9015343 Mar 23 10:22:42.161117 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-32a0acd7-cae2-4fbb-aa3a-134fb61e576d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5168388 Mar 23 10:22:42.162013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45056) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:42.165925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bcbd07-a928-4eb3-9207-7fa903ffec77 None None] Network 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:42.176340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45058) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:42.225156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:42.225973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.287241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.298471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting port d4ca5909-b278-45c7-b926-e149ca45e512 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:42.298811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.400218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 81c79e08-5b7d-473f-b13e-9c114c12d19f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:42.400682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.431191 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-83bf58ca-4172-427e-aaa9-fc52e99cb8cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9543982 Mar 23 10:22:42.441134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45064) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:42.475317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] DHCP port deletion for 4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:42.479690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Deleting port d4ca5909-b278-45c7-b926-e149ca45e512 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:42.480133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.496961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'port': {'network_id': '0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c', 'name': 'tempest-FloatingIPTestJSON-1722278372'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:42.626209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] For port d4ca5909-b278-45c7-b926-e149ca45e512, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d4ca5909-b278-45c7-b926-e149ca45e512,segment=NetworkSegment(8c3c341e-032e-4865-8603-3826e30daa10),segment_id=8c3c341e-032e-4865-8603-3826e30daa10)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:42.626652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.692969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:42.703923 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:42.704893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2293e57e-2289-41af-9a23-fe25f59307cc tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7252431 Mar 23 10:22:42.714683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45068) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:42.722979 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:42.723432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008836201'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:42.723589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] For port d4ca5909-b278-45c7-b926-e149ca45e512, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d4ca5909-b278-45c7-b926-e149ca45e512,segment=NetworkSegment(8c3c341e-032e-4865-8603-3826e30daa10),segment_id=8c3c341e-032e-4865-8603-3826e30daa10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:42.724070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.724649 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:42.730687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.738404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:42.746667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:42.791938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Calling delete_port for d4ca5909-b278-45c7-b926-e149ca45e512 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:42.801175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:42.885199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:42.891830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:port and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:42.913229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:42.920839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:42.922635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894e2c9-a676-4db4-b6b9-922324ddebdd None None] Network 512359eb-698d-48c2-8747-2d18376250a8 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:42.934437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:42.938066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.958545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Calling delete_port for d4ca5909-b278-45c7-b926-e149ca45e512 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:42.958772 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:22:42.961637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.994947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 81c79e08-5b7d-473f-b13e-9c114c12d19f owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:43.014272 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] device_id is not set on port 300e3969-9a11-483f-97e7-1033e01f39a1 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:43.023560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:43.049414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] No DVR routers for this DVR port d4ca5909-b278-45c7-b926-e149ca45e512 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:43.054079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:43.057301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.083141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Port': ['ID=d4ca5909-b278-45c7-b926-e149ca45e512,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.113402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:43.117212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b07866dd-15ab-4fa8-b4a6-95a66de7d56d None None] Provisioning for port 1bab2f5b-d937-42bf-84ed-af9f9359ffef completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:43.192840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.195482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:43.196261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:43.200628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.201030 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4 of type vlan for network ca1814cf-3442-4a8f-8c71-b26c670bbe48 Mar 23 10:22:43.263781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=81c79e08-5b7d-473f-b13e-9c114c12d19f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.298078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.354755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.379825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca98836-f0fc-4f36-8a03-4dfa2bd999b3']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:43.410925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.412156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3c341e-032e-4865-8603-3826e30daa10') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:43.412544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3c341e-032e-4865-8603-3826e30daa10') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:43.427219 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dc48ac7c-f249-4d24-a197-8f68a431d429 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/81c79e08-5b7d-473f-b13e-9c114c12d19f HTTP/1.1" status: 204 len: 168 time: 1.2468266 Mar 23 10:22:43.427806 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:22:40Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:40Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:43.429796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45072) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:43.432022 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:22:43.432406 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Updating router c62d4209-f0ea-42f5-a261-c3388f306a8d port 5a0f3b77-6358-4708-a34f-45d2478051ce binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:22:43.435464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.468545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.470445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.476577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:43.477213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.497400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:43.498103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:43.529075 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:43.531424 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a52a31-de08-40bc-a9bd-295679613d0d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:43.531424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a52a31-de08-40bc-a9bd-295679613d0d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:43.531620 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.531765 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-92a52a31-de08-40bc-a9bd-295679613d0d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/81c79e08-5b7d-473f-b13e-9c114c12d19f HTTP/1.1" status: 404 len: 333 time: 0.1009808 Mar 23 10:22:43.533848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.5 (0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c/50ae49bc-b6be-4089-9585-17fc0a768021/300e3969-9a11-483f-97e7-1033e01f39a1) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:43.537767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45076) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:43.538781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1bab2f5b-d937-42bf-84ed-af9f9359ffef up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:43.629904 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9139907 Mar 23 10:22:43.634132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45082) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:43.653748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:43.670445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ff9670-dd2f-4771-af93-b68508b256b3 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:22:43.670954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-17ff9670-dd2f-4771-af93-b68508b256b3 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:43.689978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635075d-652e-4223-9d81-0d006cbda975 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=ca1814cf-3442-4a8f-8c71-b26c670bbe48,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.698017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Deleting port d4ca5909-b278-45c7-b926-e149ca45e512 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:43.698743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.712995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-17ff9670-dd2f-4771-af93-b68508b256b3 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:43.714380 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-17ff9670-dd2f-4771-af93-b68508b256b3 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/81c79e08-5b7d-473f-b13e-9c114c12d19f HTTP/1.1" status: 404 len: 333 time: 0.1756604 Mar 23 10:22:43.717565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45086) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:43.733248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1bab2f5b-d937-42bf-84ed-af9f9359ffef completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:43.736981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:43.792315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.803131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.853090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Network': ['ID=4ca98836-f0fc-4f36-8a03-4dfa2bd999b3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.871649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1bab2f5b-d937-42bf-84ed-af9f9359ffef triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:43.872075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.898066 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-393db07f-f1d6-4fce-8faa-27b16c74b6a3 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "DELETE /v2.0/networks/4ca98836-f0fc-4f36-8a03-4dfa2bd999b3 HTTP/1.1" status: 204 len: 168 time: 1.7345705 Mar 23 10:22:43.899218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:43.904956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45090) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:43.976652 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.992231 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Transition to ACTIVE for port object 5a0f3b77-6358-4708-a34f-45d2478051ce will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:44.002980 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.058883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet eb0e6f92-8662-4431-af06-fdf2619ec6c8 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:44.069203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.069647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:44.071016 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38de5110-8a99-4f8e-a19d-981dea91ab01 None None] The port 'd4ca5909-b278-45c7-b926-e149ca45e512' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:22:44.161267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:44.192167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fffcff18-31c5-4e4a-b1c4-be5228619393 None None] Provisioning complete for port 1bab2f5b-d937-42bf-84ed-af9f9359ffef triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:44.192544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fffcff18-31c5-4e4a-b1c4-be5228619393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.202653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.239064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:44.280332 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Pushing event updated for resources: {'Port': ['ID=5a0f3b77-6358-4708-a34f-45d2478051ce,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:44.304952 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.305672 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.306221 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.306774 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.307323 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.315221 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.315704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.316693 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.317120 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.317544 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.317964 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:44.377061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.390272 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:44.417219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.468591 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Attempting to bind port 5a0f3b77-6358-4708-a34f-45d2478051ce on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:44.469070 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Attempting to bind port 5a0f3b77-6358-4708-a34f-45d2478051ce by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:44.469522 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Attempting to bind port 5a0f3b77-6358-4708-a34f-45d2478051ce on network 9842e774-cfb3-489e-8585-69ff6b7173ef {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:44.477036 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:44.478028 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Checking segment: {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:44.478530 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.479012 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Bound using segment: {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:44.479629 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Bound port: 5a0f3b77-6358-4708-a34f-45d2478051ce, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42d13cd-29cd-4424-92a4-052388ccba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:44.480131 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.495288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fffcff18-31c5-4e4a-b1c4-be5228619393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.537035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.543170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Deleting port 330d6e8f-dcd8-4782-b64a-c5c014ab989a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:44.543522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.577220 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] For port 5a0f3b77-6358-4708-a34f-45d2478051ce, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:44.583132 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] For port 5a0f3b77-6358-4708-a34f-45d2478051ce, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5a0f3b77-6358-4708-a34f-45d2478051ce,segment=NetworkSegment(d42d13cd-29cd-4424-92a4-052388ccba4a),segment_id=d42d13cd-29cd-4424-92a4-052388ccba4a)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:44.590197 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.590581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0e6f92-8662-4431-af06-fdf2619ec6c8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:44.601366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.613669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-72e7d52d-9e38-470e-b228-44f59b97e1f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/eb0e6f92-8662-4431-af06-fdf2619ec6c8 HTTP/1.1" status: 204 len: 168 time: 0.8947799 Mar 23 10:22:44.614296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45094) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.620535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e247e-974d-4d4b-b744-c6e683863798 None None] Network 512359eb-698d-48c2-8747-2d18376250a8 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:44.671156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.691869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.700279 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b67a-fada-4d9f-91bd-1dadb172b6ef None None] Pushing event updated for resources: {'Port': ['ID=5a0f3b77-6358-4708-a34f-45d2478051ce,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:44.727092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-fffcff18-31c5-4e4a-b1c4-be5228619393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:44.727500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-fffcff18-31c5-4e4a-b1c4-be5228619393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:44.744799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:44.744799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:44.758579 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:44.759197 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:44.760157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.774316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 1bab2f5b-d937-42bf-84ed-af9f9359ffef {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:44.775234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.925980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.926233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.984062 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:22:44.984646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] DHCP port deletion for 512359eb-698d-48c2-8747-2d18376250a8 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:44.989792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Deleting port 1bab2f5b-d937-42bf-84ed-af9f9359ffef {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:44.990222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.054504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] For port 1bab2f5b-d937-42bf-84ed-af9f9359ffef, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1bab2f5b-d937-42bf-84ed-af9f9359ffef,segment=NetworkSegment(7800a5ab-28b2-41f3-948f-96577fbecb9c),segment_id=7800a5ab-28b2-41f3-948f-96577fbecb9c)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:45.054814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.057335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.077745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Calling delete_port for 330d6e8f-dcd8-4782-b64a-c5c014ab989a owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:45.202798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 1bab2f5b-d937-42bf-84ed-af9f9359ffef owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:45.263811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:45.272918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:45.275414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:45.311306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=300e3969-9a11-483f-97e7-1033e01f39a1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.349890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fffcff18-31c5-4e4a-b1c4-be5228619393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.401382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:45.402065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.405160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.436391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.466208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=1bab2f5b-d937-42bf-84ed-af9f9359ffef,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.466799 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:22:40Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:44Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:45.470786 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692097d-c97c-4345-9d6e-61ff7f9ae399 None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:22:40Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:44Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:45.481448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No DVR routers for this DVR port 1bab2f5b-d937-42bf-84ed-af9f9359ffef on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:45.485093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.517729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] For port 1bab2f5b-d937-42bf-84ed-af9f9359ffef, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1bab2f5b-d937-42bf-84ed-af9f9359ffef,segment=NetworkSegment(7800a5ab-28b2-41f3-948f-96577fbecb9c),segment_id=7800a5ab-28b2-41f3-948f-96577fbecb9c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:45.517988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.560161 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f7dcb86e-cfb1-4bab-8680-968506c96a73 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1178336 Mar 23 10:22:45.565503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45098) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:45.573359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '300e3969-9a11-483f-97e7-1033e01f39a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:45.586853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=4de21fbc-44ba-435d-bec9-0212d80dac6b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.593333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:45.595451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.632933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:floatingip and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:45.639714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:45.650624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.655915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d4ca5909-b278-45c7-b926-e149ca45e512 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:45.656867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:45.659213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Pushing event deleted for resources: {'Port': ['ID=330d6e8f-dcd8-4782-b64a-c5c014ab989a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.687369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512359eb-698d-48c2-8747-2d18376250a8']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:45.702898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7800a5ab-28b2-41f3-948f-96577fbecb9c') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:45.703193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7800a5ab-28b2-41f3-948f-96577fbecb9c') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:45.716087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:45.716087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: ca1814cf-3442-4a8f-8c71-b26c670bbe48, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:45.736011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.764949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.771111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.777888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:45.778346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.780505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-62edcdf6-a783-4e21-ad7d-7d84debe3e6d None None] Could not find standard attr ID for object 81c79e08-5b7d-473f-b13e-9c114c12d19f. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:45.797470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Calling delete_port for 1bab2f5b-d937-42bf-84ed-af9f9359ffef owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:45.802253 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:45.858152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d4ca5909-b278-45c7-b926-e149ca45e512 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:45.858761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d4ca5909-b278-45c7-b926-e149ca45e512 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:45.915189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.925326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.949317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:45.949693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:45.967600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/512359eb-698d-48c2-8747-2d18376250a8 HTTP/1.1" status: 204 len: 168 time: 1.3488963 Mar 23 10:22:45.969074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45102) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:45.975727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308221594'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:45.979606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1538c-37d8-465b-8bf8-591eda6310e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=512359eb-698d-48c2-8747-2d18376250a8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.984303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:45.988956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:45.992496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:45.999582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:46.015209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:46.019654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5a0f3b77-6358-4708-a34f-45d2478051ce up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:46.020500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.032468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.034957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.036142 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-db512980-ce0d-4602-a132-5093b4ddd0a8 tempest-FloatingIPAdminTestJSON-254644125 tempest-FloatingIPAdminTestJSON-254644125-project] 10.222.0.73 "DELETE /v2.0/floatingips/bc118018-8b71-4605-94cd-0f7ceed600ae HTTP/1.1" status: 204 len: 168 time: 2.1302521 Mar 23 10:22:46.059084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:46.069076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:46.072223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.072702 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment d3d25131-8ffe-47f4-8688-3789825023db of type vlan for network 4194952a-47de-47dd-a1a0-27dfff6480f1 Mar 23 10:22:46.103467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, ca1814cf-3442-4a8f-8c71-b26c670bbe48) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:46.110336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:46.110916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.114579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.140899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ada8b6-2028-4703-b5f9-561b6f72d367 None None] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:46.187450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.187734 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0fabb658-b082-4093-8f0d-7c4c9f7ccac9 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5470936 Mar 23 10:22:46.188871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45108) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.190118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.190252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:46.190853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.323490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3528502 Mar 23 10:22:46.324008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45112) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.335825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 5a0f3b77-6358-4708-a34f-45d2478051ce completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:46.338233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:46.345781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5a0f3b77-6358-4708-a34f-45d2478051ce triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:46.346156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.417480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa2ce-f783-4c75-abd9-f1adba2f146b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=4194952a-47de-47dd-a1a0-27dfff6480f1,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:46.471313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Deleting port 1bab2f5b-d937-42bf-84ed-af9f9359ffef {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:46.471503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.499236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:46.504392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:46.507895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:46.511584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 4194952a-47de-47dd-a1a0-27dfff6480f1 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:46.514184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:46.527173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:46.569165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.144 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/1f2c43d9-09f3-42bb-bc46-d701e2e7de83) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:46.666180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.694898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82749-da49-4411-8546-ce0195f07fb5 None None] The port '1bab2f5b-d937-42bf-84ed-af9f9359ffef' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:22:46.763574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45118) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.806927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:46.808211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.895184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.899575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.950394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.960260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 5a0f3b77-6358-4708-a34f-45d2478051ce, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5a0f3b77-6358-4708-a34f-45d2478051ce,segment=NetworkSegment(d42d13cd-29cd-4424-92a4-052388ccba4a),segment_id=d42d13cd-29cd-4424-92a4-052388ccba4a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:46.971278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.015471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.035652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=1f2c43d9-09f3-42bb-bc46-d701e2e7de83,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.072891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1bab2f5b-d937-42bf-84ed-af9f9359ffef no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:47.082420 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b418ad0-6654-41fc-a57f-db1de2bbcae6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f35892598f34da9963ffa8bf7483aab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3171027 Mar 23 10:22:47.089875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45124) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:47.131164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=1043bc6d-0096-4310-b5d0-fe42f4608b38,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.147667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 1bab2f5b-d937-42bf-84ed-af9f9359ffef {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:47.148234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1bab2f5b-d937-42bf-84ed-af9f9359ffef not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:47.166578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': 'd3d25131-8ffe-47f4-8688-3789825023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:47.166578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: 4194952a-47de-47dd-a1a0-27dfff6480f1, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:47.186970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=5a0f3b77-6358-4708-a34f-45d2478051ce,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.191525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Allocated IP 172.21.0.2 (ca1814cf-3442-4a8f-8c71-b26c670bbe48/4de21fbc-44ba-435d-bec9-0212d80dac6b/f7c5def2-b784-46ac-8198-71af0809ed1e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:47.197469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:47.199989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdf2408d-529d-467b-afa2-98f2c527769e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.205870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:47.216056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:47.225835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4194952a-47de-47dd-a1a0-27dfff6480f1 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:47.241830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdf2408d-529d-467b-afa2-98f2c527769e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.260225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 4194952a-47de-47dd-a1a0-27dfff6480f1) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:47.268357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:47.269008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.284176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c75ad-a5d9-4ff3-a51a-81159ccff5f4 None None] Network 4194952a-47de-47dd-a1a0-27dfff6480f1 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:47.305932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-931c0f00-c123-4886-8731-9bd56d9b5085 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9746323 Mar 23 10:22:47.306348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45128) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:47.313581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1751719865'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:47.386021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdf2408d-529d-467b-afa2-98f2c527769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.420842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2408d-529d-467b-afa2-98f2c527769e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a587e2-fc34-49d5-a495-02822e9d810d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.435452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bdf2408d-529d-467b-afa2-98f2c527769e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.436587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bdf2408d-529d-467b-afa2-98f2c527769e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9a587e2-fc34-49d5-a495-02822e9d810d HTTP/1.1" status: 204 len: 168 time: 0.3457978 Mar 23 10:22:47.491416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:47.496588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:47.499838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:47.508291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:47.521585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:47.525788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.554877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 6b3634e0-cb78-4fc2-9154-92e3ef90c114 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:47.598543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.645498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Transition to ACTIVE for port object f7c5def2-b784-46ac-8198-71af0809ed1e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:47.655072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-4194952a-47de-47dd-a1a0-27dfff6480f1', 'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': '1043bc6d-0096-4310-b5d0-fe42f4608b38'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:47.655894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.691899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Transition to ACTIVE for port object f7c5def2-b784-46ac-8198-71af0809ed1e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:47.724372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.12 (4194952a-47de-47dd-a1a0-27dfff6480f1/1043bc6d-0096-4310-b5d0-fe42f4608b38/6b3634e0-cb78-4fc2-9154-92e3ef90c114) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:47.735467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.737042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.841381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:47.847525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:47.850086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:47.853228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Pushing event updated for resources: {'Port': ['ID=f7c5def2-b784-46ac-8198-71af0809ed1e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.996385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5a0f3b77-6358-4708-a34f-45d2478051ce up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:48.007758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.025298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 6b3634e0-cb78-4fc2-9154-92e3ef90c114 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:48.038719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Attempting to bind port f7c5def2-b784-46ac-8198-71af0809ed1e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:48.039132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Attempting to bind port f7c5def2-b784-46ac-8198-71af0809ed1e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:48.039501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Attempting to bind port f7c5def2-b784-46ac-8198-71af0809ed1e on network ca1814cf-3442-4a8f-8c71-b26c670bbe48 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:48.053050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45136) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.069408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.091772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:48.092191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Checking segment: {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:48.092526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.092928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Bound using segment: {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:48.093410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Bound port: f7c5def2-b784-46ac-8198-71af0809ed1e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:48.093781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.124901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.183961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:48.187208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4194952a-47de-47dd-a1a0-27dfff6480f1 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:48.192046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:48.196708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Usage tracker for resource:security_group_rule and tenant:9e6e31a1f2ff405db7887a19b27960a4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:48.199612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:48.202082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Allocated IP 172.20.0.2 (4194952a-47de-47dd-a1a0-27dfff6480f1/1043bc6d-0096-4310-b5d0-fe42f4608b38/2bf9e761-1a04-42e7-8032-ace6884268f1) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:48.225830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=6b3634e0-cb78-4fc2-9154-92e3ef90c114,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.231221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5a0f3b77-6358-4708-a34f-45d2478051ce triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:48.231397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:48.231509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.243016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:48.279655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:48.280266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.333329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.333554 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7a7f8a25-4afa-4e66-b368-b255c84bfa6a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0226095 Mar 23 10:22:48.333644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45142) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.365860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.371358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.420896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] For port f7c5def2-b784-46ac-8198-71af0809ed1e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:48.423496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba4d75-9308-402c-b3e2-9d25dea0b3aa,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.432663 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ef4cd50f-1a13-4034-9896-16a047035b5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e6e31a1f2ff405db7887a19b27960a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3783467 Mar 23 10:22:48.433243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45146) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.453571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] For port f7c5def2-b784-46ac-8198-71af0809ed1e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f7c5def2-b784-46ac-8198-71af0809ed1e,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:48.465504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.500206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04bbb903-3f5f-468c-aef9-84bfb21067b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.503128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 6b3634e0-cb78-4fc2-9154-92e3ef90c114 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:48.503510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.531749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04bbb903-3f5f-468c-aef9-84bfb21067b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.534473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.594571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04bbb903-3f5f-468c-aef9-84bfb21067b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.615808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbb903-3f5f-468c-aef9-84bfb21067b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba4d75-9308-402c-b3e2-9d25dea0b3aa,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.618529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04bbb903-3f5f-468c-aef9-84bfb21067b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.622122 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-04bbb903-3f5f-468c-aef9-84bfb21067b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5ba4d75-9308-402c-b3e2-9d25dea0b3aa HTTP/1.1" status: 204 len: 168 time: 0.1856089 Mar 23 10:22:48.699779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaf72f-0b4c-42c1-9371-86ee54e98802 None None] Pushing event updated for resources: {'Port': ['ID=f7c5def2-b784-46ac-8198-71af0809ed1e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.711000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.21.0.1 (ca1814cf-3442-4a8f-8c71-b26c670bbe48/4de21fbc-44ba-435d-bec9-0212d80dac6b/c05ffcfb-4790-432a-b0b7-9c522e7b32fc) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:48.748243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.762790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Transition to ACTIVE for port object 2bf9e761-1a04-42e7-8032-ace6884268f1 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:48.785206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Transition to ACTIVE for port object 2bf9e761-1a04-42e7-8032-ace6884268f1 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:48.796802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.883863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Network 4194952a-47de-47dd-a1a0-27dfff6480f1 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:48.885039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e761-1a04-42e7-8032-ace6884268f1,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.888711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:48.891156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:49.002386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Attempting to bind port 2bf9e761-1a04-42e7-8032-ace6884268f1 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:49.002755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Attempting to bind port 2bf9e761-1a04-42e7-8032-ace6884268f1 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd3d25131-8ffe-47f4-8688-3789825023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:49.003124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Attempting to bind port 2bf9e761-1a04-42e7-8032-ace6884268f1 on network 4194952a-47de-47dd-a1a0-27dfff6480f1 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:49.041671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:49.042058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Checking segment: {'id': 'd3d25131-8ffe-47f4-8688-3789825023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:49.042483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.043127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Bound using segment: {'id': 'd3d25131-8ffe-47f4-8688-3789825023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:49.043668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Bound port: 2bf9e761-1a04-42e7-8032-ace6884268f1, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d25131-8ffe-47f4-8688-3789825023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '4194952a-47de-47dd-a1a0-27dfff6480f1'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:49.044181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.186791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.215688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] For port 2bf9e761-1a04-42e7-8032-ace6884268f1, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:49.219632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] For port 2bf9e761-1a04-42e7-8032-ace6884268f1, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2bf9e761-1a04-42e7-8032-ace6884268f1,segment=NetworkSegment(d3d25131-8ffe-47f4-8688-3789825023db),segment_id=d3d25131-8ffe-47f4-8688-3789825023db)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:49.225134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.236582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.327520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object c05ffcfb-4790-432a-b0b7-9c522e7b32fc will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:49.332187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094183a4-11d0-4bb1-b264-f0fcb91b8ba9 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e761-1a04-42e7-8032-ace6884268f1,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.374060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45154) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:49.392428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.397305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 6b3634e0-cb78-4fc2-9154-92e3ef90c114 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:49.426835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:49.430857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Usage tracker for resource:security_group_rule and tenant:a4465696ede24838a657e1b215aec07c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:49.433870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:49.434169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:49.441559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:49.474508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.485769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.531982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.537383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.588472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9efb87-9974-4531-a347-98d5f0411173,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.595842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4e7d54a-46a4-41f9-ab02-4d70dd6ff0ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4465696ede24838a657e1b215aec07c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206409 Mar 23 10:22:49.596851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45158) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:49.668249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6fae-368a-4047-9999-c9da3044d97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.698070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6fae-368a-4047-9999-c9da3044d97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.768124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.800663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6fae-368a-4047-9999-c9da3044d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.821633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c6fae-368a-4047-9999-c9da3044d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9efb87-9974-4531-a347-98d5f0411173,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.822727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=1f2c43d9-09f3-42bb-bc46-d701e2e7de83,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.829621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6fae-368a-4047-9999-c9da3044d97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.834313 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0d5c6fae-368a-4047-9999-c9da3044d97c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c9efb87-9974-4531-a347-98d5f0411173 HTTP/1.1" status: 204 len: 168 time: 0.2357643 Mar 23 10:22:49.941306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.002269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:50.025251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:50.027810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:50.039217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:50.059133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f7c5def2-b784-46ac-8198-71af0809ed1e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:50.193116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port f7c5def2-b784-46ac-8198-71af0809ed1e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:50.200269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2bf9e761-1a04-42e7-8032-ace6884268f1 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:50.221321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.283961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a00d2-8bbb-471f-b9c0-82ecf7b22739 None None] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:50.298197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=6b3634e0-cb78-4fc2-9154-92e3ef90c114,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:50.343703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.451119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.455711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] Provisioning for port f7c5def2-b784-46ac-8198-71af0809ed1e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:50.471176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2bf9e761-1a04-42e7-8032-ace6884268f1 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:50.479274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] Provisioning complete for port f7c5def2-b784-46ac-8198-71af0809ed1e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:50.479691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.541023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45170) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.543878 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-78dec1ef-c460-4b6b-9d45-e3ef12660dbd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/6b3634e0-cb78-4fc2-9154-92e3ef90c114 HTTP/1.1" status: 204 len: 168 time: 2.2092137 Mar 23 10:22:50.574707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.640338 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ce2bd9-b14d-496a-80cb-9898445c8b07 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:22:50.641225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-20ce2bd9-b14d-496a-80cb-9898445c8b07 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:50.702066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-20ce2bd9-b14d-496a-80cb-9898445c8b07 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:50.707668 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-20ce2bd9-b14d-496a-80cb-9898445c8b07 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/6b3634e0-cb78-4fc2-9154-92e3ef90c114 HTTP/1.1" status: 404 len: 333 time: 0.1652856 Mar 23 10:22:50.708258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45178) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.795757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet 1043bc6d-0096-4310-b5d0-fe42f4608b38 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:22:50.799211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.803657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.852397 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 09b9c4e6-ecc1-43ec-a9fe-a89d775412b2 associated. External IP: 172.26.7.144, port: 300e3969-9a11-483f-97e7-1033e01f39a1. Mar 23 10:22:50.873639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] For port f7c5def2-b784-46ac-8198-71af0809ed1e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f7c5def2-b784-46ac-8198-71af0809ed1e,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:50.891837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.892544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.029215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b08c2-024a-49f7-97c4-738c82529fb7 None None] Pushing event updated for resources: {'Port': ['ID=f7c5def2-b784-46ac-8198-71af0809ed1e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:51.046100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.099247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63bf4e-baec-4633-895f-14fd0707a6ce None None] Network 4194952a-47de-47dd-a1a0-27dfff6480f1 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:51.169807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.281333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=1043bc6d-0096-4310-b5d0-fe42f4608b38,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:51.300852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.315017 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-91bd392f-2e0d-48d5-88c9-41077387f48b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/1043bc6d-0096-4310-b5d0-fe42f4608b38 HTTP/1.1" status: 204 len: 168 time: 0.6057203 Mar 23 10:22:51.319323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45186) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:51.358759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.374080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] Provisioning for port 2bf9e761-1a04-42e7-8032-ace6884268f1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:51.420402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] Provisioning complete for port 2bf9e761-1a04-42e7-8032-ace6884268f1 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:51.420767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.498055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.513085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 2bf9e761-1a04-42e7-8032-ace6884268f1 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:51.513413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.546169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:51.607450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.656811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] For port 2bf9e761-1a04-42e7-8032-ace6884268f1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2bf9e761-1a04-42e7-8032-ace6884268f1,segment=NetworkSegment(d3d25131-8ffe-47f4-8688-3789825023db),segment_id=d3d25131-8ffe-47f4-8688-3789825023db)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:51.660399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] DHCP port deletion for 4194952a-47de-47dd-a1a0-27dfff6480f1 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:22:51.665950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] Deleting port 2bf9e761-1a04-42e7-8032-ace6884268f1 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:51.666328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.688079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.751939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.787646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] For port 2bf9e761-1a04-42e7-8032-ace6884268f1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2bf9e761-1a04-42e7-8032-ace6884268f1,segment=NetworkSegment(d3d25131-8ffe-47f4-8688-3789825023db),segment_id=d3d25131-8ffe-47f4-8688-3789825023db)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:51.788201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.803124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-697151654'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:51.811269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:51.837001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.848889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:51.870383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:51.880397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.880700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.881042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.881379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.881712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.882036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.882359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.882679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.883001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.883346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.883699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:51.925074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:51.933911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 2bf9e761-1a04-42e7-8032-ace6884268f1 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:51.970546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:51.978096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] For port 2bf9e761-1a04-42e7-8032-ace6884268f1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2bf9e761-1a04-42e7-8032-ace6884268f1,segment=NetworkSegment(d3d25131-8ffe-47f4-8688-3789825023db),segment_id=d3d25131-8ffe-47f4-8688-3789825023db)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:51.978488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.001087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:52.004040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.030144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.061207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.api [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:52.061565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG oslo_db.api [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:52.062253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:52.064755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:52.079293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:52.086695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:security_group_rule and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:52.096493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:52.102400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] Calling delete_port for 2bf9e761-1a04-42e7-8032-ace6884268f1 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:52.110466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:52.137491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f7c5def2-b784-46ac-8198-71af0809ed1e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:52.229589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b1378-49cc-48c4-9e8d-76837a93818e None None] Pushing event updated for resources: {'Port': ['ID=2bf9e761-1a04-42e7-8032-ace6884268f1,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.257782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:52.261330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.261985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2fe6a004-3d35-4eb6-ab70-a30f9c8a82a2 None None] Provisioning for port c05ffcfb-4790-432a-b0b7-9c522e7b32fc completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:52.265929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.268470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2fe6a004-3d35-4eb6-ab70-a30f9c8a82a2 None None] Provisioning complete for port c05ffcfb-4790-432a-b0b7-9c522e7b32fc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:52.268831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a004-3d35-4eb6-ab70-a30f9c8a82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.281688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:52.295750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.296415 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment f95e8baa-e39c-4ee8-8879-67cb9a8fae72 of type vlan for network a0200c39-9805-43f2-b185-8b81544c1f9c Mar 23 10:22:52.337244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0329e44c-e0c5-46d7-83c4-9acdd80c4955,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.340965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6a004-3d35-4eb6-ab70-a30f9c8a82a2 None None] Port c05ffcfb-4790-432a-b0b7-9c522e7b32fc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:52.342945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.356139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.393936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.397555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] Pushing event deleted for resources: {'Port': ['ID=2bf9e761-1a04-42e7-8032-ace6884268f1,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.398271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:52.398955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.399247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port f7c5def2-b784-46ac-8198-71af0809ed1e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:52.399644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.448322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8918c56-8eff-4315-bcfe-ee8a28a3591b None None] No DVR routers for this DVR port 2bf9e761-1a04-42e7-8032-ace6884268f1 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:52.478906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2fe6a004-3d35-4eb6-ab70-a30f9c8a82a2 None None] Provisioning complete for port f7c5def2-b784-46ac-8198-71af0809ed1e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:52.479275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a004-3d35-4eb6-ab70-a30f9c8a82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.538122 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9899912 Mar 23 10:22:52.542233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45198) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:52.547745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-999168789'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:52.595378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 2bf9e761-1a04-42e7-8032-ace6884268f1 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:52.595378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.640631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:52.654043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:52.681796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:52.682336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:52.690385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2bf9e761-1a04-42e7-8032-ace6884268f1 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:52.697246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] The port '2bf9e761-1a04-42e7-8032-ace6884268f1' was deleted {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:22:52.698194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8de1-3ccb-4693-9937-3ac45de325f6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=a0200c39-9805-43f2-b185-8b81544c1f9c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.700541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:52.726054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network a0200c39-9805-43f2-b185-8b81544c1f9c details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:52.746006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2bf9e761-1a04-42e7-8032-ace6884268f1 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:22:52.746631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2bf9e761-1a04-42e7-8032-ace6884268f1 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:52.755780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:52.758831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.843924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:52.848805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2ffebd96-3982-4194-aa2d-90ad449bd0af None None] Provisioning complete for port c05ffcfb-4790-432a-b0b7-9c522e7b32fc triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:52.849201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2ffebd96-3982-4194-aa2d-90ad449bd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.867597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.882494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.885757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:52.899799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:52.911459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4194952a-47de-47dd-a1a0-27dfff6480f1']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:52.911765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:52.912277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:52.924305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.924672 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment 84b0fef7-e037-4a2a-a5b6-1fe50de35e14 of type vlan for network f486cec3-f446-42b7-b264-5a4aa4c1ba2f Mar 23 10:22:52.926562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d25131-8ffe-47f4-8688-3789825023db') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:52.926852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d25131-8ffe-47f4-8688-3789825023db') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:52.943179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.957276 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-abee75c6-d54e-49b0-a748-4aa528871e22 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3856452 Mar 23 10:22:52.957518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45202) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:52.962982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:52.975216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.978887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.985762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:52.987198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:22:52.987513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:53.002434 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:53.005724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2ffebd96-3982-4194-aa2d-90ad449bd0af None None] Port c05ffcfb-4790-432a-b0b7-9c522e7b32fc cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:22:53.007959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:53.007959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.036510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:53.052250 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:53.052809 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58c4cae7-d950-4f82-9779-9b989d295ac1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8544743 Mar 23 10:22:53.053143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.060379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-833614847'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:53.067263 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:53.067449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.068904 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.079198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:53.084631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:53.092334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.092334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76f708-c66d-440f-858a-6c08bb2ff704 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:53.093639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.117972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.131132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.134613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.140311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:53.141263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.190814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=4194952a-47de-47dd-a1a0-27dfff6480f1,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.214476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6710823 Mar 23 10:22:53.216198 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-25cbda19-6b0c-4418-9e4a-838fa75851bc tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/4194952a-47de-47dd-a1a0-27dfff6480f1 HTTP/1.1" status: 204 len: 168 time: 1.8946285 Mar 23 10:22:53.221065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.221619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45212) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.258415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:53.270990 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:22:53.279502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'name': 'tempest-PortsTestJSON-515253616'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:53.292714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:53.299438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.300341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:53.425854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:53.451173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.451624 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment 0c5ac07a-969b-4fee-a8d1-000f1f44f8a8 of type vlan for network 6db76719-326c-4156-9e5f-5f3ae43a2061 Mar 23 10:22:53.513316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe15ca-67d9-4191-b3b4-11f16a9822d9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=f486cec3-f446-42b7-b264-5a4aa4c1ba2f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.532707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:53.553198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.564845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.568522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.573206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:53.576430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:53.583574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:53.590102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.597166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:53.599030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.601632 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 09b9c4e6-ecc1-43ec-a9fe-a89d775412b2 disassociated. External IP: 172.26.7.144, port: 300e3969-9a11-483f-97e7-1033e01f39a1. Mar 23 10:22:53.612385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:53.673872 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:22:50Z', 'revision_number': 3, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:51Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.680254 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:22:53.680454 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Updating router c62d4209-f0ea-42f5-a261-c3388f306a8d port c05ffcfb-4790-432a-b0b7-9c522e7b32fc binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:22:53.706616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:53.709429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.741256 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.748328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.763736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 6bab1cb1-d6d8-4a9b-8566-45a1faaf1480 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:53.784529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.788241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:53.788827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.912724 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8582094 Mar 23 10:22:53.913171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21264eb7-9929-4e4d-98e8-2890ece5df41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=6db76719-326c-4156-9e5f-5f3ae43a2061,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.917089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45220) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.923676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:53.930671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:54.053480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:54.064868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:54.069459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:54.077330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:54.094072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:54.200524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.280695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.339106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.400915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-410b4539-1063-44b8-a5b5-f888b34656b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.406091 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.423958 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Transition to ACTIVE for port object c05ffcfb-4790-432a-b0b7-9c522e7b32fc will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:54.434731 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.459896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.537272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.544471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:54.572220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:54.579819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:54.584528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:54.585296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.647916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45224) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.648754 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4125705 Mar 23 10:22:54.669205 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694ba0f-9323-4c17-ba0c-c6556388d747 None None] Pushing event updated for resources: {'Port': ['ID=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.673460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=0589addf-c9e0-485a-9d65-72f7d340798d,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.683409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67dd1-3a5a-4ce6-9c56-dcb30af5f5f0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=6bab1cb1-d6d8-4a9b-8566-45a1faaf1480,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.700799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:54.701257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: a0200c39-9805-43f2-b185-8b81544c1f9c, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:54.735245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network a0200c39-9805-43f2-b185-8b81544c1f9c is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:54.751372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, a0200c39-9805-43f2-b185-8b81544c1f9c) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:54.762231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.763993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a1837-42ae-4a71-b4e5-15acd36f5133 None None] Network a0200c39-9805-43f2-b185-8b81544c1f9c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:54.768016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:54.768744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.798791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 6bab1cb1-d6d8-4a9b-8566-45a1faaf1480 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:54.799281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.800485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2b3b851f-016f-4ca6-8592-ceaf0024c3f3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5770707 Mar 23 10:22:54.801310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45228) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.807881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:54.831625 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Attempting to bind port c05ffcfb-4790-432a-b0b7-9c522e7b32fc on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:54.832279 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Attempting to bind port c05ffcfb-4790-432a-b0b7-9c522e7b32fc by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:54.832656 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Attempting to bind port c05ffcfb-4790-432a-b0b7-9c522e7b32fc on network ca1814cf-3442-4a8f-8c71-b26c670bbe48 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:54.842543 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:54.842966 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Checking segment: {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:54.843477 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.844043 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Bound using segment: {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:54.844713 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Bound port: c05ffcfb-4790-432a-b0b7-9c522e7b32fc, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:54.845106 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.911339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=e0630023-c15e-41ff-b35e-48a2a0e60da8,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.949341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:54.953442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:54.957824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:54.965648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:54.982445 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] For port c05ffcfb-4790-432a-b0b7-9c522e7b32fc, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:54.984187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:54.987957 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] For port c05ffcfb-4790-432a-b0b7-9c522e7b32fc, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:54.993903 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.066785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:22:55.068011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-a0200c39-9805-43f2-b185-8b81544c1f9c', 'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '0589addf-c9e0-485a-9d65-72f7d340798d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:55.068852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.110840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:55.111199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: 6db76719-326c-4156-9e5f-5f3ae43a2061, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:55.135272 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:55.135491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.136320 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:55.282025 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694ba0f-9323-4c17-ba0c-c6556388d747 None None] Pushing event updated for resources: {'Port': ['ID=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:55.354707 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:22:55.412120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Allocated IP 2001:db8::2 (a0200c39-9805-43f2-b185-8b81544c1f9c/0589addf-c9e0-485a-9d65-72f7d340798d/0bfd55fd-0dc2-4419-ba08-ce6ed541bb03) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:55.450971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.475724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.480916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:55.548576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=433bfeb1-d892-4817-8f67-5f7a5b691a0f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:55.600014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 6bab1cb1-d6d8-4a9b-8566-45a1faaf1480 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:55.607320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': '84b0fef7-e037-4a2a-a5b6-1fe50de35e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:55.608303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: f486cec3-f446-42b7-b264-5a4aa4c1ba2f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:55.628837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6db76719-326c-4156-9e5f-5f3ae43a2061) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:55.642454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:55.643030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.652878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f451347-c9fb-464b-aed0-b2690a263146 None None] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:55.666361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:55.680751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, f486cec3-f446-42b7-b264-5a4aa4c1ba2f) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:55.699900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:55.700685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.710550 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3a8ad593-b5a6-41a5-9a3a-524fce874682 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7891195 Mar 23 10:22:55.711314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45232) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:55.747238 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1fa2ecb8-c6c2-4d14-98b2-97666980cb37 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9446666 Mar 23 10:22:55.748271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45236) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:55.754746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1647631852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:55.762091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:55.766503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:55.770590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:55.776880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:55.780564 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4648988-f8ac-4b27-987d-d0f9c51a1c92 None None] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:55.783356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.791893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.793246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.816246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.826423 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:22:50Z', 'revision_number': 3, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:54Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:55.834382 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d7210-307c-4dca-adf1-886e831180d9 None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:22:50Z', 'revision_number': 3, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:54Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:55.841726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.890969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.890969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2c61e84c-6300-463a-a7e1-763d88149382 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1380436 Mar 23 10:22:55.890969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45240) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:55.899174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=6bab1cb1-d6d8-4a9b-8566-45a1faaf1480,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:55.934933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.969275 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-27177461-d31c-4cf8-b660-75e5831e15a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/6bab1cb1-d6d8-4a9b-8566-45a1faaf1480 HTTP/1.1" status: 204 len: 168 time: 1.3190331 Mar 23 10:22:55.972812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45244) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:55.980929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'mac_address': 'fa:16:3e:ae:6f:03', 'name': 'tempest-PortsTestJSON-675560070'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:55.999725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.045573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Transition to ACTIVE for port object 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:56.132241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c05ffcfb-4790-432a-b0b7-9c522e7b32fc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:56.142450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:22:56.156953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.192114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743b308-7179-422b-bd84-d8494d873907 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:22:56.213735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Transition to ACTIVE for port object 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:56.255965 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a456f853-cd72-4b35-9d03-5b737e8c7d2b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/floatingips/09b9c4e6-ecc1-43ec-a9fe-a89d775412b2 HTTP/1.1" status: 200 len: 688 time: 3.2973633 Mar 23 10:22:56.265451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45248) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.281758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.380223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:56.414676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743b308-7179-422b-bd84-d8494d873907 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:56.415767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4743b308-7179-422b-bd84-d8494d873907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:56.530972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:56.592911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4743b308-7179-422b-bd84-d8494d873907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:56.645863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.657628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Network a0200c39-9805-43f2-b185-8b81544c1f9c is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:56.658633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Pushing event updated for resources: {'Port': ['ID=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:56.672963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:56.687907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:56.697362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6db76719-326c-4156-9e5f-5f3ae43a2061', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:56.698342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.721400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:56.722074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-f486cec3-f446-42b7-b264-5a4aa4c1ba2f', 'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '433bfeb1-d892-4817-8f67-5f7a5b691a0f'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:22:56.723100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.740520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:56.742459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 1f2c43d9-09f3-42bb-bc46-d701e2e7de83 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:56.742836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.801091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:56.804217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.804561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.804913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.805236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.805571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.805975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.806234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.806582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.806861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.807218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.807504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:56.823503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6a83921-d8dc-4a54-88a7-372e1956d734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.867441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743b308-7179-422b-bd84-d8494d873907 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:22:56.868153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4743b308-7179-422b-bd84-d8494d873907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:56.958766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c05ffcfb-4790-432a-b0b7-9c522e7b32fc completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:57.008549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.049635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c05ffcfb-4790-432a-b0b7-9c522e7b32fc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:57.050020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.075082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4743b308-7179-422b-bd84-d8494d873907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:57.075502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743b308-7179-422b-bd84-d8494d873907 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:22:57.084758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 7eacd931-478c-4e6b-8d8e-a92ef061dbb9 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:22:57.144294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Attempting to bind port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:57.144551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Attempting to bind port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:57.145133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Attempting to bind port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 on network a0200c39-9805-43f2-b185-8b81544c1f9c {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:57.163129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.163615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.196204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:57.196655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Checking segment: {'id': 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:57.196993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.197452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Bound using segment: {'id': 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:57.197874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Bound port: 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'a0200c39-9805-43f2-b185-8b81544c1f9c'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:57.198277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.204687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8::1 (a0200c39-9805-43f2-b185-8b81544c1f9c/0589addf-c9e0-485a-9d65-72f7d340798d/e20c7a45-d845-4e64-b2c8-0c7e67d62b90) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:57.304182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 1f2c43d9-09f3-42bb-bc46-d701e2e7de83 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:57.392675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.413363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object e20c7a45-d845-4e64-b2c8-0c7e67d62b90 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:57.446597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.457580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Allocated IP 2001:db8:1::2 (f486cec3-f446-42b7-b264-5a4aa4c1ba2f/433bfeb1-d892-4817-8f67-5f7a5b691a0f/31af74db-0018-4e54-af48-8e833d50ac7c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:57.460167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Allocated IP 172.22.0.2 (6db76719-326c-4156-9e5f-5f3ae43a2061/e0630023-c15e-41ff-b35e-48a2a0e60da8/fb47dc2e-887f-4ad1-bb52-59939d72bace) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:57.563828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network a0200c39-9805-43f2-b185-8b81544c1f9c is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:57.565089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:57.566120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] For port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:57.570460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:57.571000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.639506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=e20c7a45-d845-4e64-b2c8-0c7e67d62b90,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:57.691325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.720607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.766238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] For port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,segment=NetworkSegment(f95e8baa-e39c-4ee8-8879-67cb9a8fae72),segment_id=f95e8baa-e39c-4ee8-8879-67cb9a8fae72)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:57.789789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.808349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.817007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.869918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=1f2c43d9-09f3-42bb-bc46-d701e2e7de83,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:57.902048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.944335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c05ffcfb-4790-432a-b0b7-9c522e7b32fc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:22:57.982987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.998851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.120346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.158917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.171929 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Transition to ACTIVE for port object fb47dc2e-887f-4ad1-bb52-59939d72bace will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:58.197490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Transition to ACTIVE for port object fb47dc2e-887f-4ad1-bb52-59939d72bace will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:58.204132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8994ea-afdd-4d07-82ce-cce0f4728602 None None] Pushing event updated for resources: {'Port': ['ID=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.204514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.268262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.273578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.310271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=7eacd931-478c-4e6b-8d8e-a92ef061dbb9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.320483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:58.324671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:58.376338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.380564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:58.384733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:58.385557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.387391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.394603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Transition to ACTIVE for port object 31af74db-0018-4e54-af48-8e833d50ac7c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:58.399256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.400216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.421524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Transition to ACTIVE for port object 31af74db-0018-4e54-af48-8e833d50ac7c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:58.438803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.454669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:58.459287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:58.462211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:58.525907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:58.534341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:58.537092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:22:58.563061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=e20c7a45-d845-4e64-b2c8-0c7e67d62b90,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.587456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.589421 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-354c8f01-f972-4f3b-9af3-2ee2cb6b00ea tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/floatingips/09b9c4e6-ecc1-43ec-a9fe-a89d775412b2 HTTP/1.1" status: 204 len: 168 time: 2.3209856 Mar 23 10:22:58.595768 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.596015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45252) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.603637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'e3a70fb7-d041-4796-a606-8d6f364332fe'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:22:58.623821 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-582afaad-8e07-4636-9250-b44ec1d610e5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6466589 Mar 23 10:22:58.624227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:58.629109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45256) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.634544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:floatingip and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:58.638136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:58.648736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:58.656005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network a0200c39-9805-43f2-b185-8b81544c1f9c is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:58.659003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:58.723299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.751222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Attempting to bind port fb47dc2e-887f-4ad1-bb52-59939d72bace on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:58.752079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Attempting to bind port fb47dc2e-887f-4ad1-bb52-59939d72bace by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:58.752079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Attempting to bind port fb47dc2e-887f-4ad1-bb52-59939d72bace on network 6db76719-326c-4156-9e5f-5f3ae43a2061 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:58.773863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Attempting to bind port 31af74db-0018-4e54-af48-8e833d50ac7c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:58.774243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Attempting to bind port 31af74db-0018-4e54-af48-8e833d50ac7c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '84b0fef7-e037-4a2a-a5b6-1fe50de35e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:58.774609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Attempting to bind port 31af74db-0018-4e54-af48-8e833d50ac7c on network f486cec3-f446-42b7-b264-5a4aa4c1ba2f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:22:58.774801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1db0b-f590-4dc7-9287-ec797ae52430 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:58.775512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9cf1db0b-f590-4dc7-9287-ec797ae52430 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:58.777293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:58.777672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Checking segment: {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:58.778080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.778482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Bound using segment: {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:58.778971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Bound port: fb47dc2e-887f-4ad1-bb52-59939d72bace, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:58.779348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.789368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Pushing event updated for resources: {'Port': ['ID=fb47dc2e-887f-4ad1-bb52-59939d72bace,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.841957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9cf1db0b-f590-4dc7-9287-ec797ae52430 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:58.845881 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9cf1db0b-f590-4dc7-9287-ec797ae52430 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/7eacd931-478c-4e6b-8d8e-a92ef061dbb9 HTTP/1.1" status: 200 len: 840 time: 0.2126179 Mar 23 10:22:58.847833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45260) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.957117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:22:58.957117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Checking segment: {'id': '84b0fef7-e037-4a2a-a5b6-1fe50de35e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:22:58.957699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.957931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Bound using segment: {'id': '84b0fef7-e037-4a2a-a5b6-1fe50de35e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:22:58.958418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Bound port: 31af74db-0018-4e54-af48-8e833d50ac7c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b0fef7-e037-4a2a-a5b6-1fe50de35e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'f486cec3-f446-42b7-b264-5a4aa4c1ba2f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:58.958804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.992294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 7eacd931-478c-4e6b-8d8e-a92ef061dbb9 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:22:58.992642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.000523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Pushing event updated for resources: {'Port': ['ID=31af74db-0018-4e54-af48-8e833d50ac7c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:59.110805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] For port fb47dc2e-887f-4ad1-bb52-59939d72bace, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:59.125498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] For port fb47dc2e-887f-4ad1-bb52-59939d72bace, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb47dc2e-887f-4ad1-bb52-59939d72bace,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:59.128316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] For port 31af74db-0018-4e54-af48-8e833d50ac7c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:22:59.143478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] For port 31af74db-0018-4e54-af48-8e833d50ac7c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=31af74db-0018-4e54-af48-8e833d50ac7c,segment=NetworkSegment(84b0fef7-e037-4a2a-a5b6-1fe50de35e14),segment_id=84b0fef7-e037-4a2a-a5b6-1fe50de35e14)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:22:59.149209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.254137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0db3-3d35-4607-8d48-fb7e63c3a8c5 None None] Pushing event updated for resources: {'Port': ['ID=fb47dc2e-887f-4ad1-bb52-59939d72bace,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:59.257535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.320314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.329658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196eb6c8-c8f4-478a-a08f-208bd10b61ac None None] Network a0200c39-9805-43f2-b185-8b81544c1f9c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:22:59.350343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.22.0.1 (6db76719-326c-4156-9e5f-5f3ae43a2061/e0630023-c15e-41ff-b35e-48a2a0e60da8/859dd805-2cab-4a36-9ee2-78f438146be6) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:59.361360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.491767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.516498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 7eacd931-478c-4e6b-8d8e-a92ef061dbb9 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:22:59.524064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-32b86f62-324c-41dd-9027-428cced976ff None None] Provisioning for port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:59.526456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1590c-c7eb-4a8c-81c1-6ad52be4d135 None None] Pushing event updated for resources: {'Port': ['ID=31af74db-0018-4e54-af48-8e833d50ac7c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:59.549154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 4d0be869-e41a-46cc-96e7-9f67f1e52e20 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:22:59.552302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.116 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/84b37832-1247-421a-8a14-0a4ccaa6d83f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:59.731129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.828318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=7eacd931-478c-4e6b-8d8e-a92ef061dbb9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:59.833326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.861104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object 859dd805-2cab-4a36-9ee2-78f438146be6 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:59.866869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.894267 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7c609586-e8fa-424a-81d0-8e5eba6ff9f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/7eacd931-478c-4e6b-8d8e-a92ef061dbb9 HTTP/1.1" status: 204 len: 168 time: 1.0452421 Mar 23 10:22:59.898185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45264) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:59.909337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.980200 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-77518b1f-af7e-49b1-8631-7ad5a597bd00 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:22:59.980702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-77518b1f-af7e-49b1-8631-7ad5a597bd00 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:00.029874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-77518b1f-af7e-49b1-8631-7ad5a597bd00 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:00.030995 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77518b1f-af7e-49b1-8631-7ad5a597bd00 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/7eacd931-478c-4e6b-8d8e-a92ef061dbb9 HTTP/1.1" status: 404 len: 333 time: 0.1318712 Mar 23 10:23:00.036905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45268) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.047144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'name': 'tempest-PortsTestJSON-481095747'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:00.047289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=859dd805-2cab-4a36-9ee2-78f438146be6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.064039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.068371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:00.069785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:00.075383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:00.122263 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:23:00.188937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.221195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:00.240926 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] Sync routers for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:00.256919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:00.268993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:00.270710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:00.271707 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:00.306560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-abdf1f30-7148-4d79-a867-80be4c91d671 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/4d0be869-e41a-46cc-96e7-9f67f1e52e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4130204 Mar 23 10:23:00.316703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45274) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.322045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:00.330506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.334367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c179771a-82cd-4ebb-b85f-f6da4bbeed5d None None] Provisioning for port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:00.336330 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:00.344558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 31af74db-0018-4e54-af48-8e833d50ac7c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:00.356461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.360058 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:00.360742 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:00.405521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f9c8e-a9f6-41c9-946e-3f0383a57387 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.410561 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-328f9c8e-a9f6-41c9-946e-3f0383a57387 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports/e20c7a45-d845-4e64-b2c8-0c7e67d62b90 HTTP/1.1" status: 200 len: 911 time: 0.0925422 Mar 23 10:23:00.411584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45278) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.419485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c179771a-82cd-4ebb-b85f-f6da4bbeed5d None None] Provisioning complete for port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:00.420184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c179771a-82cd-4ebb-b85f-f6da4bbeed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.428249 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:00.428721 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8248575-3053-42a6-b7a0-d1aadb7d29d5 None None] The sync data for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:00.464487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:00.472833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:00.477841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port e49e4a86-0899-4fa3-b1c6-7509e228bed6 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:00.503027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c179771a-82cd-4ebb-b85f-f6da4bbeed5d None None] Port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:00.517017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:00.520336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 31af74db-0018-4e54-af48-8e833d50ac7c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:00.538346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c05ffcfb-4790-432a-b0b7-9c522e7b32fc up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:00.560159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=84b37832-1247-421a-8a14-0a4ccaa6d83f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.561034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.619437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.619810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.620151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.620528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.620909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.621241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.621610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.622100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.622429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.622787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.623152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.674240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c05ffcfb-4790-432a-b0b7-9c522e7b32fc triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:00.674920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.915527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb47dc2e-887f-4ad1-bb52-59939d72bace up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:01.035434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cc2bc055-49d1-43e0-8d08-a5f7ec3196ba None None] Provisioning complete for port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:01.036333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc055-49d1-43e0-8d08-a5f7ec3196ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.140756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bc055-49d1-43e0-8d08-a5f7ec3196ba None None] Port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:01.142299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fb47dc2e-887f-4ad1-bb52-59939d72bace completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:01.151238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:01.254901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:01.267999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:01.269779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.287256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.310999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f3de3-a0a7-4296-9340-5f50119067e3 None None] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:01.435318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6321edc-3c5e-4889-a0b9-b78b15409a5e None None] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:01.515696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.547928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] Provisioning for port fb47dc2e-887f-4ad1-bb52-59939d72bace completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:01.605224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] Provisioning complete for port fb47dc2e-887f-4ad1-bb52-59939d72bace triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:01.605692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.605831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:01.610632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:01.613297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:01.617411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:01.617995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.622586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=e49e4a86-0899-4fa3-b1c6-7509e228bed6,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:01.665913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b0a59c1e-cae5-4389-9869-9578d77dc4e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6257830 Mar 23 10:23:01.670597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45282) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:01.725359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:01.734436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.735750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:01.778710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.785430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.802559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.843880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.932837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,segment=NetworkSegment(f95e8baa-e39c-4ee8-8879-67cb9a8fae72),segment_id=f95e8baa-e39c-4ee8-8879-67cb9a8fae72)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:01.993175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=859dd805-2cab-4a36-9ee2-78f438146be6,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:01.994615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.997002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.008965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.091303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.101255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.102232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.143201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.168489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] For port fb47dc2e-887f-4ad1-bb52-59939d72bace, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb47dc2e-887f-4ad1-bb52-59939d72bace,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:02.181563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.201198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=84b37832-1247-421a-8a14-0a4ccaa6d83f,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.292341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be3350-6954-4aa7-90a0-982d80c4c920 None None] Pushing event updated for resources: {'Port': ['ID=fb47dc2e-887f-4ad1-bb52-59939d72bace,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.294227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.337145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Provisioning for port 31af74db-0018-4e54-af48-8e833d50ac7c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:02.345002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Provisioning complete for port 31af74db-0018-4e54-af48-8e833d50ac7c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:02.345863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.427433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:02.432392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:02.532361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.579947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] For port 31af74db-0018-4e54-af48-8e833d50ac7c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=31af74db-0018-4e54-af48-8e833d50ac7c,segment=NetworkSegment(84b0fef7-e037-4a2a-a5b6-1fe50de35e14),segment_id=84b0fef7-e037-4a2a-a5b6-1fe50de35e14)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:02.586007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.600983 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 5fa418c1-4681-456d-b403-608199be8583 associated. External IP: 172.26.7.116, port: e3a70fb7-d041-4796-a606-8d6f364332fe. Mar 23 10:23:02.666020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Provisioning complete for port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:02.666557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.709643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Pushing event updated for resources: {'Port': ['ID=31af74db-0018-4e54-af48-8e833d50ac7c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.766312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-651c3143-b2ce-429c-b461-d91e443de1f1 None None] Port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:02.829369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:02.851185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.860018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.899980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Provisioning complete for port 31af74db-0018-4e54-af48-8e833d50ac7c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:02.900357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.906933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.012325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] In _notify_port_updated(), no bound segment for port e49e4a86-0899-4fa3-b1c6-7509e228bed6 on network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:23:03.016089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:03.016702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.021268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45286) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:03.022069 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/ports/e49e4a86-0899-4fa3-b1c6-7509e228bed6 HTTP/1.1" status: 200 len: 818 time: 1.3038785 Mar 23 10:23:03.054990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Provisioning complete for port fb47dc2e-887f-4ad1-bb52-59939d72bace triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:03.055549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.104419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port e49e4a86-0899-4fa3-b1c6-7509e228bed6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:03.104656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.199743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64c37a-9ed7-4954-9da0-5fe286e3c3ff tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=e49e4a86-0899-4fa3-b1c6-7509e228bed6,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:03.208199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Provisioning for port 859dd805-2cab-4a36-9ee2-78f438146be6 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:03.214638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Provisioning complete for port 859dd805-2cab-4a36-9ee2-78f438146be6 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:03.215112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.275026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8cc73ff1-5b44-4267-a26d-1bbdc884ec84 None None] Port 859dd805-2cab-4a36-9ee2-78f438146be6 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:03.399702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f87d29a5-4fc2-42f3-8d2c-b08b87713c62 None None] Provisioning complete for port 859dd805-2cab-4a36-9ee2-78f438146be6 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:03.400247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f87d29a5-4fc2-42f3-8d2c-b08b87713c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.457523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:03.458891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f87d29a5-4fc2-42f3-8d2c-b08b87713c62 None None] Port 859dd805-2cab-4a36-9ee2-78f438146be6 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:03.473482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.593562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:03.600400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for e49e4a86-0899-4fa3-b1c6-7509e228bed6 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:03.615286 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-60e98ebb-3b52-4044-8f51-b16ad111d7d5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2434473 Mar 23 10:23:03.658651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8:1::1 (f486cec3-f446-42b7-b264-5a4aa4c1ba2f/433bfeb1-d892-4817-8f67-5f7a5b691a0f/310e4a30-2e32-4a22-906e-495f7ed6b8cb) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:03.809258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.861876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=e49e4a86-0899-4fa3-b1c6-7509e228bed6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:03.871750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.886610 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-374f162b-277b-44b5-8992-0a13d93b5ac7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/e49e4a86-0899-4fa3-b1c6-7509e228bed6 HTTP/1.1" status: 204 len: 168 time: 0.8614290 Mar 23 10:23:03.890154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45290) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:03.920476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.929509 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-d9ceab9f-ed9a-4e30-a0c2-39b0f01cecf6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.2165399 Mar 23 10:23:03.936403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:03.947086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object 310e4a30-2e32-4a22-906e-495f7ed6b8cb will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:03.948803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:03.954845 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-110e35ee-a032-4535-9207-901b6d2694bd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2391455 Mar 23 10:23:03.955242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45294) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:03.966434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:03.967202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:03.973557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916803352'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:03.981568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:03.989449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:network and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:03.993274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:04.001183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:04.024588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf6aea-5196-47aa-b722-311989b11957 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.025283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-72cf6aea-5196-47aa-b722-311989b11957 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:04.031220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:04.034083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.055021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:04.059338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.078302 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff90357-da3e-4702-b646-5120db42818b None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:04.092642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-72cf6aea-5196-47aa-b722-311989b11957 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:04.093797 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-72cf6aea-5196-47aa-b722-311989b11957 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2027504 Mar 23 10:23:04.098088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45298) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.121352 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff90357-da3e-4702-b646-5120db42818b None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:04.122985 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0ff90357-da3e-4702-b646-5120db42818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.158341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:04.172765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.173184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added segment 1626d60f-96f1-4e3c-99de-6266b7ef383a of type vlan for network 6891143f-65e2-4010-8164-447d5c121111 Mar 23 10:23:04.205034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:04.205344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.241933 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0ff90357-da3e-4702-b646-5120db42818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.249942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.256664 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff90357-da3e-4702-b646-5120db42818b None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:04.257390 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0ff90357-da3e-4702-b646-5120db42818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.281680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.286041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.286665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.302687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 31af74db-0018-4e54-af48-8e833d50ac7c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:04.317763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cac8603-d3e7-4418-9c56-87e814cb0232 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:23:04.319036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5cac8603-d3e7-4418-9c56-87e814cb0232 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/e49e4a86-0899-4fa3-b1c6-7509e228bed6 HTTP/1.1" status: 404 len: 333 time: 0.2186043 Mar 23 10:23:04.328874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45302) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.334951 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0ff90357-da3e-4702-b646-5120db42818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.335621 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff90357-da3e-4702-b646-5120db42818b None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:04.392810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911159379'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:04.410660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:04.418401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:04.422719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=310e4a30-2e32-4a22-906e-495f7ed6b8cb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:04.424622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:04.424756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.427406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:04.430912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-36173d14-9c88-4eaf-9bb4-d4b5e230fe7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.432405 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-36173d14-9c88-4eaf-9bb4-d4b5e230fe7d service neutron] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 898 time: 0.4626935 Mar 23 10:23:04.439591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:04.447245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:04.453364 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8ca8dcec-54dd-47af-aead-240dfe5cf0dd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8538396 Mar 23 10:23:04.453364 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4944024 Mar 23 10:23:04.458059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45306) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.458277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45308) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.461993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a84da6-9142-4477-a48d-edca8270aa76 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Network': ['ID=6891143f-65e2-4010-8164-447d5c121111,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:04.465037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:04.482811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6891143f-65e2-4010-8164-447d5c121111 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:04.522315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'subnet': {'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:04.591381 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-c60fe4df-c860-4cd0-9cb2-95c380af9bb0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 1001 time: 0.1485612 Mar 23 10:23:04.720030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 31af74db-0018-4e54-af48-8e833d50ac7c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:04.720537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.732182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-03f33813-44f9-408c-99d6-6e8f1c76b192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.734068 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-03f33813-44f9-408c-99d6-6e8f1c76b192 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.1346383 Mar 23 10:23:04.734672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.741275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:04.756701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.825786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40c4ec0e-710e-4777-89d9-2065c25ef897 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/floatingips/5fa418c1-4681-456d-b403-608199be8583 HTTP/1.1" status: 200 len: 978 time: 0.3663313 Mar 23 10:23:04.829819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:04.832800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45314) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.900869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:subnet and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:04.904428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 978, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:04.912056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:04.929287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:04.931563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cbe61af6-ff32-4d1c-8c86-e3ea052d52a1 None None] Provisioning for port 310e4a30-2e32-4a22-906e-495f7ed6b8cb completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:04.955635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.956047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment 0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4 of type vlan for network ac89722a-9506-4cf5-b503-7b5ad86cbfcd Mar 23 10:23:04.962574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cbe61af6-ff32-4d1c-8c86-e3ea052d52a1 None None] Provisioning complete for port 310e4a30-2e32-4a22-906e-495f7ed6b8cb triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:04.963214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cbe61af6-ff32-4d1c-8c86-e3ea052d52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.982289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Made reservation on behalf of 951e5fe28d0f4524ba773869069a86e3 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:05.024575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb47dc2e-887f-4ad1-bb52-59939d72bace up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:05.069995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-cbe61af6-ff32-4d1c-8c86-e3ea052d52a1 None None] Port 310e4a30-2e32-4a22-906e-495f7ed6b8cb cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:05.073658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4f76dc8c-2741-4349-b497-1ab106b5ac9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Synchronizing usage tracker for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:floatingip {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:05.093095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.105257 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-2ab36ac3-29ee-4a95-9514-7451ae8707e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3423231 Mar 23 10:23:05.114811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4f76dc8c-2741-4349-b497-1ab106b5ac9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Unset dirty status for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:floatingip {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:05.118559 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4f76dc8c-2741-4349-b497-1ab106b5ac9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2811961 Mar 23 10:23:05.121636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:00Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:01Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:05.127301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45318) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.145849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'port_id': '300e3969-9a11-483f-97e7-1033e01f39a1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:05.148354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:05.148839 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Updating router c62d4209-f0ea-42f5-a261-c3388f306a8d port 859dd805-2cab-4a36-9ee2-78f438146be6 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:23:05.232283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.236666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.247961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:05.263125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fb47dc2e-887f-4ad1-bb52-59939d72bace triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:05.263558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.383558 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-4ca742ac-0efd-4703-9054-097b0d63cda0 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618899 Mar 23 10:23:05.474039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.528458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:05.528893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.535996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:05.537025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.580195 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f373955b-dd3c-4576-8fb9-c93eb6d06160 req-34a8be75-101a-4eea-8f16-3401864c16a3 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872396 Mar 23 10:23:05.599981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.606075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.608533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.718649 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3796568 Mar 23 10:23:05.722839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45322) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.723254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:05.723887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.749192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb424f3-130b-4d2d-a969-1f252735fd29 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=ac89722a-9506-4cf5-b503-7b5ad86cbfcd,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:05.761692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=310e4a30-2e32-4a22-906e-495f7ed6b8cb,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:05.762384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:05.782707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:05.822317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:05.823523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:05.930538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:05.996606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:06.013915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:06.020428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:06.042040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:06.110285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.152465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Transition to ACTIVE for port object 859dd805-2cab-4a36-9ee2-78f438146be6 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:06.164880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.219394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:06.250305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343e0b-cacf-42ec-8f90-1a4fbf5309f8 None None] Pushing event updated for resources: {'Port': ['ID=859dd805-2cab-4a36-9ee2-78f438146be6,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:06.252062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.274740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-54cfcca4-f7cb-4720-b5c6-25197931fbbb None None] Provisioning complete for port 310e4a30-2e32-4a22-906e-495f7ed6b8cb triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:06.275205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54cfcca4-f7cb-4720-b5c6-25197931fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.413040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 4d0be869-e41a-46cc-96e7-9f67f1e52e20 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:06.454993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.472830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Subnet': ['ID=065a5425-13b6-47a4-adda-d4b8101f237d,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:06.480706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-54cfcca4-f7cb-4720-b5c6-25197931fbbb None None] Port 310e4a30-2e32-4a22-906e-495f7ed6b8cb cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:06.507014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Attempting to bind port 859dd805-2cab-4a36-9ee2-78f438146be6 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:06.507562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Attempting to bind port 859dd805-2cab-4a36-9ee2-78f438146be6 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:06.507948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Attempting to bind port 859dd805-2cab-4a36-9ee2-78f438146be6 on network 6db76719-326c-4156-9e5f-5f3ae43a2061 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:06.515491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:06.515882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Checking segment: {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:06.516369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.516668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Bound using segment: {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:06.517121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Bound port: 859dd805-2cab-4a36-9ee2-78f438146be6, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:06.517493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.637307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] For port 859dd805-2cab-4a36-9ee2-78f438146be6, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:06.641510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] For port 859dd805-2cab-4a36-9ee2-78f438146be6, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=859dd805-2cab-4a36-9ee2-78f438146be6,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:06.648390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.654277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:06.661378 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6e33e002-482a-4290-a571-b0be20bf9eed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/4d0be869-e41a-46cc-96e7-9f67f1e52e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2464483 Mar 23 10:23:06.664544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45326) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:06.682485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Checking segment: {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:06.683150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network hostable DHCP agents. Network: 6891143f-65e2-4010-8164-447d5c121111, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:06.692705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] Sync routers for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:06.752556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 6891143f-65e2-4010-8164-447d5c121111 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:06.756444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba7c9d-57ff-42a5-8bca-e1574bc83d51 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:06.757296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-beba7c9d-57ff-42a5-8bca-e1574bc83d51 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:06.759056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:06.759728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:06.772000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6891143f-65e2-4010-8164-447d5c121111) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:06.782938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-beba7c9d-57ff-42a5-8bca-e1574bc83d51 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:06.785389 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-beba7c9d-57ff-42a5-8bca-e1574bc83d51 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports/310e4a30-2e32-4a22-906e-495f7ed6b8cb HTTP/1.1" status: 200 len: 913 time: 0.1188111 Mar 23 10:23:06.785551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:06.786141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.789062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:06.887426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df160306-de92-4f70-9010-4d6afd9a091f None None] Network 6891143f-65e2-4010-8164-447d5c121111 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:06.910143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:06.910827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:06.946861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.038506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343e0b-cacf-42ec-8f90-1a4fbf5309f8 None None] Pushing event updated for resources: {'Port': ['ID=859dd805-2cab-4a36-9ee2-78f438146be6,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:07.049220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:07.129525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:07.205267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:07.236423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.249682 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5396a51f-4885-4caa-bfc7-ff9dc8206655 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7858186 Mar 23 10:23:07.250025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:07.250025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:07.259232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45334) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:07.352198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=a2797185-62b7-4cb8-b168-46bb1d42c19e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:07.357402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:07.358496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2d06c-28df-4c44-9f29-ead33cf779e8 None None] The sync data for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:07.447047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.456960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.582483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:07.583082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: ac89722a-9506-4cf5-b503-7b5ad86cbfcd, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:07.626298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6891143f-65e2-4010-8164-447d5c121111', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:07.627133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.658819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:07.676405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, ac89722a-9506-4cf5-b503-7b5ad86cbfcd) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:07.683742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:07.684510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.712649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ab80b-6de9-4ce9-a990-7d3be718e465 None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:07.832919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31eb81ca-864a-4fb1-aa47-eb676d8221f2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0850883 Mar 23 10:23:07.835875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45340) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:07.844211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:07.937745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 310e4a30-2e32-4a22-906e-495f7ed6b8cb {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:07.938946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.023587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Allocated IP 172.23.0.2 (6891143f-65e2-4010-8164-447d5c121111/065a5425-13b6-47a4-adda-d4b8101f237d/1b9795a0-1967-4469-9a53-1fef4df2cec6) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:08.032743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:08.040661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:08.044855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:08.049467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:00Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:06Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:08.056326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:08.059514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 5fa418c1-4681-456d-b403-608199be8583 associated. External IP: 172.26.7.116, port: e3a70fb7-d041-4796-a606-8d6f364332fe. Mar 23 10:23:08.102659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c783b-3ce0-496f-8d52-34085d9e609e None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:00Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:06Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:08.220952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': 'a2797185-62b7-4cb8-b168-46bb1d42c19e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:08.222399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.346384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:08.350867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.406970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.524603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a2797185-62b7-4cb8-b168-46bb1d42c19e (CIDR: 172.20.0.0/28) Mar 23 10:23:08.533420 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:08.533856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:08.549473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 310e4a30-2e32-4a22-906e-495f7ed6b8cb owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:08.600535 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b0652010-bf61-49bb-96c3-983016debc57 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7625995 Mar 23 10:23:08.605307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45344) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:08.615833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:08.620125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.640306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Transition to ACTIVE for port object 1b9795a0-1967-4469-9a53-1fef4df2cec6 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:08.643340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Allocated IP 172.20.0.2 (ac89722a-9506-4cf5-b503-7b5ad86cbfcd/a2797185-62b7-4cb8-b168-46bb1d42c19e/ba335b88-7ac4-4f23-9200-eccc4f24b1c0) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:08.783698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Transition to ACTIVE for port object 1b9795a0-1967-4469-9a53-1fef4df2cec6 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:08.800833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.825517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:08.858466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:08.865530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:08.871031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Network 6891143f-65e2-4010-8164-447d5c121111 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:08.876048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:08.878132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:08.888199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:08.897201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:08.954203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Pushing event updated for resources: {'Port': ['ID=1b9795a0-1967-4469-9a53-1fef4df2cec6,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:08.973197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.974917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.034507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=310e4a30-2e32-4a22-906e-495f7ed6b8cb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.054241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Attempting to bind port 1b9795a0-1967-4469-9a53-1fef4df2cec6 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:09.054621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Attempting to bind port 1b9795a0-1967-4469-9a53-1fef4df2cec6 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:09.054975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Attempting to bind port 1b9795a0-1967-4469-9a53-1fef4df2cec6 on network 6891143f-65e2-4010-8164-447d5c121111 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:09.068829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:09.069202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Checking segment: {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:09.069607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.069995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Bound using segment: {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:09.070650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Bound port: 1b9795a0-1967-4469-9a53-1fef4df2cec6, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:09.071033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.099570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.182345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] For port 1b9795a0-1967-4469-9a53-1fef4df2cec6, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:09.185991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] For port 1b9795a0-1967-4469-9a53-1fef4df2cec6, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b9795a0-1967-4469-9a53-1fef4df2cec6,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:09.194579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.198552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Transition to ACTIVE for port object ba335b88-7ac4-4f23-9200-eccc4f24b1c0 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:09.280140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Transition to ACTIVE for port object ba335b88-7ac4-4f23-9200-eccc4f24b1c0 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:09.298574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.304451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.309655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad33fd-f843-4cf9-90ca-144d70d3b568 None None] Pushing event updated for resources: {'Port': ['ID=1b9795a0-1967-4469-9a53-1fef4df2cec6,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.385971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:09.389018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:09.393200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:09.399681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Pushing event updated for resources: {'Port': ['ID=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.496130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.503659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Attempting to bind port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:09.504041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Attempting to bind port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:09.504920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Attempting to bind port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 on network ac89722a-9506-4cf5-b503-7b5ad86cbfcd {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:09.513308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:09.513703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Checking segment: {'id': '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:09.514108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.514505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Bound using segment: {'id': '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:09.514978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Bound port: ba335b88-7ac4-4f23-9200-eccc4f24b1c0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:09.515357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.546208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:09.629516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] For port ba335b88-7ac4-4f23-9200-eccc4f24b1c0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:09.634226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] For port ba335b88-7ac4-4f23-9200-eccc4f24b1c0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,segment=NetworkSegment(0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4),segment_id=0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:09.641144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.755966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Allocated IP 172.23.0.1 (6891143f-65e2-4010-8164-447d5c121111/065a5425-13b6-47a4-adda-d4b8101f237d/101d3c60-379f-4750-9958-862c29fb73aa) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:09.778772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef300b8-01b7-47bb-9eb0-ad424807bffa None None] Pushing event updated for resources: {'Port': ['ID=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.786149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.998578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.045578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Transition to ACTIVE for port object 101d3c60-379f-4750-9958-862c29fb73aa will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:10.057961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:10.080738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:10.098351 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:10.125257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:10.128124 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:10.129460 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:10.136507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:10.137087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.163902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=760938ef-c5c2-4b25-950d-11cfe59ec1a7,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:10.183117 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d44182db-497d-4c36-9da6-a736abdff529 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5766978 Mar 23 10:23:10.187125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45348) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:10.201518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'fixed_ips': [{'subnet_id': 'a2797185-62b7-4cb8-b168-46bb1d42c19e'}, {'subnet_id': '760938ef-c5c2-4b25-950d-11cfe59ec1a7'}], 'name': 'tempest-PortsTestJSON-298106800'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:10.245211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.316573 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:10.330775 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:10.332122 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:10.356172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 6891143f-65e2-4010-8164-447d5c121111 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:10.364354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:10.364354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:10.400032 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:10.400806 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ccc74f-efae-4bc4-bebc-3198741ba692 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:10.453151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 859dd805-2cab-4a36-9ee2-78f438146be6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:10.470774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=101d3c60-379f-4750-9958-862c29fb73aa,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:10.488346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.543474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:10.552865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:10.553075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 859dd805-2cab-4a36-9ee2-78f438146be6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:10.558700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 859dd805-2cab-4a36-9ee2-78f438146be6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:10.559081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.559561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:10.567626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:10.589295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:10.597574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.635180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port d3b17822-7a35-4766-a491-d4e73959a1dd yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:10.657325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.703001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.705008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 4d0be869-e41a-46cc-96e7-9f67f1e52e20 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:10.746418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 859dd805-2cab-4a36-9ee2-78f438146be6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=859dd805-2cab-4a36-9ee2-78f438146be6,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:10.753015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.754447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ba335b88-7ac4-4f23-9200-eccc4f24b1c0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:10.886629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=859dd805-2cab-4a36-9ee2-78f438146be6,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:10.904823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b2d64-9066-4fe2-9971-d40cdf2d848e None None] Network 6891143f-65e2-4010-8164-447d5c121111 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:11.051618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:11.057212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-28b590e8-e560-470d-ae54-7baa5a048ed8 None None] Provisioning for port 1b9795a0-1967-4469-9a53-1fef4df2cec6 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:11.067364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b9795a0-1967-4469-9a53-1fef4df2cec6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:11.156361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:11.168622 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-17cc18c0-a9e6-4dcd-87ba-bd4e032c265f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/4d0be869-e41a-46cc-96e7-9f67f1e52e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3782656 Mar 23 10:23:11.171847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45352) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:11.231747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] Sync routers for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:11.282216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:11.282871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:11.377802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddd1ef-e627-4347-a8c6-d57796e686fd None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:11.390557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1b9795a0-1967-4469-9a53-1fef4df2cec6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:11.435014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.11 (ac89722a-9506-4cf5-b503-7b5ad86cbfcd/a2797185-62b7-4cb8-b168-46bb1d42c19e/d3b17822-7a35-4766-a491-d4e73959a1dd) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:11.444975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.19 (ac89722a-9506-4cf5-b503-7b5ad86cbfcd/760938ef-c5c2-4b25-950d-11cfe59ec1a7/d3b17822-7a35-4766-a491-d4e73959a1dd) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:11.461569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1b9795a0-1967-4469-9a53-1fef4df2cec6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:11.462221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.469585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.477047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.495453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:11.574821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] Provisioning for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:11.589619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] Provisioning complete for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:11.590099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.618670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event updated for resources: {'Port': ['ID=101d3c60-379f-4750-9958-862c29fb73aa,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:11.621058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.645444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:11.646242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:11.785988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:11.786571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac6348-f82a-4d60-84ae-b808658cf7c4 None None] The sync data for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:11.796616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Network 6891143f-65e2-4010-8164-447d5c121111 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:11.798640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:11.872592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.935601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.959312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object d3b17822-7a35-4766-a491-d4e73959a1dd will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:11.973620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.978340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:11.985000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.991896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 1b9795a0-1967-4469-9a53-1fef4df2cec6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b9795a0-1967-4469-9a53-1fef4df2cec6,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:12.001859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.030963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.091338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] For port ba335b88-7ac4-4f23-9200-eccc4f24b1c0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,segment=NetworkSegment(0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4),segment_id=0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:12.094578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=1b9795a0-1967-4469-9a53-1fef4df2cec6,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.098279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.247938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212cc8b-f135-4491-a01c-53f0130242c2 None None] Pushing event updated for resources: {'Port': ['ID=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.271467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Update dhcp port {'port': {'network_id': 'ac89722a-9506-4cf5-b503-7b5ad86cbfcd', 'fixed_ips': [{'subnet_id': 'a2797185-62b7-4cb8-b168-46bb1d42c19e', 'ip_address': '172.20.0.2'}, {'subnet_id': '760938ef-c5c2-4b25-950d-11cfe59ec1a7'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': 'ba335b88-7ac4-4f23-9200-eccc4f24b1c0'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:23:12.314956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:12.317230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=d3b17822-7a35-4766-a491-d4e73959a1dd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.322982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:12.325657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:12.344275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-af09fb5d-3157-4d3e-b633-03dd77c4d0a6 None None] Provisioning complete for port 1b9795a0-1967-4469-9a53-1fef4df2cec6 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:12.344657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af09fb5d-3157-4d3e-b633-03dd77c4d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.370274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 859dd805-2cab-4a36-9ee2-78f438146be6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:12.391058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:12.391725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.432654 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c0869ff3-8743-40f8-a509-d67e1bd82f30 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2443457 Mar 23 10:23:12.434151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45356) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.443196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2797185-62b7-4cb8-b168-46bb1d42c19e'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:12.489403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.656248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:12.700194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 859dd805-2cab-4a36-9ee2-78f438146be6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:12.700424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.817651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-af09fb5d-3157-4d3e-b633-03dd77c4d0a6 None None] Provisioning for port 101d3c60-379f-4750-9958-862c29fb73aa completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:12.827424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-af09fb5d-3157-4d3e-b633-03dd77c4d0a6 None None] Provisioning complete for port 101d3c60-379f-4750-9958-862c29fb73aa triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:12.827823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af09fb5d-3157-4d3e-b633-03dd77c4d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.897115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Allocated IP 172.20.0.18 (ac89722a-9506-4cf5-b503-7b5ad86cbfcd/760938ef-c5c2-4b25-950d-11cfe59ec1a7/ba335b88-7ac4-4f23-9200-eccc4f24b1c0) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:12.910627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.934283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port e20c7a45-d845-4e64-b2c8-0c7e67d62b90 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:12.934879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.954011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-af09fb5d-3157-4d3e-b633-03dd77c4d0a6 None None] Port 101d3c60-379f-4750-9958-862c29fb73aa cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:12.981480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:12.993793 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:13.008098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b9795a0-1967-4469-9a53-1fef4df2cec6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:13.012277 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:13.013201 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:13.016174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.095518 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:13.132392 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:13.136468 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:13.215192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2c2d9f00-129d-4af5-8b39-f39ab030618f None None] Provisioning complete for port 101d3c60-379f-4750-9958-862c29fb73aa triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:13.215739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9f00-129d-4af5-8b39-f39ab030618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.221400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.252391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:13.261842 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:13.262706 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c751c4e-3592-4912-8fe3-44e4a334f4c6 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:13.266962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e47898e0-c59d-4e29-97c3-433207ae84da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9999862 Mar 23 10:23:13.268042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:13.290863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] For port ba335b88-7ac4-4f23-9200-eccc4f24b1c0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,segment=NetworkSegment(0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4),segment_id=0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:13.295680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45360) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:13.306185 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-884e5de7-df5c-40b1-92f5-43c8f367763e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/floatingips/5fa418c1-4681-456d-b403-608199be8583 HTTP/1.1" status: 200 len: 978 time: 8.1778090 Mar 23 10:23:13.309736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:13.318317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d9f00-129d-4af5-8b39-f39ab030618f None None] Port 101d3c60-379f-4750-9958-862c29fb73aa cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:13.328408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:13.329056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:13.359752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45364) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:13.371411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for e20c7a45-d845-4e64-b2c8-0c7e67d62b90 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:13.386797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:13.400368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1b9795a0-1967-4469-9a53-1fef4df2cec6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:13.400759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.503117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.562983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.564356 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Transition to ACTIVE for port object ba335b88-7ac4-4f23-9200-eccc4f24b1c0 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:13.568013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.573477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.608316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:13.614786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=e20c7a45-d845-4e64-b2c8-0c7e67d62b90,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:13.789663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Delete allocated IP 172.20.0.19 (ac89722a-9506-4cf5-b503-7b5ad86cbfcd/760938ef-c5c2-4b25-950d-11cfe59ec1a7) {{(pid=83745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:23:13.820445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.903201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445c0bf-f4b1-480d-97fb-433cff7cd0fc None None] Pushing event updated for resources: {'Port': ['ID=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:14.201782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:11Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:14.217094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:14.218265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Updating router c62d4209-f0ea-42f5-a261-c3388f306a8d port 101d3c60-379f-4750-9958-862c29fb73aa binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:23:14.288397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ba335b88-7ac4-4f23-9200-eccc4f24b1c0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:14.346687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.497107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.507920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.508228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 5fa418c1-4681-456d-b403-608199be8583 disassociated. External IP: 172.26.7.116, port: 300e3969-9a11-483f-97e7-1033e01f39a1. Mar 23 10:23:14.523909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 4d0be869-e41a-46cc-96e7-9f67f1e52e20 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:14.619521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31429cc4-5a98-4696-84b9-276200c93390 None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:14.646701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:14.670368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:14.681780 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] Sync routers for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:14.703417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.704570 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-36923e0e-89aa-42ae-95a6-b43ca0e8128c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/4d0be869-e41a-46cc-96e7-9f67f1e52e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5315466 Mar 23 10:23:14.705419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:14.706320 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:14.706920 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:14.754779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5b46baf3-95a8-4fe0-93d1-dca0d59bb605 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:14.773670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5b46baf3-95a8-4fe0-93d1-dca0d59bb605 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:14.778197 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5b46baf3-95a8-4fe0-93d1-dca0d59bb605 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d0be869-e41a-46cc-96e7-9f67f1e52e20 HTTP/1.1" status: 200 len: 205 time: 0.0713489 Mar 23 10:23:14.778849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45378) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:14.786890 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:14.806215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fb81dcf2-2fbf-45b3-843a-868e1c4b6c98 None None] Provisioning for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:14.806463 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] Routers {'4d0be869-e41a-46cc-96e7-9f67f1e52e20'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:14.807266 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:14.819973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fb81dcf2-2fbf-45b3-843a-868e1c4b6c98 None None] Provisioning complete for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:14.820258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fb81dcf2-2fbf-45b3-843a-868e1c4b6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.869203 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:14.870170 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc692538-5989-40a6-bf7b-f59874a27991 None None] The sync data for ids ['4d0be869-e41a-46cc-96e7-9f67f1e52e20'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:14.916477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Ignored duplicate provisioning block setup for port d3b17822-7a35-4766-a491-d4e73959a1dd by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:23:14.932752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.954882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.993923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:15.050407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.extraroute_db [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 23 10:23:15.107986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=d3b17822-7a35-4766-a491-d4e73959a1dd,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:15.148983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.extraroute_db [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Removed routes are [] {{(pid=83745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 23 10:23:15.149533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.165818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.216321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Transition to ACTIVE for port object 101d3c60-379f-4750-9958-862c29fb73aa will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:15.230321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.320121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] In _notify_port_updated(), no bound segment for port d3b17822-7a35-4766-a491-d4e73959a1dd on network ac89722a-9506-4cf5-b503-7b5ad86cbfcd {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:23:15.324399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:15.325099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.326465 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4478223b-48af-4068-a604-131258ddd2fe tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/ports/d3b17822-7a35-4766-a491-d4e73959a1dd HTTP/1.1" status: 200 len: 919 time: 2.8912125 Mar 23 10:23:15.330645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45384) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:15.341503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2797185-62b7-4cb8-b168-46bb1d42c19e'}, {'subnet_id': '760938ef-c5c2-4b25-950d-11cfe59ec1a7'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:15.397102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e48f85-963e-4ca9-91fc-7e9248fac93f None None] Pushing event updated for resources: {'Port': ['ID=101d3c60-379f-4750-9958-862c29fb73aa,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:15.517813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.528026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.529151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.557306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Attempting to bind port 101d3c60-379f-4750-9958-862c29fb73aa on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:15.558354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Attempting to bind port 101d3c60-379f-4750-9958-862c29fb73aa by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:15.559083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Attempting to bind port 101d3c60-379f-4750-9958-862c29fb73aa on network 6891143f-65e2-4010-8164-447d5c121111 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:15.565323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.566097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 4d0be869-e41a-46cc-96e7-9f67f1e52e20 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:23:15.567693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:15.570243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Checking segment: {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:15.570650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.571207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Bound using segment: {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:15.571898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Bound port: 101d3c60-379f-4750-9958-862c29fb73aa, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1626d60f-96f1-4e3c-99de-6266b7ef383a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '6891143f-65e2-4010-8164-447d5c121111'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:15.574596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.582647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.587320 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-69d1421b-6da9-4d2a-b694-53de8bf6d4de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/4d0be869-e41a-46cc-96e7-9f67f1e52e20 HTTP/1.1" status: 204 len: 168 time: 0.8074176 Mar 23 10:23:15.588157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45388) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:15.727218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] For port 101d3c60-379f-4750-9958-862c29fb73aa, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:15.731031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] For port 101d3c60-379f-4750-9958-862c29fb73aa, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=101d3c60-379f-4750-9958-862c29fb73aa,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:15.739732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.823571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e48f85-963e-4ca9-91fc-7e9248fac93f None None] Pushing event updated for resources: {'Port': ['ID=101d3c60-379f-4750-9958-862c29fb73aa,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:15.823818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 433bfeb1-d892-4817-8f67-5f7a5b691a0f {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:15.837531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.856935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:15.857696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:15.914820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.048285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:16.082521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.108587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1624ce85-a391-4ddc-8d21-1de4b54df5e6 None None] Provisioning complete for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:16.108942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1624ce85-a391-4ddc-8d21-1de4b54df5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.256639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.306840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.319626 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/433bfeb1-d892-4817-8f67-5f7a5b691a0f HTTP/1.1" status: 204 len: 168 time: 0.7278559 Mar 23 10:23:16.319626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c2455-7187-4106-bc96-6471ad43eab9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=433bfeb1-d892-4817-8f67-5f7a5b691a0f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:16.320454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:16.334746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f7075-55d2-4d8d-936e-b5974e1c2f56 None None] Network f486cec3-f446-42b7-b264-5a4aa4c1ba2f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:16.378593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.390589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.527158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 0589addf-c9e0-485a-9d65-72f7d340798d {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:16.530108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.593557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.594292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.22 (ac89722a-9506-4cf5-b503-7b5ad86cbfcd/760938ef-c5c2-4b25-950d-11cfe59ec1a7/d3b17822-7a35-4766-a491-d4e73959a1dd) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:16.670069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1624ce85-a391-4ddc-8d21-1de4b54df5e6 None None] Provisioning for port d3b17822-7a35-4766-a491-d4e73959a1dd completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:16.680389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1624ce85-a391-4ddc-8d21-1de4b54df5e6 None None] Provisioning complete for port d3b17822-7a35-4766-a491-d4e73959a1dd triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:16.680767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1624ce85-a391-4ddc-8d21-1de4b54df5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.695932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.755189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:16.788936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.845216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1624ce85-a391-4ddc-8d21-1de4b54df5e6 None None] Port d3b17822-7a35-4766-a491-d4e73959a1dd cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:16.876680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=0589addf-c9e0-485a-9d65-72f7d340798d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:16.883170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.894239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf6a71-0f05-4739-ac7c-bbf16230a9ba None None] Network a0200c39-9805-43f2-b185-8b81544c1f9c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:16.899899 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fb8f94da-3ed3-445f-85ca-600bc91cf0cc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/0589addf-c9e0-485a-9d65-72f7d340798d HTTP/1.1" status: 204 len: 168 time: 0.5783207 Mar 23 10:23:16.900617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45404) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:16.930119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:16.996083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:17.006849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.071037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Ignored duplicate provisioning block setup for port d3b17822-7a35-4766-a491-d4e73959a1dd by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:23:17.111414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.115716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.177466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 31af74db-0018-4e54-af48-8e833d50ac7c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:17.178111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.198483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] DHCP port deletion for f486cec3-f446-42b7-b264-5a4aa4c1ba2f request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:17.212594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-519f6103-e7a8-4f7a-addd-92d5e89d2200 None None] Provisioning complete for port d3b17822-7a35-4766-a491-d4e73959a1dd triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:17.213160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-519f6103-e7a8-4f7a-addd-92d5e89d2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.261363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:15Z', 'revision_number': 6, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:15Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:17.267304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Deleting port 31af74db-0018-4e54-af48-8e833d50ac7c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:17.268076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.322617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a376a14-3612-4239-92f0-9c38f8a7c87e None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:15Z', 'revision_number': 6, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:15Z', 'revision_number': 4, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:17.349058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-519f6103-e7a8-4f7a-addd-92d5e89d2200 None None] Port d3b17822-7a35-4766-a491-d4e73959a1dd cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:17.570048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port 31af74db-0018-4e54-af48-8e833d50ac7c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=31af74db-0018-4e54-af48-8e833d50ac7c,segment=NetworkSegment(84b0fef7-e037-4a2a-a5b6-1fe50de35e14),segment_id=84b0fef7-e037-4a2a-a5b6-1fe50de35e14)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:17.570648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.572430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] DHCP port deletion for a0200c39-9805-43f2-b185-8b81544c1f9c request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:17.606632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] Deleting port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:17.607184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.662747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] For port 31af74db-0018-4e54-af48-8e833d50ac7c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=31af74db-0018-4e54-af48-8e833d50ac7c,segment=NetworkSegment(84b0fef7-e037-4a2a-a5b6-1fe50de35e14),segment_id=84b0fef7-e037-4a2a-a5b6-1fe50de35e14)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:17.663344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.739740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 31af74db-0018-4e54-af48-8e833d50ac7c owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:17.758854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=d3b17822-7a35-4766-a491-d4e73959a1dd,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:17.834706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Calling delete_port for 31af74db-0018-4e54-af48-8e833d50ac7c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:17.854186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.906821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port 31af74db-0018-4e54-af48-8e833d50ac7c on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:17.984212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279cc86-6c7f-4deb-9b6f-6277d87ad3df req-72e58298-7f7c-4952-8b55-3a43768472ae tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:17.992020 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6279cc86-6c7f-4deb-9b6f-6277d87ad3df req-72e58298-7f7c-4952-8b55-3a43768472ae tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.6679237 Mar 23 10:23:17.999992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] In _notify_port_updated(), no bound segment for port d3b17822-7a35-4766-a491-d4e73959a1dd on network ac89722a-9506-4cf5-b503-7b5ad86cbfcd {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:23:18.004483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:18.005147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.006498 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e2025f52-823a-4848-a4f0-63c986b79181 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/ports/d3b17822-7a35-4766-a491-d4e73959a1dd HTTP/1.1" status: 200 len: 999 time: 2.6731565 Mar 23 10:23:18.011790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:18.012852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:18.028086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45412) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.106860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:18.111016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:18.117197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.197891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.201989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1715ad67-e04c-4867-9fe0-4e584418f0da tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 933 time: 4.9032423 Mar 23 10:23:18.203651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.215913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6279cc86-6c7f-4deb-9b6f-6277d87ad3df req-f02a7d72-4192-432f-8c0a-13a0eff8470a tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228973 Mar 23 10:23:18.229357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45416) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.244751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f486cec3-f446-42b7-b264-5a4aa4c1ba2f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.259782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b0fef7-e037-4a2a-a5b6-1fe50de35e14') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.260186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b0fef7-e037-4a2a-a5b6-1fe50de35e14') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.275409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] For port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,segment=NetworkSegment(f95e8baa-e39c-4ee8-8879-67cb9a8fae72),segment_id=f95e8baa-e39c-4ee8-8879-67cb9a8fae72)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:18.275828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.276811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.295065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.303351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:18.303805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:18.388202 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:18.391671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=31af74db-0018-4e54-af48-8e833d50ac7c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:18.411220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port d3b17822-7a35-4766-a491-d4e73959a1dd {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:18.411581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.414433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] Calling delete_port for 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:18.427928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.433446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.444133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 101d3c60-379f-4750-9958-862c29fb73aa up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:18.469854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:18.483654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=f486cec3-f446-42b7-b264-5a4aa4c1ba2f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:18.483935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3af91b8c-1d77-4e52-b9b1-780cd3972e24 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/floatingips/5fa418c1-4681-456d-b403-608199be8583 HTTP/1.1" status: 200 len: 688 time: 5.1124151 Mar 23 10:23:18.484082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45420) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.484216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d4c68cc4-e2fb-4c33-b2bf-d78e4db0c29a None None] Provisioning complete for port d3b17822-7a35-4766-a491-d4e73959a1dd triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:18.484216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d4c68cc4-e2fb-4c33-b2bf-d78e4db0c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.518690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Deleting port 31af74db-0018-4e54-af48-8e833d50ac7c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:18.519067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.566121 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-149c6021-4d1f-4bdd-b946-1351b8eaf7a9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/f486cec3-f446-42b7-b264-5a4aa4c1ba2f HTTP/1.1" status: 204 len: 168 time: 1.6596515 Mar 23 10:23:18.578121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45424) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.645640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3a10a439-6a5d-4f1f-90cb-52cb7dd5c91d None None] The port '31af74db-0018-4e54-af48-8e833d50ac7c' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:18.677154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:18.677529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.737293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d4c68cc4-e2fb-4c33-b2bf-d78e4db0c29a None None] Port d3b17822-7a35-4766-a491-d4e73959a1dd cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:18.755402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.758492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.771136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-081ef466-a097-4f45-9c98-95d5fb478930 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 933 time: 0.5345640 Mar 23 10:23:18.771136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45428) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.776962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'routes': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:18.790016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 84b37832-1247-421a-8a14-0a4ccaa6d83f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:18.790458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.832787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.857924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] Pushing event deleted for resources: {'Port': ['ID=0bfd55fd-0dc2-4419-ba08-ce6ed541bb03,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:18.868337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed58f96-e55e-4db8-aa0f-0c71d11ada0f None None] No DVR routers for this DVR port 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:18.878678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:18.879311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.943521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.976946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.977881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f46e22-f9d1-4d89-a609-a5b5202442a1 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:18.985490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 101d3c60-379f-4750-9958-862c29fb73aa completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:18.991055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 101d3c60-379f-4750-9958-862c29fb73aa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:18.991966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.065683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.077407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for d3b17822-7a35-4766-a491-d4e73959a1dd owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:19.106291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0200c39-9805-43f2-b185-8b81544c1f9c']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:19.121485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.136177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:19.136392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95e8baa-e39c-4ee8-8879-67cb9a8fae72') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:19.154674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.162536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 101d3c60-379f-4750-9958-862c29fb73aa, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=101d3c60-379f-4750-9958-862c29fb73aa,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:19.167050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.181436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.181841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.195933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.281639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 31af74db-0018-4e54-af48-8e833d50ac7c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:19.331921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 31af74db-0018-4e54-af48-8e833d50ac7c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:19.332567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 31af74db-0018-4e54-af48-8e833d50ac7c not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:19.333144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:19.339429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:19.339877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:19.356511 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:19.363027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 84b37832-1247-421a-8a14-0a4ccaa6d83f owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:19.381137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:19.381773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0bfd55fd-0dc2-4419-ba08-ce6ed541bb03 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:19.386793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=101d3c60-379f-4750-9958-862c29fb73aa,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:19.552642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.601791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.634304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=a0200c39-9805-43f2-b185-8b81544c1f9c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:19.641146 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6f10b8e4-5b63-4eb8-9da7-0382740d8bed tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/a0200c39-9805-43f2-b185-8b81544c1f9c HTTP/1.1" status: 204 len: 168 time: 1.0621200 Mar 23 10:23:19.645698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45434) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:19.657340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1414059643'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:19.699849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:19.709670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:19.719413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:19.729482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:19.749170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:19.755025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.763021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.768044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.833300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=d3b17822-7a35-4766-a491-d4e73959a1dd,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:19.934251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=84b37832-1247-421a-8a14-0a4ccaa6d83f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:20.013954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738177-d180-4f8d-8800-77c36dfc5496 req-774169d8-f8bf-49bd-a2ec-7f7134ad8f4c tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.015474 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c738177-d180-4f8d-8800-77c36dfc5496 req-774169d8-f8bf-49bd-a2ec-7f7134ad8f4c tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.5481567 Mar 23 10:23:20.015671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:20.050312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.050980 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment a0307e08-ea66-47e9-be50-c9cb1e3ee38c of type vlan for network 882bc480-e295-41c5-b2f9-3d97532e2add Mar 23 10:23:20.069882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.097923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.116780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.120727 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fd42fe35-184d-4fc4-8e98-4445b1cd5243 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/floatingips/5fa418c1-4681-456d-b403-608199be8583 HTTP/1.1" status: 204 len: 168 time: 1.6377425 Mar 23 10:23:20.121481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45438) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.207723 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-c24993a2-8348-4b96-b81c-b7711ce244fe tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] delete failed (client error): The resource could not be found. Mar 23 10:23:20.208755 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c24993a2-8348-4b96-b81c-b7711ce244fe tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/floatingips/5fa418c1-4681-456d-b403-608199be8583 HTTP/1.1" status: 404 len: 345 time: 0.0787215 Mar 23 10:23:20.213684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.213832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45442) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.254531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.258268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.258857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.264132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c738177-d180-4f8d-8800-77c36dfc5496 req-bbc4d3b7-1f1d-49fe-8d4b-4c70bd2131e6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061167 Mar 23 10:23:20.268239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 101d3c60-379f-4750-9958-862c29fb73aa up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:20.307788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.extraroute_db [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added routes are [] {{(pid=83745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 23 10:23:20.308518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.extraroute_db [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 23 10:23:20.328096 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ba59675c-d395-4e3e-8874-4b471763d917 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/d3b17822-7a35-4766-a491-d4e73959a1dd HTTP/1.1" status: 204 len: 168 time: 2.2971241 Mar 23 10:23:20.331819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45446) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.344964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 101d3c60-379f-4750-9958-862c29fb73aa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:20.345230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.358599 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7114687 Mar 23 10:23:20.369732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45450) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.382219 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafa4b6c-d137-495f-b90f-26d4b5fd91b1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:23:20.382722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eafa4b6c-d137-495f-b90f-26d4b5fd91b1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:20.385751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:20.399835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.462544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d57ce-82c6-40a4-9cf9-b4b8e6bb37c3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=882bc480-e295-41c5-b2f9-3d97532e2add,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:20.480597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 882bc480-e295-41c5-b2f9-3d97532e2add details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:20.508824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eafa4b6c-d137-495f-b90f-26d4b5fd91b1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:20.510409 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eafa4b6c-d137-495f-b90f-26d4b5fd91b1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/d3b17822-7a35-4766-a491-d4e73959a1dd HTTP/1.1" status: 404 len: 333 time: 0.1773646 Mar 23 10:23:20.517358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ad662-eace-42ef-a368-1401b0291456 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.522207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ad662-eace-42ef-a368-1401b0291456 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.524092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45454) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.526406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ad662-eace-42ef-a368-1401b0291456 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.527170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bd2ad662-eace-42ef-a368-1401b0291456 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Synchronizing usage tracker for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:20.535953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:20.542915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:20.547454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:20.557730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:20.565644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bd2ad662-eace-42ef-a368-1401b0291456 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Unset dirty status for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:20.569377 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bd2ad662-eace-42ef-a368-1401b0291456 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/ports?network_id=0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c HTTP/1.1" status: 200 len: 2358 time: 0.3519561 Mar 23 10:23:20.570192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45458) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.608157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:20.727364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16530a5-7f1b-461e-a3c3-499ae9651a67 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.733365 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b16530a5-7f1b-461e-a3c3-499ae9651a67 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/subnets/50ae49bc-b6be-4089-9585-17fc0a768021 HTTP/1.1" status: 200 len: 797 time: 0.1571937 Mar 23 10:23:20.733612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45462) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.740289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'port': {'network_id': '0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c', 'name': 'tempest-FloatingIPTestJSON-2023214755', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:20.756140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.869816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet 760938ef-c5c2-4b25-950d-11cfe59ec1a7 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:20.874705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.996322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:21.040902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:21.062081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.062347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:21.118192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.128182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.207522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.296285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.328754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=4bda9c90-1d2f-4d9a-8907-1e57c6006eec,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:21.352965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] device_id is not set on port 3df67db6-cbc1-4f31-92d6-94d126b4578f yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:21.419755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:21.420125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: 882bc480-e295-41c5-b2f9-3d97532e2add, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:21.449395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.463115 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:21.479048 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:21.479977 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:21.504914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 882bc480-e295-41c5-b2f9-3d97532e2add is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:21.529437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 882bc480-e295-41c5-b2f9-3d97532e2add) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:21.534165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.534741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.558702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6047d-373b-4bfa-b945-362344f5816a None None] Network 882bc480-e295-41c5-b2f9-3d97532e2add requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:21.586242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b46b-27b2-4711-8398-d18ca12898e0 req-7e8fe6a9-23db-4d9d-a88f-be74ae2db883 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.587767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18c3b46b-27b2-4711-8398-d18ca12898e0 req-7e8fe6a9-23db-4d9d-a88f-be74ae2db883 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.1706867 Mar 23 10:23:21.589650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.628337 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5919e4bc-d457-4d8a-86a6-0a251bd564d1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2573588 Mar 23 10:23:21.632368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45468) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.638230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-209669436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:21.652026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:21.654467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=760938ef-c5c2-4b25-950d-11cfe59ec1a7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:21.657579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:21.666209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:21.669682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.673669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:21.692239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75a86c-d9a6-4ba6-857d-9044a8b51df9 None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:21.695984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-715d5b3c-a9c9-47c0-98a3-7f940f45fc92 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/760938ef-c5c2-4b25-950d-11cfe59ec1a7 HTTP/1.1" status: 204 len: 168 time: 1.1706903 Mar 23 10:23:21.698432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45472) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.723124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:21.746563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18c3b46b-27b2-4711-8398-d18ca12898e0 req-b0231c30-dd25-4675-8c3e-35da15acf159 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178982 Mar 23 10:23:21.804875 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:21.889690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.890727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.911693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet a2797185-62b7-4cb8-b168-46bb1d42c19e {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:21.917717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.976970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.999494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.14 (0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c/50ae49bc-b6be-4089-9585-17fc0a768021/3df67db6-cbc1-4f31-92d6-94d126b4578f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:21.999996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.011105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.13 (0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c/50ae49bc-b6be-4089-9585-17fc0a768021/3df67db6-cbc1-4f31-92d6-94d126b4578f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:22.028380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.098304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:22.118664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.118664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-73d2066d-96e6-4a69-9012-25dd18177306 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 699 time: 3.3436589 Mar 23 10:23:22.119672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-882bc480-e295-41c5-b2f9-3d97532e2add', 'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '4bda9c90-1d2f-4d9a-8907-1e57c6006eec'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:22.119672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.120000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45476) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.129126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.134201 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5730792f-0182-44fb-992a-f342d2f7ad88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5004468 Mar 23 10:23:22.137949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45480) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.147962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'port': {'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add', 'name': 'tempest-RoutersIpV6Test-1073350195'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:22.280784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.407233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.447989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Allocated IP 2001:db8::2 (882bc480-e295-41c5-b2f9-3d97532e2add/4bda9c90-1d2f-4d9a-8907-1e57c6006eec/b2862f88-5ff4-4d83-81ac-a65cca1a363e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:22.463327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.468809 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:20Z', 'revision_number': 7, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:19Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.473550 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-be324560-1d2d-4647-8a0a-f6bbfe21e0b2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 699 time: 0.3498445 Mar 23 10:23:22.478230 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:22.478821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45484) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.481420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=a2797185-62b7-4cb8-b168-46bb1d42c19e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:22.507076 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:22.508736 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.514148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:22.540312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:port and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:22.548673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:22.570460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b1578479-ba83-4eb3-9035-4a1e2c8cbe3d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/a2797185-62b7-4cb8-b168-46bb1d42c19e HTTP/1.1" status: 204 len: 168 time: 0.8709404 Mar 23 10:23:22.574338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:22.577080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45488) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.614616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.736268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.751614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Transition to ACTIVE for port object b2862f88-5ff4-4d83-81ac-a65cca1a363e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:22.772318 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:22.783236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Transition to ACTIVE for port object b2862f88-5ff4-4d83-81ac-a65cca1a363e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:22.793205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.801803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:22.805235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.922719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.948119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] device_id is not set on port e95927ae-6591-44aa-9434-0973791f6820 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:23.051627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Network 882bc480-e295-41c5-b2f9-3d97532e2add is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:23.052405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Pushing event updated for resources: {'Port': ['ID=b2862f88-5ff4-4d83-81ac-a65cca1a363e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:23.068652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:23.072047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:23.129500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:23.135904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.228368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Attempting to bind port b2862f88-5ff4-4d83-81ac-a65cca1a363e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:23.229219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Attempting to bind port b2862f88-5ff4-4d83-81ac-a65cca1a363e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:23.229661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Attempting to bind port b2862f88-5ff4-4d83-81ac-a65cca1a363e on network 882bc480-e295-41c5-b2f9-3d97532e2add {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:23.238870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.258769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:23.259325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Checking segment: {'id': 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:23.259646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.260187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Bound using segment: {'id': 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:23.260858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Bound port: b2862f88-5ff4-4d83-81ac-a65cca1a363e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '882bc480-e295-41c5-b2f9-3d97532e2add'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:23.266769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.274554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.341830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c70927-da1b-48f3-87e8-dc4b9cee3fa3 None None] Network ac89722a-9506-4cf5-b503-7b5ad86cbfcd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:23.432323 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:20Z', 'revision_number': 7, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:19Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:23.439107 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273fdb3-f13b-475e-8f48-6a682ede02f5 None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:20Z', 'revision_number': 7, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:19Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:23.578012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd432b9-e201-42a3-bbef-e02e315d7a96 req-824cf81d-e102-4b3a-9ba2-820b051244dc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.579577 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3bd432b9-e201-42a3-bbef-e02e315d7a96 req-824cf81d-e102-4b3a-9ba2-820b051244dc tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.5288172 Mar 23 10:23:23.586992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=3df67db6-cbc1-4f31-92d6-94d126b4578f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:23.592931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:23.603009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:23.611650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:23.647736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-35a8decf-1ea2-4981-b08f-d48c777d9ded None None] Provisioning complete for port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:23.647736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-35a8decf-1ea2-4981-b08f-d48c777d9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.656593 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3bd432b9-e201-42a3-bbef-e02e315d7a96 req-b659436d-cefd-44e9-8903-6274d5f94928 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680089 Mar 23 10:23:23.689062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8::380 (882bc480-e295-41c5-b2f9-3d97532e2add/4bda9c90-1d2f-4d9a-8907-1e57c6006eec/e95927ae-6591-44aa-9434-0973791f6820) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:23.826672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.827573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.849176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] For port b2862f88-5ff4-4d83-81ac-a65cca1a363e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:23.874711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] For port b2862f88-5ff4-4d83-81ac-a65cca1a363e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2862f88-5ff4-4d83-81ac-a65cca1a363e,segment=NetworkSegment(a0307e08-ea66-47e9-be50-c9cb1e3ee38c),segment_id=a0307e08-ea66-47e9-be50-c9cb1e3ee38c)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:23.881304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.909535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] For port ba335b88-7ac4-4f23-9200-eccc4f24b1c0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,segment=NetworkSegment(0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4),segment_id=0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:23.910108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.978832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65812561-1c0b-438e-9485-a7f6b5aeb063 None None] DHCP port deletion for ac89722a-9506-4cf5-b503-7b5ad86cbfcd request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:24.031095 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a674edec-305b-409f-b1b4-7e1424ff822c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2915564 Mar 23 10:23:24.054927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-65812561-1c0b-438e-9485-a7f6b5aeb063 None None] Deleting port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:24.056257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45494) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.056483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65812561-1c0b-438e-9485-a7f6b5aeb063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.066004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '3df67db6-cbc1-4f31-92d6-94d126b4578f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:24.077833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:24.091776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38327-b592-4667-b860-a7c0ab6846be None None] Pushing event updated for resources: {'Port': ['ID=b2862f88-5ff4-4d83-81ac-a65cca1a363e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.095582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:floatingip and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:24.103232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:24.121572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:24.144064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for ba335b88-7ac4-4f23-9200-eccc4f24b1c0 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:24.250679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.278102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-65812561-1c0b-438e-9485-a7f6b5aeb063 None None] The port 'ba335b88-7ac4-4f23-9200-eccc4f24b1c0' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:24.282567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.338271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2ab29269-4005-4d9c-9266-e6be2209cca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.360201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ba335b88-7ac4-4f23-9200-eccc4f24b1c0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:24.463080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ba335b88-7ac4-4f23-9200-eccc4f24b1c0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:24.463961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ba335b88-7ac4-4f23-9200-eccc4f24b1c0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:24.487845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=ba335b88-7ac4-4f23-9200-eccc4f24b1c0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.488029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.539107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No DVR routers for this DVR port ba335b88-7ac4-4f23-9200-eccc4f24b1c0 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:24.696412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.838511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 101d3c60-379f-4750-9958-862c29fb73aa {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:24.838770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.874170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.926473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.932190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac89722a-9506-4cf5-b503-7b5ad86cbfcd']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:24.952792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:24.956297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcdb07d-1c7d-488a-a6e1-4a6ae8860ac4') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:24.971397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object e95927ae-6591-44aa-9434-0973791f6820 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:24.975331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.003776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.013223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 978 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:25.013612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:25.032929 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:25.133868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.159466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.47 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/63598791-d37c-44d6-912c-f282f344986a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:25.285391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.295081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 882bc480-e295-41c5-b2f9-3d97532e2add is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:25.326752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.341735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:25.348759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=e95927ae-6591-44aa-9434-0973791f6820,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:25.352166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:25.355507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:25.356816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.360620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a3f0c-d461-4a66-8d19-cb673c0589be req-d0909e35-428f-448f-b23f-5331f3709318 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:25.361289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-748a3f0c-d461-4a66-8d19-cb673c0589be req-d0909e35-428f-448f-b23f-5331f3709318 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.4812210 Mar 23 10:23:25.365083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=ac89722a-9506-4cf5-b503-7b5ad86cbfcd,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:25.384290 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4c2dc54a-f9ba-48c5-aa1c-ef0760dbed2c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/ac89722a-9506-4cf5-b503-7b5ad86cbfcd HTTP/1.1" status: 204 len: 168 time: 2.8054781 Mar 23 10:23:25.390508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45500) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.437857 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a8b252a1-fc16-4c69-8cce-22641f8549c5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2961252 Mar 23 10:23:25.443446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45504) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.464961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port 101d3c60-379f-4750-9958-862c29fb73aa, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=101d3c60-379f-4750-9958-862c29fb73aa,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:25.465336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.601397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9175d-7a6c-4dd7-8f14-4e90f3a958ce None None] Network 882bc480-e295-41c5-b2f9-3d97532e2add requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:25.628372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 101d3c60-379f-4750-9958-862c29fb73aa owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:25.690243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9e85d-9bdd-4fa8-b4e4-79af8dd9987a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:25.691206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6bc9e85d-9bdd-4fa8-b4e4-79af8dd9987a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:25.693215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:25.700087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-748a3f0c-d461-4a66-8d19-cb673c0589be req-46fd79b6-50b1-410e-84c3-9b21c526ed30 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225973 Mar 23 10:23:25.704835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.765996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:25.766941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:22:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:25.790761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.799034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6bc9e85d-9bdd-4fa8-b4e4-79af8dd9987a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:25.800269 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6bc9e85d-9bdd-4fa8-b4e4-79af8dd9987a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4088502 Mar 23 10:23:25.804241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45508) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.833108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b6b9b34a-cd23-476c-bdb8-b62dbc1c0d15 None None] Provisioning for port b2862f88-5ff4-4d83-81ac-a65cca1a363e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:25.876734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:25.915782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:25.937569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:26.057208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:26.090871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=63598791-d37c-44d6-912c-f282f344986a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:26.101518 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-706de969-cec6-4371-a873-4eccc378e0e8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2966063 Mar 23 10:23:26.108744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45512) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:26.126362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1764514353'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:26.135614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:26.143054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:26.150180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:26.197052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:26.227143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:26.231275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.246221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.318176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:26.329512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2862f88-5ff4-4d83-81ac-a65cca1a363e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:26.331081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=101d3c60-379f-4750-9958-862c29fb73aa,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:26.345305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.348593 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment caf91091-1849-4444-9d2d-3a80a3b2c780 of type vlan for network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb Mar 23 10:23:26.360139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.428491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.661160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b2862f88-5ff4-4d83-81ac-a65cca1a363e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:26.678680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b2862f88-5ff4-4d83-81ac-a65cca1a363e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:26.679246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.733836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca90a2ef-5be2-4591-b355-7205843e5c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.830955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:20Z', 'revision_number': 7, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '101d3c60-379f-4750-9958-862c29fb73aa', 'name': '', 'network_id': '6891143f-65e2-4010-8164-447d5c121111', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:dd:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:23:09Z', 'updated_at': '2022-03-23T10:23:19Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '065a5425-13b6-47a4-adda-d4b8101f237d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:26.843799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:26.861720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.893637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:26.895300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:26.996135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:27.000814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.035965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.040940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:27.041820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.052551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b2862f88-5ff4-4d83-81ac-a65cca1a363e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2862f88-5ff4-4d83-81ac-a65cca1a363e,segment=NetworkSegment(a0307e08-ea66-47e9-be50-c9cb1e3ee38c),segment_id=a0307e08-ea66-47e9-be50-c9cb1e3ee38c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:27.062315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.160487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:27.202233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.222751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2667e5a4-992b-4435-af7f-e6869d7d8ae6 None None] Provisioning for port e95927ae-6591-44aa-9434-0973791f6820 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:27.233150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2667e5a4-992b-4435-af7f-e6869d7d8ae6 None None] Provisioning complete for port e95927ae-6591-44aa-9434-0973791f6820 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:27.233508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2667e5a4-992b-4435-af7f-e6869d7d8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.287679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.291829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b2862f88-5ff4-4d83-81ac-a65cca1a363e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:27.300832 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1913385 Mar 23 10:23:27.316179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45518) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:27.329312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:27.344779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd643fe1-42fc-4f43-bce7-642eb8cab006 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:27.371631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:27.454951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.467429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.467782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2667e5a4-992b-4435-af7f-e6869d7d8ae6 None None] Port e95927ae-6591-44aa-9434-0973791f6820 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:27.496883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd5a74-42e7-4ae6-8e54-4d09edaceadc req-de8de0f0-916a-4732-853d-9eb25b22dd57 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:27.498523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4acd5a74-42e7-4ae6-8e54-4d09edaceadc req-de8de0f0-916a-4732-853d-9eb25b22dd57 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.5523472 Mar 23 10:23:27.504833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:27.527731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:27.533771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:27.541711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:27.586810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=e95927ae-6591-44aa-9434-0973791f6820,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:27.619351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:27.624867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2667e5a4-992b-4435-af7f-e6869d7d8ae6 None None] Provisioning complete for port b2862f88-5ff4-4d83-81ac-a65cca1a363e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:27.625159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2667e5a4-992b-4435-af7f-e6869d7d8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.676090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4acd5a74-42e7-4ae6-8e54-4d09edaceadc req-e5990af3-cb53-4561-81cb-b3445a392c7d tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535797 Mar 23 10:23:27.747083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.775220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.935488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.951579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.959748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:25Z', 'revision_number': 8, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:27.965549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bb3b2-a455-47b1-97e8-0d83ed5718ee None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:25Z', 'revision_number': 8, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:28.022069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.080932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2d9e4d2f-7bb0-4bd3-9f8d-b9c5af01a4b5 None None] Provisioning complete for port e95927ae-6591-44aa-9434-0973791f6820 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:28.081490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4d2f-7bb0-4bd3-9f8d-b9c5af01a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.088102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.145209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.145691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e4d2f-7bb0-4bd3-9f8d-b9c5af01a4b5 None None] Port e95927ae-6591-44aa-9434-0973791f6820 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:28.262024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.300459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=63598791-d37c-44d6-912c-f282f344986a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:28.315030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.405055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=da39b59f-3221-4f0d-8aa3-c54f03d11dff,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:28.447185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2862f88-5ff4-4d83-81ac-a65cca1a363e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:28.449666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': 'caf91091-1849-4444-9d2d-3a80a3b2c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:28.450133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:28.561669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b2862f88-5ff4-4d83-81ac-a65cca1a363e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:28.562415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.584236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:28.586213 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP f929a9c0-f47f-41d9-bbec-fbc5c8096e25 associated. External IP: 172.26.7.47, port: 3df67db6-cbc1-4f31-92d6-94d126b4578f. Mar 23 10:23:28.621819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:28.643064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:28.648266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:28.648846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.666602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0f532-3a1b-45d4-8df1-b4b8fc8139e1 None None] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:28.752971 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bc9cf560-cba4-4e49-a266-46134ee06e4e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4353945 Mar 23 10:23:28.753592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45524) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:28.764806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb', 'name': 'tempest-PortsTestJSON-1806764806'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:28.945767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 101d3c60-379f-4750-9958-862c29fb73aa no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:29.000663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 101d3c60-379f-4750-9958-862c29fb73aa {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:29.001047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 101d3c60-379f-4750-9958-862c29fb73aa not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:29.073933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:29.079012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba981ec-7173-4c20-9614-dd644f8ba86f req-687fdbc6-482c-477a-80c7-63e690892c59 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:29.080224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.080538 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ba981ec-7173-4c20-9614-dd644f8ba86f req-687fdbc6-482c-477a-80c7-63e690892c59 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.1604061 Mar 23 10:23:29.090698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.091498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.093603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb', 'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': 'da39b59f-3221-4f0d-8aa3-c54f03d11dff'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:29.094666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.095957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:29.134618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:29.146818 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:29.174756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:29.177974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.192461 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:29.193478 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.200390 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ba981ec-7173-4c20-9614-dd644f8ba86f req-2150820e-e5d2-4804-81b6-02e25f848d50 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009016 Mar 23 10:23:29.207741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-79661b75-22b5-44f8-80d5-cc8628ec9faf tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7277279 Mar 23 10:23:29.226049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45528) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.294370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.322479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=e95927ae-6591-44aa-9434-0973791f6820,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:29.332655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 4d143c35-97bf-48c5-b99e-0a4204a9f847 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:29.455456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Allocated IP 172.20.0.2 (6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb/da39b59f-3221-4f0d-8aa3-c54f03d11dff/b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:29.467864 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:29.503501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 882bc480-e295-41c5-b2f9-3d97532e2add is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:29.504909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:29.739116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.752432 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Transition to ACTIVE for port object b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:29.776408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Transition to ACTIVE for port object b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:29.783084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.783467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet 065a5425-13b6-47a4-adda-d4b8101f237d {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:29.788810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.871221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.877323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:29.879233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Pushing event updated for resources: {'Port': ['ID=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:29.884427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:29.888464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:29.948799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8b021741-0259-4c80-963c-3a5da80378c3 None None] Provisioning complete for port e95927ae-6591-44aa-9434-0973791f6820 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:29.949512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b021741-0259-4c80-963c-3a5da80378c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.980452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:29.997817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.055737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.3 (6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb/da39b59f-3221-4f0d-8aa3-c54f03d11dff/4d143c35-97bf-48c5-b99e-0a4204a9f847) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:30.062502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Attempting to bind port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:30.062990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Attempting to bind port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'caf91091-1849-4444-9d2d-3a80a3b2c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:30.063369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Attempting to bind port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c on network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:30.073280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8b021741-0259-4c80-963c-3a5da80378c3 None None] Port e95927ae-6591-44aa-9434-0973791f6820 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:30.078751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:30.079178 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Checking segment: {'id': 'caf91091-1849-4444-9d2d-3a80a3b2c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:30.079626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.080018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Bound using segment: {'id': 'caf91091-1849-4444-9d2d-3a80a3b2c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:30.081215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Bound port: b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf91091-1849-4444-9d2d-3a80a3b2c780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:30.081744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.084940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:25Z', 'revision_number': 8, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.091609 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:30.106447 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:30.107612 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.275362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.317233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 1c074943-3427-46d2-b43e-dc6f659d8929 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:23:30.318859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] For port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:30.323935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] For port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,segment=NetworkSegment(caf91091-1849-4444-9d2d-3a80a3b2c780),segment_id=caf91091-1849-4444-9d2d-3a80a3b2c780)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:30.332923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.334344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=065a5425-13b6-47a4-adda-d4b8101f237d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:30.350447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.366767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-85ebe34f-8d45-4bb6-9a5e-d35476bd33c5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/065a5425-13b6-47a4-adda-d4b8101f237d HTTP/1.1" status: 204 len: 168 time: 1.1480319 Mar 23 10:23:30.367514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45534) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.383430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.387321 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:30.458144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49502964-b8df-45bf-8974-b8e4bbd0f62e None None] Pushing event updated for resources: {'Port': ['ID=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:30.461230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76893e1-767c-4f20-a11c-cc87a4ff5d56 None None] Network 6891143f-65e2-4010-8164-447d5c121111 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:30.530957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 4d143c35-97bf-48c5-b99e-0a4204a9f847 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:30.600039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.636109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.675599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 1b9795a0-1967-4469-9a53-1fef4df2cec6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:30.676000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.711924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:30.726607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676827a-0258-40de-b952-5399776bd3dd req-3aa073d7-f618-4300-9dd2-a056f68c480e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:30.728228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9676827a-0258-40de-b952-5399776bd3dd req-3aa073d7-f618-4300-9dd2-a056f68c480e tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.3221123 Mar 23 10:23:30.745694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] Sync routers for ids ['1c074943-3427-46d2-b43e-dc6f659d8929'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:30.791786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:30.811504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:30.812248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=4d143c35-97bf-48c5-b99e-0a4204a9f847,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:30.818678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:30.823091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:30.824328 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:30.852263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] Routers {'1c074943-3427-46d2-b43e-dc6f659d8929'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:30.852922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1c074943-3427-46d2-b43e-dc6f659d8929'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.872691 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-608a082b-c047-471c-a511-df00e903308c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/1c074943-3427-46d2-b43e-dc6f659d8929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4232585 Mar 23 10:23:30.879600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45538) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.920453 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:30.921798 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.942886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.961557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] Routers {'1c074943-3427-46d2-b43e-dc6f659d8929'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:30.962566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1c074943-3427-46d2-b43e-dc6f659d8929'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.999890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d3c59-b312-413f-b6dd-52bf78542985 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:31.000562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4a1d3c59-b312-413f-b6dd-52bf78542985 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:31.027187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:31.028183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.030785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.031189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f680f3b-c86a-4760-918c-a0d1853a9851 None None] The sync data for ids ['1c074943-3427-46d2-b43e-dc6f659d8929'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:31.068244 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f205637e-fa82-46d4-bac5-a0c8c1ff004a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3058617 Mar 23 10:23:31.068244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4a1d3c59-b312-413f-b6dd-52bf78542985 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:31.068244 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4a1d3c59-b312-413f-b6dd-52bf78542985 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports/e95927ae-6591-44aa-9434-0973791f6820 HTTP/1.1" status: 200 len: 984 time: 0.1854627 Mar 23 10:23:31.069927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45542) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.070453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45544) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.079103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb', 'name': 'tempest-PortsTestJSON-953877607'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:31.097072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.122049 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.161563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fffb2ed2-968d-4137-bb99-cebe06acaeb8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1049204 Mar 23 10:23:31.167292 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9676827a-0258-40de-b952-5399776bd3dd req-78e9d40a-f121-4c9a-ae36-cf6a8b56f5e0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235983 Mar 23 10:23:31.167880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45550) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.184985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'port_id': '3df67db6-cbc1-4f31-92d6-94d126b4578f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:31.197690 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:31.198752 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.263695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] DHCP port deletion for 6891143f-65e2-4010-8164-447d5c121111 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:31.272483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Deleting port 1b9795a0-1967-4469-9a53-1fef4df2cec6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:31.280391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.310695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.397458 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.398054 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243a2b0-5365-45fa-b949-218a3fa87fae None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:31.411317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port 1b9795a0-1967-4469-9a53-1fef4df2cec6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b9795a0-1967-4469-9a53-1fef4df2cec6,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:31.412474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.422239 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:25Z', 'revision_number': 8, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.429551 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c4023-92c5-405b-8f20-34828dc12743 None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:25Z', 'revision_number': 8, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859dd805-2cab-4a36-9ee2-78f438146be6', 'name': '', 'network_id': '6db76719-326c-4156-9e5f-5f3ae43a2061', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:11:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:10Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': 'e0630023-c15e-41ff-b35e-48a2a0e60da8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:31.637730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] For port 1b9795a0-1967-4469-9a53-1fef4df2cec6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b9795a0-1967-4469-9a53-1fef4df2cec6,segment=NetworkSegment(1626d60f-96f1-4e3c-99de-6266b7ef383a),segment_id=1626d60f-96f1-4e3c-99de-6266b7ef383a)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:31.638304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.707872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:31.714983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:31.719683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:31.728136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:31.765060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 1b9795a0-1967-4469-9a53-1fef4df2cec6 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:31.835882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:31.838996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.930435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Calling delete_port for 1b9795a0-1967-4469-9a53-1fef4df2cec6 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:31.933609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 25984596-e0c0-473a-a9f6-8cf93dd2e375 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:31.996251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e78e4-3c72-4bce-b73f-c4b9490aa1e0 None None] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:32.061752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.122029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=1b9795a0-1967-4469-9a53-1fef4df2cec6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:32.140029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No DVR routers for this DVR port 1b9795a0-1967-4469-9a53-1fef4df2cec6 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:32.153130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-66ebb0fe-3dac-4aea-b37b-c04d35341aa7 None None] Provisioning for port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:32.193361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:32.193726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:32.254400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.14 (6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb/da39b59f-3221-4f0d-8aa3-c54f03d11dff/25984596-e0c0-473a-a9f6-8cf93dd2e375) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:32.373778 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c4b0a45-5ba8-4738-8ae9-0aa11ea86feb req-c40ddea1-4df3-4112-95a9-29187d14aa37 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.3281736 Mar 23 10:23:32.404674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:32.512498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:32.519291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:32.520062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.546729 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c4b0a45-5ba8-4738-8ae9-0aa11ea86feb req-2a2db670-b5a9-4b78-aa7e-e89717efa735 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669240 Mar 23 10:23:32.595701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.683702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6891143f-65e2-4010-8164-447d5c121111']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.694498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Deleting port 1b9795a0-1967-4469-9a53-1fef4df2cec6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:32.694872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.706148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.714839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1626d60f-96f1-4e3c-99de-6266b7ef383a') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.715198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1626d60f-96f1-4e3c-99de-6266b7ef383a') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.732925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 25984596-e0c0-473a-a9f6-8cf93dd2e375 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:32.739217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.739631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.771095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35a43-471a-4cf7-a5f4-10275c4cf31c req-ee2b2c5e-7cc4-4953-aa22-686ce63f3615 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:32.772713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2fa35a43-471a-4cf7-a5f4-10275c4cf31c req-ee2b2c5e-7cc4-4953-aa22-686ce63f3615 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.3918183 Mar 23 10:23:32.791122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6209b-0aea-47a4-bb67-03f50808a562 None None] The port '1b9795a0-1967-4469-9a53-1fef4df2cec6' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:32.827889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.828109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,segment=NetworkSegment(caf91091-1849-4444-9d2d-3a80a3b2c780),segment_id=caf91091-1849-4444-9d2d-3a80a3b2c780)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:32.834925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.843983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.845114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 951 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:32.845521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:32.871162 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:32.962744 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2fa35a43-471a-4cf7-a5f4-10275c4cf31c req-2a5f677b-fed2-4c12-9a53-c7a1336d2708 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828606 Mar 23 10:23:32.967313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b9795a0-1967-4469-9a53-1fef4df2cec6 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:33.022544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.032263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:33.050956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 1b9795a0-1967-4469-9a53-1fef4df2cec6 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:33.051309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b9795a0-1967-4469-9a53-1fef4df2cec6 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:33.053233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.062513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-792009fb-1f7a-49f3-9e6e-ae493dca5767 None None] Provisioning complete for port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:33.063012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.063323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-792009fb-1f7a-49f3-9e6e-ae493dca5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.135147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=6891143f-65e2-4010-8164-447d5c121111,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:33.174437 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-97856111-fd2a-4e04-88b0-4d6012bf77b1 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/6891143f-65e2-4010-8164-447d5c121111 HTTP/1.1" status: 204 len: 168 time: 2.8038352 Mar 23 10:23:33.177941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45556) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.202574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:33.207855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:33.213004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:33.234471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.252625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=25984596-e0c0-473a-a9f6-8cf93dd2e375,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:33.281769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-792009fb-1f7a-49f3-9e6e-ae493dca5767 None None] Provisioning for port 4d143c35-97bf-48c5-b99e-0a4204a9f847 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:33.290936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-792009fb-1f7a-49f3-9e6e-ae493dca5767 None None] Provisioning complete for port 4d143c35-97bf-48c5-b99e-0a4204a9f847 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:33.291571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-792009fb-1f7a-49f3-9e6e-ae493dca5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.302827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:33.303478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.327684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.379248 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ccdcba66-7733-4e05-9543-ef68085413ed tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3028400 Mar 23 10:23:33.379510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45560) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.395252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-792009fb-1f7a-49f3-9e6e-ae493dca5767 None None] Port 4d143c35-97bf-48c5-b99e-0a4204a9f847 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:33.534902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Provisioning complete for port 4d143c35-97bf-48c5-b99e-0a4204a9f847 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:33.535475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.620961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Port 4d143c35-97bf-48c5-b99e-0a4204a9f847 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:33.637819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Provisioning for port 25984596-e0c0-473a-a9f6-8cf93dd2e375 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:33.645671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Provisioning complete for port 25984596-e0c0-473a-a9f6-8cf93dd2e375 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:33.646116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.695096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:23:33.698401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:33.764765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457ffc1-b852-44dd-872b-8ba680a78331 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:33.765616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e457ffc1-b852-44dd-872b-8ba680a78331 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:33.768511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port e95927ae-6591-44aa-9434-0973791f6820 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:33.768968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.864739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-49ccf83f-9c78-4e45-9b37-dec439328946 None None] Port 25984596-e0c0-473a-a9f6-8cf93dd2e375 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:33.893861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e457ffc1-b852-44dd-872b-8ba680a78331 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:33.898862 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e457ffc1-b852-44dd-872b-8ba680a78331 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.5140676 Mar 23 10:23:33.900152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.064286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 25984596-e0c0-473a-a9f6-8cf93dd2e375 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:34.064661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.120738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.163398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:34.176718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:23:34.185147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.199011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'port_id': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'mac_address': 'fa:16:3e:f0:a3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:23:34.201529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:34.272207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.274662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.342092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:34.400135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for e95927ae-6591-44aa-9434-0973791f6820 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:34.410653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.451670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:34.458295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f8eec9-bc15-4ba9-a290-58b566605d1c {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:23:34.465669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873521eb-a391-4b65-88c4-9596c5d53b7c req-55129f57-428e-40fe-bec4-faeb458bcae0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:34.467417 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-873521eb-a391-4b65-88c4-9596c5d53b7c req-55129f57-428e-40fe-bec4-faeb458bcae0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.3106606 Mar 23 10:23:34.483646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:34.490439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:34.490810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.565828 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-873521eb-a391-4b65-88c4-9596c5d53b7c req-37901b06-3765-4f0a-8497-5a33062ca2c6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907671 Mar 23 10:23:34.577094 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'code': 200} Mar 23 10:23:34.583601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.613293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.647945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:34.662027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:34.876896 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-480a30ee-8228-464e-9b67-b00d0e64a0ec tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/floatingips/e25f7bc6-eeab-4c37-8946-ec9c424f60fa HTTP/1.1" status: 200 len: 992 time: 0.2541454 Mar 23 10:23:34.906604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.967872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=e95927ae-6591-44aa-9434-0973791f6820,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:34.970667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.994085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a7f8eec9-bc15-4ba9-a290-58b566605d1c'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:23:35.116374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:35.131396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.138952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:35.164597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 25984596-e0c0-473a-a9f6-8cf93dd2e375 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:35.194123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:35.195065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:35.264796 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c11c2006-960a-4ba1-ac29-9e7437acb839 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/floatingips/f929a9c0-f47f-41d9-bbec-fbc5c8096e25 HTTP/1.1" status: 200 len: 978 time: 4.0836120 Mar 23 10:23:35.267168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45578) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.285050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:35.323996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:35.324910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:35.422785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:35.423100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b3a7b-c3a8-48a8-8428-7ed18f4d9a66 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:35.509551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.697290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.724693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 63598791-d37c-44d6-912c-f282f344986a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:35.725478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.755683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=25984596-e0c0-473a-a9f6-8cf93dd2e375,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.800316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 859dd805-2cab-4a36-9ee2-78f438146be6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:35.800742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.064713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.065015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.100511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.131446 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f107b122-a60d-49a4-be50-8fb0b77ea579 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/25984596-e0c0-473a-a9f6-8cf93dd2e375 HTTP/1.1" status: 204 len: 168 time: 2.2274201 Mar 23 10:23:36.131674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45582) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.184145 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f8d4c2-9d72-482f-910f-a4ba0965fc14 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:23:36.184596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-86f8d4c2-9d72-482f-910f-a4ba0965fc14 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:36.192764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 1c074943-3427-46d2-b43e-dc6f659d8929 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:36.211134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 63598791-d37c-44d6-912c-f282f344986a owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:36.211763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-86f8d4c2-9d72-482f-910f-a4ba0965fc14 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:36.213028 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-86f8d4c2-9d72-482f-910f-a4ba0965fc14 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/25984596-e0c0-473a-a9f6-8cf93dd2e375 HTTP/1.1" status: 404 len: 333 time: 0.0802412 Mar 23 10:23:36.216282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45586) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.258556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port 859dd805-2cab-4a36-9ee2-78f438146be6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=859dd805-2cab-4a36-9ee2-78f438146be6,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:36.258837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.390534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 859dd805-2cab-4a36-9ee2-78f438146be6 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:36.417449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 4d143c35-97bf-48c5-b99e-0a4204a9f847 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:36.417782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.475162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:36.483400 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a2874974-b236-4a26-a826-474c1cd409de tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/1c074943-3427-46d2-b43e-dc6f659d8929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4094474 Mar 23 10:23:36.484078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45590) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.484222 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] Sync routers for ids ['1c074943-3427-46d2-b43e-dc6f659d8929'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:36.498234 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] Routers {'1c074943-3427-46d2-b43e-dc6f659d8929'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:36.499081 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1c074943-3427-46d2-b43e-dc6f659d8929'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.572900 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.583222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.586621 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] Routers {'1c074943-3427-46d2-b43e-dc6f659d8929'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:36.587370 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1c074943-3427-46d2-b43e-dc6f659d8929'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.647105 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.647599 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7364d2-4192-4c67-86c4-ee1057489304 None None] The sync data for ids ['1c074943-3427-46d2-b43e-dc6f659d8929'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:36.697811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=63598791-d37c-44d6-912c-f282f344986a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:36.782677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.825734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.892943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=859dd805-2cab-4a36-9ee2-78f438146be6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:37.056974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.123488 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:23:37.255525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 4d143c35-97bf-48c5-b99e-0a4204a9f847 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:37.292268 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-55d480d6-dddb-41c0-ad28-ef2a7d30df88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 10:23:37.293927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55d480d6-dddb-41c0-ad28-ef2a7d30df88 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/1c074943-3427-46d2-b43e-dc6f659d8929/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8068185 Mar 23 10:23:37.297459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45594) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.353024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c029c6d2-3701-4e07-997b-df9c358245e9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:37.384961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c029c6d2-3701-4e07-997b-df9c358245e9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:37.386208 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c029c6d2-3701-4e07-997b-df9c358245e9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c074943-3427-46d2-b43e-dc6f659d8929 HTTP/1.1" status: 200 len: 205 time: 0.0874074 Mar 23 10:23:37.389031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45598) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.394961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.588582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.592549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.679910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:37.749024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=4d143c35-97bf-48c5-b99e-0a4204a9f847,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:37.788595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port a7f8eec9-bc15-4ba9-a290-58b566605d1c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:37.790333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.908721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:37.954010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.991262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:23:38.004692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:38.008745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.012002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.110206 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'code': 200} Mar 23 10:23:38.153799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:38.246599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:38.319791 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9395c9cb-f083-4164-a49b-8482ca163390 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/4d143c35-97bf-48c5-b99e-0a4204a9f847 HTTP/1.1" status: 204 len: 168 time: 2.1001031 Mar 23 10:23:38.325812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45604) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.375618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.378678 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b1ee35-adb7-4ef3-94a3-efd407cf872a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:23:38.379259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e8b1ee35-adb7-4ef3-94a3-efd407cf872a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:38.385815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.403401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e8b1ee35-adb7-4ef3-94a3-efd407cf872a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:38.407357 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e8b1ee35-adb7-4ef3-94a3-efd407cf872a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/4d143c35-97bf-48c5-b99e-0a4204a9f847 HTTP/1.1" status: 404 len: 333 time: 0.0779376 Mar 23 10:23:38.409571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45608) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.477088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.477609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 1c074943-3427-46d2-b43e-dc6f659d8929 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:23:38.514295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.515329 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-416a0779-4174-4b73-8e2f-e6ef6c69a746 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/1c074943-3427-46d2-b43e-dc6f659d8929 HTTP/1.1" status: 204 len: 168 time: 1.1253362 Mar 23 10:23:38.518774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45612) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.609758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:38.620323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:38.625608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet da39b59f-3221-4f0d-8aa3-c54f03d11dff {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:38.629819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.633503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:38.634194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.694864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.699443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.712818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:38.713543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.734758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.774025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.774355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc472fd-3214-4147-be3e-22ec37227b91 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:38.787919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.818424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:38.823783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 4bda9c90-1d2f-4d9a-8907-1e57c6006eec {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:38.829272 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:38.830328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77ea9672-97de-40a6-8716-a03700d96c08 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5933006 Mar 23 10:23:38.831879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45616) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.836559 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-60c087c9-9daf-42f5-b79c-2594d9fb923d tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/floatingips/f929a9c0-f47f-41d9-bbec-fbc5c8096e25 HTTP/1.1" status: 204 len: 168 time: 3.5631387 Mar 23 10:23:38.836559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.846292 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:38.847061 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.865659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45620) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.950957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 3df67db6-cbc1-4f31-92d6-94d126b4578f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:38.951681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.984237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.007009 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:39.045864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet e0630023-c15e-41ff-b35e-48a2a0e60da8 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:39.055413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.082760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.129319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=da39b59f-3221-4f0d-8aa3-c54f03d11dff,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.155402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.161292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.165188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae71fd-b45d-4d05-91db-3342e74d0e24 None None] Network 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:39.219338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.248141 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55b77005-63e6-44e4-96b9-5843c8b99b9a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/da39b59f-3221-4f0d-8aa3-c54f03d11dff HTTP/1.1" status: 204 len: 168 time: 0.8378880 Mar 23 10:23:39.249504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45624) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.342551 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:36Z', 'revision_number': 9, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:39.348132 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:39.352858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.358565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.362963 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:39.363896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:39.474114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.522423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 3df67db6-cbc1-4f31-92d6-94d126b4578f owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:39.550191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] DHCP port deletion for 6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:39.556173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Deleting port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:39.556664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.560809 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:39.562332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.592164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=e0630023-c15e-41ff-b35e-48a2a0e60da8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.600853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.613702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39fa9c-8b5e-4aca-a3a5-d145aaa89b0e None None] Network 6db76719-326c-4156-9e5f-5f3ae43a2061 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:39.615304 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6500f3cf-2d3d-498f-922b-e4c45df40b53 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/e0630023-c15e-41ff-b35e-48a2a0e60da8 HTTP/1.1" status: 204 len: 168 time: 0.7823243 Mar 23 10:23:39.616214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45628) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.631496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=4bda9c90-1d2f-4d9a-8907-1e57c6006eec,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.649078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.665503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ec97ee65-5a40-4ac7-8398-f56ea5b8b94c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/4bda9c90-1d2f-4d9a-8907-1e57c6006eec HTTP/1.1" status: 204 len: 168 time: 1.1419373 Mar 23 10:23:39.677723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45632) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.724900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.761339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:39.761736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.786642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13545ce9-7a62-4781-9414-b65eac3346b9 None None] Network 882bc480-e295-41c5-b2f9-3d97532e2add requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:39.828884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.873461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.928658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port b2862f88-5ff4-4d83-81ac-a65cca1a363e {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:39.929003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.984304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port fb47dc2e-887f-4ad1-bb52-59939d72bace {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:39.984803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.012364 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:36Z', 'revision_number': 9, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:40.018016 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92140eeb-74b5-4540-9460-567bb1747fbf None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:36Z', 'revision_number': 9, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c05ffcfb-4790-432a-b0b7-9c522e7b32fc', 'name': '', 'network_id': 'ca1814cf-3442-4a8f-8c71-b26c670bbe48', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:48Z', 'updated_at': '2022-03-23T10:22:57Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '4de21fbc-44ba-435d-bec9-0212d80dac6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:40.075146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] For port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,segment=NetworkSegment(caf91091-1849-4444-9d2d-3a80a3b2c780),segment_id=caf91091-1849-4444-9d2d-3a80a3b2c780)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:40.077040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.191746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.249633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=3df67db6-cbc1-4f31-92d6-94d126b4578f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.325794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] For port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,segment=NetworkSegment(caf91091-1849-4444-9d2d-3a80a3b2c780),segment_id=caf91091-1849-4444-9d2d-3a80a3b2c780)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:40.326079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.364204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:40.511555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port b2862f88-5ff4-4d83-81ac-a65cca1a363e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2862f88-5ff4-4d83-81ac-a65cca1a363e,segment=NetworkSegment(a0307e08-ea66-47e9-be50-c9cb1e3ee38c),segment_id=a0307e08-ea66-47e9-be50-c9cb1e3ee38c)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:40.512037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.529044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.541550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 859dd805-2cab-4a36-9ee2-78f438146be6 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:40.555300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port fb47dc2e-887f-4ad1-bb52-59939d72bace, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb47dc2e-887f-4ad1-bb52-59939d72bace,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:40.555300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.574536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Calling delete_port for b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:40.617321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.623252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 859dd805-2cab-4a36-9ee2-78f438146be6 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:40.623252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 859dd805-2cab-4a36-9ee2-78f438146be6 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:40.623808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:40.659195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for b2862f88-5ff4-4d83-81ac-a65cca1a363e owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:40.671794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:40.672153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:40.701881 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aa835391-affc-47b1-b9dd-e03c4ffb0957 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/ports/3df67db6-cbc1-4f31-92d6-94d126b4578f HTTP/1.1" status: 204 len: 168 time: 1.8352797 Mar 23 10:23:40.719224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45636) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.724531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:40.725112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:40.727727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] DHCP port deletion for 6db76719-326c-4156-9e5f-5f3ae43a2061 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:40.727962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for fb47dc2e-887f-4ad1-bb52-59939d72bace owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:40.728165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:40.732894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Deleting port fb47dc2e-887f-4ad1-bb52-59939d72bace {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:40.733330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.734641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:40.742470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:floatingip and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:40.747861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:40.760527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:40.767861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da41c8-2386-492c-a3a2-7353db82a10b None None] DHCP port deletion for 882bc480-e295-41c5-b2f9-3d97532e2add request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:40.773841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.786887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.789289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a2da41c8-2386-492c-a3a2-7353db82a10b None None] Deleting port b2862f88-5ff4-4d83-81ac-a65cca1a363e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:40.789841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2da41c8-2386-492c-a3a2-7353db82a10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.793714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No DVR routers for this DVR port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:40.837917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.857916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=b2862f88-5ff4-4d83-81ac-a65cca1a363e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.860622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a2da41c8-2386-492c-a3a2-7353db82a10b None None] The port 'b2862f88-5ff4-4d83-81ac-a65cca1a363e' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:40.915162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port b2862f88-5ff4-4d83-81ac-a65cca1a363e on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:40.946685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.951808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.018716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] For port fb47dc2e-887f-4ad1-bb52-59939d72bace, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb47dc2e-887f-4ad1-bb52-59939d72bace,segment=NetworkSegment(0c5ac07a-969b-4fee-a8d1-000f1f44f8a8),segment_id=0c5ac07a-969b-4fee-a8d1-000f1f44f8a8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:41.019315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.030232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=fb47dc2e-887f-4ad1-bb52-59939d72bace,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.039317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No DVR routers for this DVR port fb47dc2e-887f-4ad1-bb52-59939d72bace on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:41.063818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.069349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.100652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882bc480-e295-41c5-b2f9-3d97532e2add']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.116763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.117711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0307e08-ea66-47e9-be50-c9cb1e3ee38c') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.131350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.144942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Calling delete_port for fb47dc2e-887f-4ad1-bb52-59939d72bace owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:41.152103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.161562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:41.162364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.181728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:41.184361 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:41.190486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf91091-1849-4444-9d2d-3a80a3b2c780') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.190486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf91091-1849-4444-9d2d-3a80a3b2c780') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.213333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.223432 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:41.223805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:41.226322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Deleting port b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:41.226749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.228438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db76719-326c-4156-9e5f-5f3ae43a2061']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.242379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.245530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.245837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5ac07a-969b-4fee-a8d1-000f1f44f8a8') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.259995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 987 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:41.260391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:41.276025 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:41.278595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.295194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.297811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f5763019-086e-4f1e-9dc1-6435c54a16d3 None None] The port 'b6f6a4ca-ec8d-4ac9-be97-c4d632b23f0c' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:41.313924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.327637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.329314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=882bc480-e295-41c5-b2f9-3d97532e2add,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.368349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.374297 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-05500ccc-7942-4be2-9159-b9ec5e7e872a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/882bc480-e295-41c5-b2f9-3d97532e2add HTTP/1.1" status: 204 len: 168 time: 1.6950331 Mar 23 10:23:41.378106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:41.378573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45640) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.378734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.384569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-578715558'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:41.389459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:41.393683 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:41.396352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:41.397671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:41.403389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.417962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:41.421206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.462055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.464093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 960, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:41.488106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.489253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.489608 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment c5a8fe37-67f4-4a51-a320-3e1b5066db4c of type vlan for network f85f4b99-e5b4-4cbd-8c82-213916efd39d Mar 23 10:23:41.495051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.504636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.525226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.535712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4be361da-7592-4667-913c-4367903117aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/6a0936c6-6ba5-4c7f-88fe-d20b8bb62ffb HTTP/1.1" status: 204 len: 168 time: 2.2847855 Mar 23 10:23:41.540951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=6db76719-326c-4156-9e5f-5f3ae43a2061,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.541129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45644) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.546702 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c8e0e8ef-f522-41be-a47a-ac59a37b6fda tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/6db76719-326c-4156-9e5f-5f3ae43a2061 HTTP/1.1" status: 204 len: 168 time: 1.9259923 Mar 23 10:23:41.550745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1151616034'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:41.551401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45648) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.555711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.560638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:41.563763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:41.569824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.587165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:41.591491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.622638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:41.623195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.633124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.633484 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment 4c402eaf-35bd-4f92-aed4-cdfd032bbc8b of type vlan for network f6109949-191e-4466-9ba3-5fc17e939590 Mar 23 10:23:41.660900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.692558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.696233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:41.696811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.713008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.67 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/25a34ec1-3a63-4cf9-b405-0ceba20831fc) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:41.725392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Deleting port fb47dc2e-887f-4ad1-bb52-59939d72bace {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:41.725821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.786823 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2445509 Mar 23 10:23:41.795011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6ad764e2-4abb-4c2b-82dc-d597a90221ff None None] The port 'fb47dc2e-887f-4ad1-bb52-59939d72bace' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:41.798564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45652) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.807063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:41.880967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.884724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:41.885320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.969656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8ac4f-bee3-41b7-b242-9372f49c7298 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=f6109949-191e-4466-9ba3-5fc17e939590,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.979558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network f6109949-191e-4466-9ba3-5fc17e939590 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:42.010069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:42.014009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:42.017096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:42.023487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:42.060994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:42.067957 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6849949 Mar 23 10:23:42.073427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45656) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.074098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eef993-a086-49d4-ab06-de88eee8aacf tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=f85f4b99-e5b4-4cbd-8c82-213916efd39d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.090771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:42.098052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:42.175397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.243343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:42.247664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:42.251365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:42.259112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:42.263705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2862f88-5ff4-4d83-81ac-a65cca1a363e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:42.296656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b2862f88-5ff4-4d83-81ac-a65cca1a363e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:42.296991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2862f88-5ff4-4d83-81ac-a65cca1a363e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:42.297424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb47dc2e-887f-4ad1-bb52-59939d72bace no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:42.301015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:42.330328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fb47dc2e-887f-4ad1-bb52-59939d72bace {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:42.330675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb47dc2e-887f-4ad1-bb52-59939d72bace not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:42.391246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.406464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.487677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=a925a4a7-6d0e-4b04-9846-2b88e1adb2f1,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.497694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:42.498239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: f6109949-191e-4466-9ba3-5fc17e939590, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:42.520198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network f6109949-191e-4466-9ba3-5fc17e939590 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:42.530503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, f6109949-191e-4466-9ba3-5fc17e939590) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:42.535382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:42.536024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.540163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f2f1a-a11f-4333-a0a2-f8e532307ec1 None None] Network f6109949-191e-4466-9ba3-5fc17e939590 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:42.564046 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-05beaf7e-a720-44f7-ae5e-59abcd952f08 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7651603 Mar 23 10:23:42.567100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45660) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.573205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590', 'name': 'tempest-PortsTestJSON-2105846442', 'fixed_ips': [{'subnet_id': 'a925a4a7-6d0e-4b04-9846-2b88e1adb2f1', 'ip_address': '172.20.0.10'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:42.576598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.725577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.733299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:42.738980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:42.742904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:42.749783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:42.761258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:42.769537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.785456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-f6109949-191e-4466-9ba3-5fc17e939590', 'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': 'a925a4a7-6d0e-4b04-9846-2b88e1adb2f1'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:42.786430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.810265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:42.874353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:42.875306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=25a34ec1-3a63-4cf9-b405-0ceba20831fc,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.885815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:42.892014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:42.983354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Allocated IP 172.20.0.2 (f6109949-191e-4466-9ba3-5fc17e939590/a925a4a7-6d0e-4b04-9846-2b88e1adb2f1/bac394ac-4e56-4f9a-a5ab-2758c9b123cf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:42.983947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.129486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.199310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.211114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Transition to ACTIVE for port object bac394ac-4e56-4f9a-a5ab-2758c9b123cf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:43.232871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Transition to ACTIVE for port object bac394ac-4e56-4f9a-a5ab-2758c9b123cf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:43.238854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.251390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=809dcd26-8788-41b5-94f6-3c64ed2102aa,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:43.287424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:43.288506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: f85f4b99-e5b4-4cbd-8c82-213916efd39d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:43.309752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.10 (f6109949-191e-4466-9ba3-5fc17e939590/a925a4a7-6d0e-4b04-9846-2b88e1adb2f1/b3bd6055-6944-4b92-aeec-b1a3ad1abf8c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:43.311632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Network f6109949-191e-4466-9ba3-5fc17e939590 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:43.314705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:43.320369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:43.322168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Pushing event updated for resources: {'Port': ['ID=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:43.387085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.413666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Attempting to bind port bac394ac-4e56-4f9a-a5ab-2758c9b123cf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:43.414036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Attempting to bind port bac394ac-4e56-4f9a-a5ab-2758c9b123cf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:43.414376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Attempting to bind port bac394ac-4e56-4f9a-a5ab-2758c9b123cf on network f6109949-191e-4466-9ba3-5fc17e939590 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:43.420794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:43.421161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Checking segment: {'id': '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:43.421555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.421939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Bound using segment: {'id': '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:43.422404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Bound port: bac394ac-4e56-4f9a-a5ab-2758c9b123cf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:43.422769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.521084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] For port bac394ac-4e56-4f9a-a5ab-2758c9b123cf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:43.525311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] For port bac394ac-4e56-4f9a-a5ab-2758c9b123cf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,segment=NetworkSegment(4c402eaf-35bd-4f92-aed4-cdfd032bbc8b),segment_id=4c402eaf-35bd-4f92-aed4-cdfd032bbc8b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:43.529538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.545909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.563331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object b3bd6055-6944-4b92-aeec-b1a3ad1abf8c will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:43.593655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.614687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af3181-ba46-4461-b0f4-4235c8cb8dd2 None None] Pushing event updated for resources: {'Port': ['ID=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:43.631559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:43.684184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network f6109949-191e-4466-9ba3-5fc17e939590 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:43.688076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:43.690531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=b3bd6055-6944-4b92-aeec-b1a3ad1abf8c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:43.692640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:43.696728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.728913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, f85f4b99-e5b4-4cbd-8c82-213916efd39d) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:43.733483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:43.734089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.742006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff836c98-cf38-431e-95f4-49013bb9447a None None] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:43.756008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:43.756809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.785734 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bab84e4a-d8cb-46c1-b147-154b23112964 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2172651 Mar 23 10:23:43.790172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.797489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': 'f6109949-191e-4466-9ba3-5fc17e939590', 'name': 'tempest-PortsTestJSON-939211549', 'fixed_ips': [{'subnet_id': 'a925a4a7-6d0e-4b04-9846-2b88e1adb2f1', 'ip_address': '172.20.0.9'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:43.877120 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c6500f1f-7439-4796-b25a-6f10994dc296 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8004308 Mar 23 10:23:43.877735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45668) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.892611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1591509437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:43.919261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:43.982611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:43.989511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:44.003084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:44.012183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:44.016797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:44.020540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:44.026786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:44.037946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:44.046515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.072510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-f85f4b99-e5b4-4cbd-8c82-213916efd39d', 'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '809dcd26-8788-41b5-94f6-3c64ed2102aa'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:44.074710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.075135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port ef24384d-f00d-453b-821b-a7044992a6e1 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:44.088823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.090158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.210599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.216004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.231791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.317139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.325994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bac394ac-4e56-4f9a-a5ab-2758c9b123cf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:44.350179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.9 (f6109949-191e-4466-9ba3-5fc17e939590/a925a4a7-6d0e-4b04-9846-2b88e1adb2f1/ef24384d-f00d-453b-821b-a7044992a6e1) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:44.358336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Allocated IP 2001:db8::2 (f85f4b99-e5b4-4cbd-8c82-213916efd39d/809dcd26-8788-41b5-94f6-3c64ed2102aa/2f4f4efb-b132-4891-a0a2-9b27b947569b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:44.377557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=25a34ec1-3a63-4cf9-b405-0ceba20831fc,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:44.410823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.419583 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5a96e33e-3ef2-4638-aee3-c5650ece2eec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5377700 Mar 23 10:23:44.420221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.495300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.512517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port bac394ac-4e56-4f9a-a5ab-2758c9b123cf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:44.623758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.624842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b35d426a-7fb6-4621-b9ca-a76daf605f7a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9046295 Mar 23 10:23:44.631481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45676) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.641191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'port': {'network_id': '0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c', 'name': 'tempest-FloatingIPTestJSON-1765306874'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:44.732293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.745449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.747492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Transition to ACTIVE for port object 2f4f4efb-b132-4891-a0a2-9b27b947569b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:44.778175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object ef24384d-f00d-453b-821b-a7044992a6e1 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:44.780104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Transition to ACTIVE for port object 2f4f4efb-b132-4891-a0a2-9b27b947569b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:44.790125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.809700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.858198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:44.865683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:44.871157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c087f-169f-489f-a20f-b1ed35728970 None None] Network f6109949-191e-4466-9ba3-5fc17e939590 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:44.888391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:44.898735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network f6109949-191e-4466-9ba3-5fc17e939590 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:44.905196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:44.913404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:44.965406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Pushing event updated for resources: {'Port': ['ID=2f4f4efb-b132-4891-a0a2-9b27b947569b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:44.973878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=ef24384d-f00d-453b-821b-a7044992a6e1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:45.018348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:45.019264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.047500 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c2a45006-e786-4763-a783-2b2598df1ecd tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2561831 Mar 23 10:23:45.050685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45680) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.076581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] Provisioning for port bac394ac-4e56-4f9a-a5ab-2758c9b123cf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:45.082039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Attempting to bind port 2f4f4efb-b132-4891-a0a2-9b27b947569b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:45.082437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Attempting to bind port 2f4f4efb-b132-4891-a0a2-9b27b947569b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:45.082761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Attempting to bind port 2f4f4efb-b132-4891-a0a2-9b27b947569b on network f85f4b99-e5b4-4cbd-8c82-213916efd39d {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:45.104681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:45.104965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Checking segment: {'id': 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:45.105386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.105837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Bound using segment: {'id': 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:45.106366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Bound port: 2f4f4efb-b132-4891-a0a2-9b27b947569b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'f85f4b99-e5b4-4cbd-8c82-213916efd39d'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:45.106780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.120359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] Provisioning complete for port bac394ac-4e56-4f9a-a5ab-2758c9b123cf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:45.121594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.144944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e1fc1-003d-4375-9d5b-3887d0ad788d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:45.145715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c17e1fc1-003d-4375-9d5b-3887d0ad788d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:45.165872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c17e1fc1-003d-4375-9d5b-3887d0ad788d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:45.170402 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c17e1fc1-003d-4375-9d5b-3887d0ad788d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1156645 Mar 23 10:23:45.170783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45684) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.187581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port c05ffcfb-4790-432a-b0b7-9c522e7b32fc {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:45.187995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.219436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:45.241699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:port and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:45.250610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:45.266303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f8060-70c2-413c-bc1c-fb8937692cb8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:45.268775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:45.270832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f8060-70c2-413c-bc1c-fb8937692cb8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:45.274559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f8060-70c2-413c-bc1c-fb8937692cb8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:45.276269 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e99f8060-70c2-413c-bc1c-fb8937692cb8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1042645 Mar 23 10:23:45.279063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45688) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.360178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port ef24384d-f00d-453b-821b-a7044992a6e1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:45.360498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.385147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] For port 2f4f4efb-b132-4891-a0a2-9b27b947569b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:45.413893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] For port 2f4f4efb-b132-4891-a0a2-9b27b947569b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2f4f4efb-b132-4891-a0a2-9b27b947569b,segment=NetworkSegment(c5a8fe37-67f4-4a51-a320-3e1b5066db4c),segment_id=c5a8fe37-67f4-4a51-a320-3e1b5066db4c)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:45.420342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.441305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.532959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] For port bac394ac-4e56-4f9a-a5ab-2758c9b123cf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,segment=NetworkSegment(4c402eaf-35bd-4f92-aed4-cdfd032bbc8b),segment_id=4c402eaf-35bd-4f92-aed4-cdfd032bbc8b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:45.546985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.555565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:45.556866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aba0f-9819-41fa-8c04-897365886163 None None] Pushing event updated for resources: {'Port': ['ID=2f4f4efb-b132-4891-a0a2-9b27b947569b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:45.558565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.633698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ee881-3f49-445b-8189-8e3381e3cd45 None None] Pushing event updated for resources: {'Port': ['ID=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:45.675967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.681677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] device_id is not set on port 1990479e-d63a-4393-812e-7e5298a79ea2 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:45.727319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.762099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port c05ffcfb-4790-432a-b0b7-9c522e7b32fc, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:45.762502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.811029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for ef24384d-f00d-453b-821b-a7044992a6e1 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:45.976624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Provisioning complete for port bac394ac-4e56-4f9a-a5ab-2758c9b123cf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:45.977459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.008072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.071722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=ef24384d-f00d-453b-821b-a7044992a6e1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:46.088583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for c05ffcfb-4790-432a-b0b7-9c522e7b32fc owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:46.162892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Could not find standard attr ID for object ef24384d-f00d-453b-821b-a7044992a6e1. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:46.201179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Provisioning for port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:46.210716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Provisioning complete for port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:46.211905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.289788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b7a93-13f6-44d0-bf17-b679c8102322 None None] Port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:46.293722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.315915 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6402676b-8453-4233-a2de-db9e79880a4b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/ef24384d-f00d-453b-821b-a7044992a6e1 HTTP/1.1" status: 204 len: 168 time: 1.0355496 Mar 23 10:23:46.318779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45692) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:46.375194 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6069154e-15a5-4cd3-997d-4f64b46562c0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:23:46.375976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6069154e-15a5-4cd3-997d-4f64b46562c0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:46.385872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2f4f4efb-b132-4891-a0a2-9b27b947569b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:46.412211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6069154e-15a5-4cd3-997d-4f64b46562c0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:46.414440 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6069154e-15a5-4cd3-997d-4f64b46562c0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/ef24384d-f00d-453b-821b-a7044992a6e1 HTTP/1.1" status: 404 len: 333 time: 0.0942016 Mar 23 10:23:46.421807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:46.481576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2a2d9c46-20c7-487c-80c7-ac21446f7db6 None None] Provisioning complete for port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:46.484029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2a2d9c46-20c7-487c-80c7-ac21446f7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.518924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:46.520257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.537206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.6 (0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c/50ae49bc-b6be-4089-9585-17fc0a768021/1990479e-d63a-4393-812e-7e5298a79ea2) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:46.555508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d9c46-20c7-487c-80c7-ac21446f7db6 None None] Port b3bd6055-6944-4b92-aeec-b1a3ad1abf8c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:46.562234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2f4f4efb-b132-4891-a0a2-9b27b947569b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:46.567921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bac394ac-4e56-4f9a-a5ab-2758c9b123cf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:46.619720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8::1 (f85f4b99-e5b4-4cbd-8c82-213916efd39d/809dcd26-8788-41b5-94f6-3c64ed2102aa/f8cdce3c-9558-4cfe-8816-db9314edac14) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:46.673916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b7b77af2-ec53-4f04-be9f-d17fab162aca None None] Could not find standard attr ID for object ef24384d-f00d-453b-821b-a7044992a6e1. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:46.684100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port bac394ac-4e56-4f9a-a5ab-2758c9b123cf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:46.684617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.734060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.868493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=c05ffcfb-4790-432a-b0b7-9c522e7b32fc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:46.888490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.021363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for b3bd6055-6944-4b92-aeec-b1a3ad1abf8c owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:47.034273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4f385-3fe8-41e1-8427-5b922e219311 None None] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:47.149542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] Provisioning for port 2f4f4efb-b132-4891-a0a2-9b27b947569b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:47.183098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] Provisioning complete for port 2f4f4efb-b132-4891-a0a2-9b27b947569b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:47.183810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.291022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.344101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=b3bd6055-6944-4b92-aeec-b1a3ad1abf8c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:47.417667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.452683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.470469 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d81ad9c2-8ffa-4eb7-9f13-9bee65ccecc5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/b3bd6055-6944-4b92-aeec-b1a3ad1abf8c HTTP/1.1" status: 204 len: 168 time: 1.0466971 Mar 23 10:23:47.472007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45700) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:47.473165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] For port 2f4f4efb-b132-4891-a0a2-9b27b947569b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2f4f4efb-b132-4891-a0a2-9b27b947569b,segment=NetworkSegment(c5a8fe37-67f4-4a51-a320-3e1b5066db4c),segment_id=c5a8fe37-67f4-4a51-a320-3e1b5066db4c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:47.479241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.522243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.526211 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c3ce70-069b-458b-b189-1404b8a69427 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:23:47.527115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-40c3ce70-069b-458b-b189-1404b8a69427 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:47.544010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.545570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-40c3ce70-069b-458b-b189-1404b8a69427 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:47.553879 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-40c3ce70-069b-458b-b189-1404b8a69427 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/b3bd6055-6944-4b92-aeec-b1a3ad1abf8c HTTP/1.1" status: 404 len: 333 time: 0.0805540 Mar 23 10:23:47.554568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45704) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:47.571317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object f8cdce3c-9558-4cfe-8816-db9314edac14 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:47.615813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45d54c-604d-421f-a0d8-cf378c8577ec None None] Pushing event updated for resources: {'Port': ['ID=2f4f4efb-b132-4891-a0a2-9b27b947569b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:47.634606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.639156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.732092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.737424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:47.744517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:47.756917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:47.757448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.761952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:47.763456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=f8cdce3c-9558-4cfe-8816-db9314edac14,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:47.766965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:47.805254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet a925a4a7-6d0e-4b04-9846-2b88e1adb2f1 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:47.807044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:47.808542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.880137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.906095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4a578152-fd4d-4db7-9ba3-fa309f1b6eaa None None] Provisioning complete for port 2f4f4efb-b132-4891-a0a2-9b27b947569b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:47.906617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4a578152-fd4d-4db7-9ba3-fa309f1b6eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.005755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.024452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=1990479e-d63a-4393-812e-7e5298a79ea2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:48.037478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:48.038320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.101366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.141421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=a925a4a7-6d0e-4b04-9846-2b88e1adb2f1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:48.151245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45708) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:48.151805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-85f2cf24-4f68-4882-ac18-9e2a75c910cd tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5143037 Mar 23 10:23:48.156271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.159928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'port_id': '1990479e-d63a-4393-812e-7e5298a79ea2'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:48.242126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.244651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1cf65-666e-4b41-a820-346106fc93f2 None None] Network f6109949-191e-4466-9ba3-5fc17e939590 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:48.251367 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cf922d3d-c4af-47c4-8e58-a04aa31babd7 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/a925a4a7-6d0e-4b04-9846-2b88e1adb2f1 HTTP/1.1" status: 204 len: 168 time: 0.6956134 Mar 23 10:23:48.252196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45712) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:48.282537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.381243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fa516731-201e-4f4a-85bf-bcc157cf65ee None None] Provisioning for port f8cdce3c-9558-4cfe-8816-db9314edac14 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:48.424437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fa516731-201e-4f4a-85bf-bcc157cf65ee None None] Provisioning complete for port f8cdce3c-9558-4cfe-8816-db9314edac14 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:48.425454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fa516731-201e-4f4a-85bf-bcc157cf65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.458186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2f4f4efb-b132-4891-a0a2-9b27b947569b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:48.519916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.606322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-fa516731-201e-4f4a-85bf-bcc157cf65ee None None] Port f8cdce3c-9558-4cfe-8816-db9314edac14 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:48.640431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2f4f4efb-b132-4891-a0a2-9b27b947569b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:48.640709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.721154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port bac394ac-4e56-4f9a-a5ab-2758c9b123cf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:48.721154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.724303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] DHCP port deletion for f6109949-191e-4466-9ba3-5fc17e939590 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:48.735309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] Deleting port bac394ac-4e56-4f9a-a5ab-2758c9b123cf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:48.736018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.053975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] For port bac394ac-4e56-4f9a-a5ab-2758c9b123cf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,segment=NetworkSegment(4c402eaf-35bd-4f92-aed4-cdfd032bbc8b),segment_id=4c402eaf-35bd-4f92-aed4-cdfd032bbc8b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:49.054721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.066876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.072674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.073633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.078895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:49.188021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] For port bac394ac-4e56-4f9a-a5ab-2758c9b123cf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,segment=NetworkSegment(4c402eaf-35bd-4f92-aed4-cdfd032bbc8b),segment_id=4c402eaf-35bd-4f92-aed4-cdfd032bbc8b)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:49.188562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.232286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] Calling delete_port for bac394ac-4e56-4f9a-a5ab-2758c9b123cf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:49.312215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.319708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=f8cdce3c-9558-4cfe-8816-db9314edac14,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.364725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] Pushing event deleted for resources: {'Port': ['ID=bac394ac-4e56-4f9a-a5ab-2758c9b123cf,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.369438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6fe82-0ce3-4dd5-b328-a68f115ab23d None None] No DVR routers for this DVR port bac394ac-4e56-4f9a-a5ab-2758c9b123cf on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:49.407351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for bac394ac-4e56-4f9a-a5ab-2758c9b123cf owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:49.434879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:49.450323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:49.452406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:49.575979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.584207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:49.585346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:49.585346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.637573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:49.648989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:49.667752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:49.668568 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:49.695867 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f1c2c236-9912-409e-a150-9a4c4800cdf5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1377890 Mar 23 10:23:49.702205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45716) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:49.814021 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 32a2bdd5-d402-432b-ad9e-846685b678a0 associated. External IP: 172.26.7.67, port: 1990479e-d63a-4393-812e-7e5298a79ea2. Mar 23 10:23:49.870486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-73a4bedd-d54f-4ee3-870e-77b2a079850a None None] Provisioning complete for port f8cdce3c-9558-4cfe-8816-db9314edac14 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:49.870857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-73a4bedd-d54f-4ee3-870e-77b2a079850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.900705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:49.998899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet 4de21fbc-44ba-435d-bec9-0212d80dac6b {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:50.001225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-73a4bedd-d54f-4ee3-870e-77b2a079850a None None] Port f8cdce3c-9558-4cfe-8816-db9314edac14 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:50.006649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.103188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.145992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port bac394ac-4e56-4f9a-a5ab-2758c9b123cf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:50.145992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.170996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 5fe38030-f451-4183-93a8-0806b9df6191 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:23:50.275110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bac394ac-4e56-4f9a-a5ab-2758c9b123cf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:50.276308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] The port 'bac394ac-4e56-4f9a-a5ab-2758c9b123cf' was deleted {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:50.317083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: bac394ac-4e56-4f9a-a5ab-2758c9b123cf {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:50.317691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bac394ac-4e56-4f9a-a5ab-2758c9b123cf not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:50.399436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.423628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.458377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:46Z', 'revision_number': 10, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.459937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6109949-191e-4466-9ba3-5fc17e939590']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.463418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:50.478087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:50.478810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.519440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:50.526354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.537808 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] Sync routers for ids ['5fe38030-f451-4183-93a8-0806b9df6191'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:50.559067 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] Routers {'5fe38030-f451-4183-93a8-0806b9df6191'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:50.561303 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5fe38030-f451-4183-93a8-0806b9df6191'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.606846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.607228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c402eaf-35bd-4f92-aed4-cdfd032bbc8b') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.623235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.654118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.665688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:50.666183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:50.682101 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:50.691315 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.695619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:50.705187 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] Routers {'5fe38030-f451-4183-93a8-0806b9df6191'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:50.706011 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5fe38030-f451-4183-93a8-0806b9df6191'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.744992 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6599d93f-8773-4fe6-a823-77ec52bc2d4a tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/5fe38030-f451-4183-93a8-0806b9df6191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3171031 Mar 23 10:23:50.746191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45720) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:50.749659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=4de21fbc-44ba-435d-bec9-0212d80dac6b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:50.755214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.762341 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-33ac41f1-21de-4403-a5e6-950bb14151e2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/4de21fbc-44ba-435d-bec9-0212d80dac6b HTTP/1.1" status: 204 len: 168 time: 1.0583551 Mar 23 10:23:50.762341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45724) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:50.828127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.853417 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.853668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.853776 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5501a1-d28e-414b-ac24-4b1a7b54c26f None None] The sync data for ids ['5fe38030-f451-4183-93a8-0806b9df6191'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:50.870355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9eb7e0-533a-4a61-898a-87fd6d605082 None None] Network ca1814cf-3442-4a8f-8c71-b26c670bbe48 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:50.875958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=f6109949-191e-4466-9ba3-5fc17e939590,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:50.887332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab9fbf-1790-4593-8fe1-bcdbc042f363 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:50.887993 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1aab9fbf-1790-4593-8fe1-bcdbc042f363 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports/f8cdce3c-9558-4cfe-8816-db9314edac14 HTTP/1.1" status: 200 len: 911 time: 0.1297004 Mar 23 10:23:50.891101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45728) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:50.896616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:50.903887 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-022fe45a-27e1-4ebc-b1ef-89324e80f8a8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/f6109949-191e-4466-9ba3-5fc17e939590 HTTP/1.1" status: 204 len: 168 time: 2.6441162 Mar 23 10:23:50.916030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:50.929531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-232593164'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:50.999778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:51.010448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:network and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:51.019890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:51.060524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.077369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:51.090243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port f7c5def2-b784-46ac-8198-71af0809ed1e {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:51.091084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.110456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:51.113963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.148852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] vlan segment allocate from pool success with {'vlan_id': 972, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:51.162690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.163036 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Added segment 6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46 of type vlan for network 934bb1ff-16da-4149-82ac-26bbf9e97918 Mar 23 10:23:51.208084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.261851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.265599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:51.266580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.292356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:51.315938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:51.349197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:51.349873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:51.380488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.415877 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4970756 Mar 23 10:23:51.416611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45736) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.428949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:51.435676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:51.447018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:51.447654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:51.465179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85c7c6-2b48-4f7c-8665-e6c4661ce5aa tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Network': ['ID=934bb1ff-16da-4149-82ac-26bbf9e97918,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.496339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:46Z', 'revision_number': 10, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:51.504813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] DHCP port deletion for ca1814cf-3442-4a8f-8c71-b26c670bbe48 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:51.506358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:51.537229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:51.537624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e3089-5153-4892-8dcc-93217f2ab46c None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:51.539092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Deleting port f7c5def2-b784-46ac-8198-71af0809ed1e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:51.540290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.545933 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-27aee7b0-bb63-4ed7-a7cd-2760f2b7d6ca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/floatingips/32a2bdd5-d402-432b-ad9e-846685b678a0 HTTP/1.1" status: 200 len: 977 time: 3.3928375 Mar 23 10:23:51.550128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45740) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.563672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port f7c5def2-b784-46ac-8198-71af0809ed1e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f7c5def2-b784-46ac-8198-71af0809ed1e,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:51.564246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.566155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d552ad7-9b59-4ce2-b03e-dbcdb98c7f1a None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:46Z', 'revision_number': 10, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None, '_interfaces': [{'id': '5a0f3b77-6358-4708-a34f-45d2478051ce', 'name': '', 'network_id': '9842e774-cfb3-489e-8585-69ff6b7173ef', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'mac_address': 'fa:16:3e:01:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:38Z', 'updated_at': '2022-03-23T10:22:46Z', 'revision_number': 5, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'subnets': [{'id': '29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:51.635302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 1990479e-d63a-4393-812e-7e5298a79ea2 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:51.635761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.660678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:51.675015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:51.680890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:51.695347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:51.719250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for f7c5def2-b784-46ac-8198-71af0809ed1e owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:51.740091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:51.790172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.892042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] For port f7c5def2-b784-46ac-8198-71af0809ed1e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f7c5def2-b784-46ac-8198-71af0809ed1e,segment=NetworkSegment(abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4),segment_id=abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:51.893460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.946885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.979226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.019036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Calling delete_port for f7c5def2-b784-46ac-8198-71af0809ed1e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:52.031884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=f7c5def2-b784-46ac-8198-71af0809ed1e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.053262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No DVR routers for this DVR port f7c5def2-b784-46ac-8198-71af0809ed1e on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:52.100645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:52.101124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:52.149052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.232663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.256578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c05ffcfb-4790-432a-b0b7-9c522e7b32fc no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:52.291852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c05ffcfb-4790-432a-b0b7-9c522e7b32fc {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:52.292244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c05ffcfb-4790-432a-b0b7-9c522e7b32fc not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:52.292614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f7c5def2-b784-46ac-8198-71af0809ed1e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:52.333748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: f7c5def2-b784-46ac-8198-71af0809ed1e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:23:52.334233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f7c5def2-b784-46ac-8198-71af0809ed1e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:52.431322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1814cf-3442-4a8f-8c71-b26c670bbe48']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:52.477765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:52.478059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb7c4d3-3f31-48fc-bab1-fc4c4ea6c6a4') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:52.499132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.521733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.530326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 962 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:52.530788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:52.547947 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:52.602707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Deleting port f7c5def2-b784-46ac-8198-71af0809ed1e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:52.603312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.643834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.672438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0b21e-a05a-4c5a-810a-5fddeb1a195d None None] The port 'f7c5def2-b784-46ac-8198-71af0809ed1e' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:23:52.699038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.699370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.699925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 32a2bdd5-d402-432b-ad9e-846685b678a0 disassociated. External IP: 172.26.7.67, port: 1990479e-d63a-4393-812e-7e5298a79ea2. Mar 23 10:23:52.700106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 1990479e-d63a-4393-812e-7e5298a79ea2 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:52.729685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.758854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.769574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=ca1814cf-3442-4a8f-8c71-b26c670bbe48,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.780085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-95677a4d-b318-4ac6-b1f9-ebd28305a4ff tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/ca1814cf-3442-4a8f-8c71-b26c670bbe48 HTTP/1.1" status: 204 len: 168 time: 2.0174720 Mar 23 10:23:52.788536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45744) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.793484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=7d99640e-f41e-499d-a0a0-9724e249e0cb,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.831975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.832321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.832662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.832995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.833328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.833645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.833965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.834283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.834602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.834960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.835266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:52.841046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Checking segment: {'id': '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:52.841046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network hostable DHCP agents. Network: 934bb1ff-16da-4149-82ac-26bbf9e97918, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:52.917799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:52.921648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.975216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 934bb1ff-16da-4149-82ac-26bbf9e97918) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:52.978939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=1990479e-d63a-4393-812e-7e5298a79ea2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.983977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84ff9f-aef0-4275-a350-71a91ee06dac None None] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:52.984179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:52.984698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.078631 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e1bc4026-2896-46d5-a2a3-66e2328a464f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6521039 Mar 23 10:23:53.079470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45748) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.148250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-113327701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:53.156333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:53.162116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:router and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:53.166590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:53.181946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:53.199621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.200538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.235678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port f8cdce3c-9558-4cfe-8816-db9314edac14 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:53.235908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.236020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.256254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-934bb1ff-16da-4149-82ac-26bbf9e97918', 'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': '7d99640e-f41e-499d-a0a0-9724e249e0cb'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:23:53.257120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.275471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.308279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.312472 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cecef938-3bdf-4db6-9ac9-a29469984d56 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2262805 Mar 23 10:23:53.313057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45752) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.321804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918', 'name': 'tempest-PortsTestJSON-1255993005'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:53.337780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:53.428408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Allocated IP 172.20.0.2 (934bb1ff-16da-4149-82ac-26bbf9e97918/7d99640e-f41e-499d-a0a0-9724e249e0cb/6d8aecd1-b982-4036-9e69-f2877570ade9) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:53.461564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.527673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.588422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:53.600718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:port and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:53.604921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:53.612222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:53.628812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:53.631801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.645947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.657395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Transition to ACTIVE for port object 6d8aecd1-b982-4036-9e69-f2877570ade9 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:53.663374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 0772dca8-eb04-4df5-b0f8-e913efeeed28 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:23:53.676854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Transition to ACTIVE for port object 6d8aecd1-b982-4036-9e69-f2877570ade9 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:53.683259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.706811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for f8cdce3c-9558-4cfe-8816-db9314edac14 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:53.753528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:53.756275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:53.760358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:53.769550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Pushing event updated for resources: {'Port': ['ID=6d8aecd1-b982-4036-9e69-f2877570ade9,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:53.839423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:53.854620 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:53.868150 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:53.868487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Attempting to bind port 6d8aecd1-b982-4036-9e69-f2877570ade9 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:53.868793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Attempting to bind port 6d8aecd1-b982-4036-9e69-f2877570ade9 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:53.869163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Attempting to bind port 6d8aecd1-b982-4036-9e69-f2877570ade9 on network 934bb1ff-16da-4149-82ac-26bbf9e97918 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:23:53.869802 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:53.876891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:23:53.877562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Checking segment: {'id': '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:23:53.878025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.878429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Bound using segment: {'id': '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:23:53.878895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Bound port: 6d8aecd1-b982-4036-9e69-f2877570ade9, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '934bb1ff-16da-4149-82ac-26bbf9e97918'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:53.879267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.940747 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:53.952193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.5 (934bb1ff-16da-4149-82ac-26bbf9e97918/7d99640e-f41e-499d-a0a0-9724e249e0cb/0772dca8-eb04-4df5-b0f8-e913efeeed28) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:53.954285 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:53.955915 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:53.980670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.988223 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2112eabe-5fac-471e-9f79-67ad91ca9199 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/ports/1990479e-d63a-4393-812e-7e5298a79ea2 HTTP/1.1" status: 204 len: 168 time: 2.4373100 Mar 23 10:23:53.991694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45756) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.002074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] For port 6d8aecd1-b982-4036-9e69-f2877570ade9, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:23:54.006419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] For port 6d8aecd1-b982-4036-9e69-f2877570ade9, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6d8aecd1-b982-4036-9e69-f2877570ade9,segment=NetworkSegment(6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46),segment_id=6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:23:54.011415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.028184 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:54.029027 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a4726-67c9-482c-8b58-1b7416f01f9f None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:54.107501 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-402ede30-1128-4cbb-a0b3-f6de6c4ffdca tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/floatingips/32a2bdd5-d402-432b-ad9e-846685b678a0 HTTP/1.1" status: 200 len: 687 time: 0.1147146 Mar 23 10:23:54.110019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5272e-0797-46c2-ad29-8cad42a312fd None None] Pushing event updated for resources: {'Port': ['ID=6d8aecd1-b982-4036-9e69-f2877570ade9,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.115434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45760) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.138753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.208938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=f8cdce3c-9558-4cfe-8816-db9314edac14,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.348065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d772a69a-5154-494f-bfbe-74d234589694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.385119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.530643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 25a34ec1-3a63-4cf9-b405-0ceba20831fc {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:54.531070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.531353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.714375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.747777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 0772dca8-eb04-4df5-b0f8-e913efeeed28 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:54.770302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.770634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.893755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 25a34ec1-3a63-4cf9-b405-0ceba20831fc owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:54.946079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.042689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:55.046445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:55.051394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:55.088552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=0772dca8-eb04-4df5-b0f8-e913efeeed28,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.103808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 5fe38030-f451-4183-93a8-0806b9df6191 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:55.216163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:55.216979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.224113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.281066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=25a34ec1-3a63-4cf9-b405-0ceba20831fc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.343480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef95d7f-ea3d-4665-9f2f-8fc511d7119a None None] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:55.364050 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1fc0612a-9a89-46c3-9616-58154bd11849 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0471852 Mar 23 10:23:55.367904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45764) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.409920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port 5a0f3b77-6358-4708-a34f-45d2478051ce {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:55.410583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.443629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-146232a7-b1e5-4c09-be50-a4a8bd2622fe None None] Provisioning for port 6d8aecd1-b982-4036-9e69-f2877570ade9 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:55.493669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:55.526178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.526407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] Sync routers for ids ['5fe38030-f451-4183-93a8-0806b9df6191'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:55.528552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.533053 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-950bf08b-af8e-4252-bb5f-3efeb5707f39 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/floatingips/32a2bdd5-d402-432b-ad9e-846685b678a0 HTTP/1.1" status: 204 len: 168 time: 1.4142048 Mar 23 10:23:55.534090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45768) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.540624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '300e3969-9a11-483f-97e7-1033e01f39a1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:55.558096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] Routers {'5fe38030-f451-4183-93a8-0806b9df6191'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:55.558801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5fe38030-f451-4183-93a8-0806b9df6191'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:55.581818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-18623370-a948-4a39-b93b-3dea71beb715 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/5fe38030-f451-4183-93a8-0806b9df6191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868765 Mar 23 10:23:55.587247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45772) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.600760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:55.615710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:floatingip and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:55.641532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db83eb7a-2fb7-4a88-ae0f-9a2e0144836f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:55.664972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:55.679606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:55.686458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db83eb7a-2fb7-4a88-ae0f-9a2e0144836f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:55.689500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-db83eb7a-2fb7-4a88-ae0f-9a2e0144836f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fe38030-f451-4183-93a8-0806b9df6191 HTTP/1.1" status: 200 len: 205 time: 0.0996699 Mar 23 10:23:55.691469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45776) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.697927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.698215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:55.724876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] Routers {'5fe38030-f451-4183-93a8-0806b9df6191'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:55.725497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5fe38030-f451-4183-93a8-0806b9df6191'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:55.757549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port 5a0f3b77-6358-4708-a34f-45d2478051ce, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5a0f3b77-6358-4708-a34f-45d2478051ce,segment=NetworkSegment(d42d13cd-29cd-4424-92a4-052388ccba4a),segment_id=d42d13cd-29cd-4424-92a4-052388ccba4a)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:55.757916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.793222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:55.793632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca45b0d-2c57-4f1c-be7b-c54fbe09c568 None None] The sync data for ids ['5fe38030-f451-4183-93a8-0806b9df6191'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:55.956569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for 5a0f3b77-6358-4708-a34f-45d2478051ce owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:56.025269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.107340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ff68337-8409-43ba-9676-164e51e47e98 None None] Provisioning for port 0772dca8-eb04-4df5-b0f8-e913efeeed28 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:56.113452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ff68337-8409-43ba-9676-164e51e47e98 None None] Provisioning complete for port 0772dca8-eb04-4df5-b0f8-e913efeeed28 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:56.113452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ff68337-8409-43ba-9676-164e51e47e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.203724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3ff68337-8409-43ba-9676-164e51e47e98 None None] Port 0772dca8-eb04-4df5-b0f8-e913efeeed28 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:56.262154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.320211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6d8aecd1-b982-4036-9e69-f2877570ade9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:56.392399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.405184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6d8aecd1-b982-4036-9e69-f2877570ade9 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:56.410001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.412569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6d8aecd1-b982-4036-9e69-f2877570ade9 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:56.413397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.475643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=5a0f3b77-6358-4708-a34f-45d2478051ce,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.483489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bdd255ff-0221-47fe-87c2-9b06375f589e None None] Provisioning complete for port 0772dca8-eb04-4df5-b0f8-e913efeeed28 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:56.484203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bdd255ff-0221-47fe-87c2-9b06375f589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.549968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bdd255ff-0221-47fe-87c2-9b06375f589e None None] Port 0772dca8-eb04-4df5-b0f8-e913efeeed28 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:56.592510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.31 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/8b1484b0-ef3f-433d-9064-7619eb5830d9) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:56.636298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.706728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 6d8aecd1-b982-4036-9e69-f2877570ade9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6d8aecd1-b982-4036-9e69-f2877570ade9,segment=NetworkSegment(6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46),segment_id=6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:56.712368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.757818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3695e73e-1b58-45f7-9f3b-bd4a7be9674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.806596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=6d8aecd1-b982-4036-9e69-f2877570ade9,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.824341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.839324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.965128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.989818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.990244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe38030-f451-4183-93a8-0806b9df6191 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:23:57.000313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.007745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.011152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.017414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.018541 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-345c064d-8cc4-460a-9481-77e7959d6dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/5fe38030-f451-4183-93a8-0806b9df6191 HTTP/1.1" status: 204 len: 168 time: 1.3261266 Mar 23 10:23:57.023468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45780) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.116612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.157399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=0772dca8-eb04-4df5-b0f8-e913efeeed28,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:57.223112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:57.230240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:57.241428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:23:57.346580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=8b1484b0-ef3f-433d-9064-7619eb5830d9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:57.382687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2be76400-e6a7-457e-abbb-34c83ad999d9 None None] Provisioning complete for port 0772dca8-eb04-4df5-b0f8-e913efeeed28 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:57.383486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2be76400-e6a7-457e-abbb-34c83ad999d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.466348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2be76400-e6a7-457e-abbb-34c83ad999d9 None None] Port 0772dca8-eb04-4df5-b0f8-e913efeeed28 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:23:57.491381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 809dcd26-8788-41b5-94f6-3c64ed2102aa {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:57.542603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.671143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.691277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.739332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.746344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:23:57.835952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.841945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.957124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:23:57.974542 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c50745a5-e858-4c34-8a4c-a4a6eb2b4359 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1850398 Mar 23 10:23:57.974773 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:23:57.975901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45784) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.978662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.988679 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:57.989470 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:58.008219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.053644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=809dcd26-8788-41b5-94f6-3c64ed2102aa,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:58.074464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.076322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9fa57dad-d996-4341-8b67-fafac1b848e7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/809dcd26-8788-41b5-94f6-3c64ed2102aa HTTP/1.1" status: 204 len: 168 time: 1.0519211 Mar 23 10:23:58.079298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45788) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:58.088531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fb68f-11c5-4870-8e26-e82fbc25db58 None None] Network f85f4b99-e5b4-4cbd-8c82-213916efd39d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:58.162147 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:58.338067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting subnet 29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:23:58.341995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.361638 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:56Z', 'revision_number': 11, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:58.371624 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:23:58.386258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.407913 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:23:58.408821 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:58.409082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.426314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 2f4f4efb-b132-4891-a0a2-9b27b947569b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:58.426647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.436501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6d8aecd1-b982-4036-9e69-f2877570ade9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:58.517298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.569633 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:23:58.582102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6d8aecd1-b982-4036-9e69-f2877570ade9 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:58.582102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.628960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.706050 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:56Z', 'revision_number': 11, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:58.706642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] DHCP port deletion for f85f4b99-e5b4-4cbd-8c82-213916efd39d request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:58.710857 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a953b6-3eff-47a0-9dc7-3989ec8794eb None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:56Z', 'revision_number': 11, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:23:58.724037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Subnet': ['ID=29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:58.726190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.735506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c87741c7-5efc-4889-a585-cc427cb78014 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5 HTTP/1.1" status: 204 len: 168 time: 0.7588098 Mar 23 10:23:58.735963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0e823-9ebc-49a7-a240-327280b30be2 None None] Network 9842e774-cfb3-489e-8585-69ff6b7173ef requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:23:58.736161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45792) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:58.749425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Deleting port 2f4f4efb-b132-4891-a0a2-9b27b947569b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:58.750056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.853766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.859802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.867089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Deleting port d1114828-50bd-49d6-8675-af3eef012cb2 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:23:58.867526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.971220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port 2f4f4efb-b132-4891-a0a2-9b27b947569b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2f4f4efb-b132-4891-a0a2-9b27b947569b,segment=NetworkSegment(c5a8fe37-67f4-4a51-a320-3e1b5066db4c),segment_id=c5a8fe37-67f4-4a51-a320-3e1b5066db4c)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:58.971695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.996557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.081774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] For port d1114828-50bd-49d6-8675-af3eef012cb2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d1114828-50bd-49d6-8675-af3eef012cb2,segment=NetworkSegment(d42d13cd-29cd-4424-92a4-052388ccba4a),segment_id=d42d13cd-29cd-4424-92a4-052388ccba4a)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:59.082139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.127784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] For port 2f4f4efb-b132-4891-a0a2-9b27b947569b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2f4f4efb-b132-4891-a0a2-9b27b947569b,segment=NetworkSegment(c5a8fe37-67f4-4a51-a320-3e1b5066db4c),segment_id=c5a8fe37-67f4-4a51-a320-3e1b5066db4c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:23:59.128182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.145654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.228498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Calling delete_port for d1114828-50bd-49d6-8675-af3eef012cb2 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:59.291161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 2f4f4efb-b132-4891-a0a2-9b27b947569b owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:59.320089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.326580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Calling delete_port for 2f4f4efb-b132-4891-a0a2-9b27b947569b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:23:59.334976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.368035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Port': ['ID=d1114828-50bd-49d6-8675-af3eef012cb2,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.374826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No DVR routers for this DVR port d1114828-50bd-49d6-8675-af3eef012cb2 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:59.398863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.445279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.501849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff5122-d0fb-47e4-8cee-d4f649378efd None None] DHCP port deletion for 9842e774-cfb3-489e-8585-69ff6b7173ef request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:23:59.510433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] No DVR routers for this DVR port 2f4f4efb-b132-4891-a0a2-9b27b947569b on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:59.514316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Pushing event deleted for resources: {'Port': ['ID=2f4f4efb-b132-4891-a0a2-9b27b947569b,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.518309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=0772dca8-eb04-4df5-b0f8-e913efeeed28,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.527975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.529983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.531417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.532015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.532449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.534556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.535000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.536736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.537249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.537748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.538171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79007143-9dfd-44eb-97e4-bda4d9b67d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:59.541254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.549984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.570020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9842e774-cfb3-489e-8585-69ff6b7173ef']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:59.582821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42d13cd-29cd-4424-92a4-052388ccba4a') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:59.583140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42d13cd-29cd-4424-92a4-052388ccba4a') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:59.594329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.614174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.620046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:59.620246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Releasing vlan 991 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:23:59.620411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:59.620584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:59.635466 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:59.714781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.720819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.745713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Pushing event deleted for resources: {'Network': ['ID=9842e774-cfb3-489e-8585-69ff6b7173ef,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.755947 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-da37c514-a520-4737-93e9-2f79738f1e41 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/networks/9842e774-cfb3-489e-8585-69ff6b7173ef HTTP/1.1" status: 204 len: 168 time: 1.0186706 Mar 23 10:23:59.758656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45796) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.763962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'routes': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:23:59.828655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.834148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:59.835519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:59.837366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.087802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=8b1484b0-ef3f-433d-9064-7619eb5830d9,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:00.125358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c6f04aa5-dd3d-4b3b-b24c-324b2868c183 None None] Provisioning complete for port 0772dca8-eb04-4df5-b0f8-e913efeeed28 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:00.125864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6f04aa5-dd3d-4b3b-b24c-324b2868c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.164917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.186105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.extraroute_db [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Added routes are [] {{(pid=83745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 23 10:24:00.186402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.extraroute_db [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Removed routes are [] {{(pid=83745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 23 10:24:00.186758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.209321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c6f04aa5-dd3d-4b3b-b24c-324b2868c183 None None] Port 0772dca8-eb04-4df5-b0f8-e913efeeed28 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:00.220504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 2f4f4efb-b132-4891-a0a2-9b27b947569b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:00.220874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.266515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5a0f3b77-6358-4708-a34f-45d2478051ce no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:00.300104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 5a0f3b77-6358-4708-a34f-45d2478051ce {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:00.300482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5a0f3b77-6358-4708-a34f-45d2478051ce not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:00.300861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2f4f4efb-b132-4891-a0a2-9b27b947569b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:00.332744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2f4f4efb-b132-4891-a0a2-9b27b947569b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:00.333110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2f4f4efb-b132-4891-a0a2-9b27b947569b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:00.333479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d1114828-50bd-49d6-8675-af3eef012cb2 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:00.365504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d1114828-50bd-49d6-8675-af3eef012cb2 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:00.365896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d1114828-50bd-49d6-8675-af3eef012cb2 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:00.399199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] The port '2f4f4efb-b132-4891-a0a2-9b27b947569b' was deleted {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:24:00.450888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.454173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.606757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router c62d4209-f0ea-42f5-a261-c3388f306a8d has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:00.680838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.722433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85f4b99-e5b4-4cbd-8c82-213916efd39d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:00.739706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:00.740008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a8fe37-67f4-4a51-a320-3e1b5066db4c') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:00.755419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:00.755673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.762625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.767132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6b1f062e-27c4-407d-afc3-7c67b959e6df tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 700 time: 1.0073502 Mar 23 10:24:00.768525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45802) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.772630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] Sync routers for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:00.782068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.788829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:00.789894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:00.797302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 960 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:00.797707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:00.812372 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:00.829262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cba3c431-7aa2-4599-8c56-3f3c56ce2dbb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:00.849113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cba3c431-7aa2-4599-8c56-3f3c56ce2dbb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:00.853903 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cba3c431-7aa2-4599-8c56-3f3c56ce2dbb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 205 time: 0.0843387 Mar 23 10:24:00.854704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45806) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.924611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.928687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Router 722521ce-0338-43b1-8de9-68ed362077bc is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:00.949329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.959054 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 7cb05e8b-1a0d-4f97-8a15-301c56004d9a associated. External IP: 172.26.7.31, port: 300e3969-9a11-483f-97e7-1033e01f39a1. Mar 23 10:24:00.967132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:01.012771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.018908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=f85f4b99-e5b4-4cbd-8c82-213916efd39d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:01.089180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:56Z', 'revision_number': 11, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.095275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] Checking router: c62d4209-f0ea-42f5-a261-c3388f306a8d for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:24:01.108812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] Routers {'c62d4209-f0ea-42f5-a261-c3388f306a8d'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:01.109650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c62d4209-f0ea-42f5-a261-c3388f306a8d'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.155495 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bd4aa9e0-78e4-43d8-be5e-cae68e6383a1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/f85f4b99-e5b4-4cbd-8c82-213916efd39d HTTP/1.1" status: 204 len: 168 time: 3.0699396 Mar 23 10:24:01.157735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45810) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.170686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-633159758', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:01.236036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:01.250381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:01.256830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:01.261561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] Set router c62d4209-f0ea-42f5-a261-c3388f306a8d gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:01.266866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:01.293667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.294889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.336119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.375129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:56Z', 'revision_number': 11, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.380268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2031-ad74-48ad-80c3-9791dc987d86 None None] The sync data for ids ['c62d4209-f0ea-42f5-a261-c3388f306a8d'] in dv-neutron-834653-2-hyperv is: [{'id': 'c62d4209-f0ea-42f5-a261-c3388f306a8d', 'name': 'tempest-RoutersTest-router-119155449', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:34Z', 'updated_at': '2022-03-23T10:23:56Z', 'revision_number': 11, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:01.438819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:01.451926 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] Sync routers for ids ['722521ce-0338-43b1-8de9-68ed362077bc'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:01.468178 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] Routers {'722521ce-0338-43b1-8de9-68ed362077bc'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:01.469073 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['722521ce-0338-43b1-8de9-68ed362077bc'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.507220 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-008713b3-518b-4c8b-9805-1b87dc9cedf6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/routers/722521ce-0338-43b1-8de9-68ed362077bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1382451 Mar 23 10:24:01.519038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45814) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.548650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.553821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.563808 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.578604 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] Routers {'722521ce-0338-43b1-8de9-68ed362077bc'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:01.579226 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['722521ce-0338-43b1-8de9-68ed362077bc'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.584228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.584801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router c62d4209-f0ea-42f5-a261-c3388f306a8d {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:01.600033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.605015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b6fbcf93-17cb-4a5e-b51f-b77aec432053 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 204 len: 168 time: 0.7453434 Mar 23 10:24:01.606650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45818) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.612024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-158179207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:01.618926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:01.623783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Usage tracker for resource:router and tenant:951e5fe28d0f4524ba773869069a86e3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:01.627093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:01.636445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:01.644516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:01.645220 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c759b-cc77-4077-9a90-3112d79dffa1 None None] The sync data for ids ['722521ce-0338-43b1-8de9-68ed362077bc'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:01.652420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.653655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.674891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.694563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.704964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.731082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.735530 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a6e735c2-138a-4f37-80e1-3e39dfbd8278 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1250243 Mar 23 10:24:01.736445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45822) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.741734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:01.776389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc87df-0325-4d0c-b81f-2216fc672b1a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:01.776990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a3cc87df-0325-4d0c-b81f-2216fc672b1a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:01.861180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a3cc87df-0325-4d0c-b81f-2216fc672b1a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:01.862366 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a3cc87df-0325-4d0c-b81f-2216fc672b1a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports?device_id=722521ce-0338-43b1-8de9-68ed362077bc HTTP/1.1" status: 200 len: 982 time: 0.3406339 Mar 23 10:24:01.865332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45826) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.984300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.009510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:02.018433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.289589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.358805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.421287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 172.26.7.254 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/16c0b74e-dcbf-4283-8697-2262b8233ac3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:02.599740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.608017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:02.622691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:02.635301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.636925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:02.637641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:02.698779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.705062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:02.716193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:02.716888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:02.732863 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a29846ac-5687-42ff-b5f6-40e79e6b2133 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1953847 Mar 23 10:24:02.737868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45830) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.743210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1854546684'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:02.766585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:02.775367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Router 55f356a2-f62d-4760-ad37-dfcaf3487f93 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:02.777571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:network and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:02.781565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:02.782215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be13975-463a-4c0d-a64f-54daca0a2cc3 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:02.782620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:02.795728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:02.796488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=16c0b74e-dcbf-4283-8697-2262b8233ac3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:02.799100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:02.801718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:02.806366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:02.840394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:02.843299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.922385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] vlan segment allocate from pool success with {'vlan_id': 986, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:02.944235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.944574 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Added segment 01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97 of type vlan for network 64289b91-1a11-4b23-929f-8765852aa921 Mar 23 10:24:02.983681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.984374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:02.990566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.991733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a7be1d74-90d9-4fcd-874e-15b9ff53a4eb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "PUT /v2.0/routers/55f356a2-f62d-4760-ad37-dfcaf3487f93 HTTP/1.1" status: 200 len: 693 time: 1.2542624 Mar 23 10:24:02.994693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45834) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.995735 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] Sync routers for ids ['55f356a2-f62d-4760-ad37-dfcaf3487f93'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:03.009166 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] Routers {'55f356a2-f62d-4760-ad37-dfcaf3487f93'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:03.010112 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['55f356a2-f62d-4760-ad37-dfcaf3487f93'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:03.031776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.036524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:03.037099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.143755 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] Set router 55f356a2-f62d-4760-ad37-dfcaf3487f93 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:03.150521 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4119148 Mar 23 10:24:03.153678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45838) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.160533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'subnet': {'network_id': '64289b91-1a11-4b23-929f-8765852aa921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:03.175285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba4c4b-cc17-47ab-ac66-e9e56c6240a0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Network': ['ID=64289b91-1a11-4b23-929f-8765852aa921,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:03.183964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.184694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.196852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 64289b91-1a11-4b23-929f-8765852aa921 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:03.208421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-51ea1ee0-ab7b-44f4-b6e4-73e3378b0884 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/routers/55f356a2-f62d-4760-ad37-dfcaf3487f93 HTTP/1.1" status: 200 len: 699 time: 0.2102568 Mar 23 10:24:03.210373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45842) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.277686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.294254 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f356a2-f62d-4760-ad37-dfcaf3487f93', 'name': 'tempest-RoutersTest-router-158179207', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:01Z', 'updated_at': '2022-03-23T10:24:02Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:03.299757 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] Checking router: 55f356a2-f62d-4760-ad37-dfcaf3487f93 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:24:03.312856 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] Routers {'55f356a2-f62d-4760-ad37-dfcaf3487f93'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:03.313615 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['55f356a2-f62d-4760-ad37-dfcaf3487f93'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:03.369179 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7b75bff3-1551-4cbf-ae10-7e4d4ae741c2 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=55f356a2-f62d-4760-ad37-dfcaf3487f93 HTTP/1.1" status: 200 len: 205 time: 0.1553013 Mar 23 10:24:03.378386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45846) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.436359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.447786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:subnet and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:03.452154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:03.460658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.476338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:03.510546 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] Set router 55f356a2-f62d-4760-ad37-dfcaf3487f93 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:03.589851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.649465 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f356a2-f62d-4760-ad37-dfcaf3487f93', 'name': 'tempest-RoutersTest-router-158179207', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:01Z', 'updated_at': '2022-03-23T10:24:02Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:03.655896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cadd9-6644-4dd1-85d3-77d9f2aff5f8 None None] The sync data for ids ['55f356a2-f62d-4760-ad37-dfcaf3487f93'] in dv-neutron-834653-2-hyperv is: [{'id': '55f356a2-f62d-4760-ad37-dfcaf3487f93', 'name': 'tempest-RoutersTest-router-158179207', 'tenant_id': '951e5fe28d0f4524ba773869069a86e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:01Z', 'updated_at': '2022-03-23T10:24:02Z', 'revision_number': 2, 'project_id': '951e5fe28d0f4524ba773869069a86e3', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:03.670589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.889465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 47f144a7-b492-4fc3-a57b-8bd7677d13d9 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:03.904294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.238468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Subnet': ['ID=31db3219-649d-4c12-8e12-bc772d5fa5a0,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:04.273712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Checking segment: {'id': '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '64289b91-1a11-4b23-929f-8765852aa921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:04.274065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network hostable DHCP agents. Network: 64289b91-1a11-4b23-929f-8765852aa921, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:04.305839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.321101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 64289b91-1a11-4b23-929f-8765852aa921 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:04.349363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 64289b91-1a11-4b23-929f-8765852aa921) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:04.354029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:04.354959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.362931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc97775-dc4c-4169-9548-c411ac95b93b None None] Network 64289b91-1a11-4b23-929f-8765852aa921 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:04.375087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.386647 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2261cf12-2c6b-46f0-8e1e-07f49ba8530e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2317300 Mar 23 10:24:04.389658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:04.398564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45850) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.405378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-97304357', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:04.420283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:04.425921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:router and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:04.431523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:04.435686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.440154 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a765acab-0630-4f89-96f1-172fd8637970 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2738266 Mar 23 10:24:04.441852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45854) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.444890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:04.460155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] Sync routers for ids ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:04.463747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.465695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.479735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] Routers {'47f144a7-b492-4fc3-a57b-8bd7677d13d9'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:04.480351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:04.493020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.600612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:04.604780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.605266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Fanout notify agent at l3_agent the message router_deleted on router 55f356a2-f62d-4760-ad37-dfcaf3487f93 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:04.619372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] Routers {'47f144a7-b492-4fc3-a57b-8bd7677d13d9'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:04.620213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:04.626267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 0772dca8-eb04-4df5-b0f8-e913efeeed28 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:04.626605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.663745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.668977 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aa277a5a-d79c-4a62-a0df-9e507e565c80 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/55f356a2-f62d-4760-ad37-dfcaf3487f93 HTTP/1.1" status: 204 len: 168 time: 1.2895000 Mar 23 10:24:04.675979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45858) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.700449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:04.701118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41e1f3-2079-466a-8d02-97c03b23d39f None None] The sync data for ids ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:04.735433 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-383e359d-d02e-4d4e-af99-e1153ee32ad6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2440717 Mar 23 10:24:04.741677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.757561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45862) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.757818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4e4585a4-eb39-4a0f-90ba-7c5d4653382c tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=55f356a2-f62d-4760-ad37-dfcaf3487f93 HTTP/1.1" status: 200 len: 205 time: 0.0732834 Mar 23 10:24:04.881469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-64289b91-1a11-4b23-929f-8765852aa921', 'network_id': '64289b91-1a11-4b23-929f-8765852aa921', 'tenant_id': 'cb50663df50e4aa39c2bd35264d28ff3', 'fixed_ips': [{'subnet_id': '31db3219-649d-4c12-8e12-bc772d5fa5a0'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:04.883591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.897566 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-df02170f-aead-4221-a118-b64cbfabebbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:04.900983 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-df02170f-aead-4221-a118-b64cbfabebbe tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/55f356a2-f62d-4760-ad37-dfcaf3487f93 HTTP/1.1" status: 404 len: 336 time: 0.1381080 Mar 23 10:24:04.903144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45866) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.940006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.997052 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e499aff0-69c4-4c5a-a6e9-03f41bd85fcd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:04.997533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e499aff0-69c4-4c5a-a6e9-03f41bd85fcd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:05.017018 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e499aff0-69c4-4c5a-a6e9-03f41bd85fcd tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/065a5425-13b6-47a4-adda-d4b8101f237d HTTP/1.1" status: 404 len: 337 time: 0.1087158 Mar 23 10:24:05.020580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45870) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.053811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Allocated IP 172.20.0.2 (64289b91-1a11-4b23-929f-8765852aa921/31db3219-649d-4c12-8e12-bc772d5fa5a0/b2904be0-7d65-4266-8333-350d7816ebed) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:05.076500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 0772dca8-eb04-4df5-b0f8-e913efeeed28 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:05.078033 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-245164ac-eb76-4f87-b1d7-e7080c322b90 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:05.078455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245164ac-eb76-4f87-b1d7-e7080c322b90 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:05.083433 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-245164ac-eb76-4f87-b1d7-e7080c322b90 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/e0630023-c15e-41ff-b35e-48a2a0e60da8 HTTP/1.1" status: 404 len: 337 time: 0.0590475 Mar 23 10:24:05.085085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45874) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.133561 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cd28d7-45a9-4972-ba44-88daae973708 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:05.133971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cd28d7-45a9-4972-ba44-88daae973708 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:05.139148 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-10cd28d7-45a9-4972-ba44-88daae973708 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/4de21fbc-44ba-435d-bec9-0212d80dac6b HTTP/1.1" status: 404 len: 337 time: 0.0506918 Mar 23 10:24:05.139920 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-53a4df89-d0d8-4cb5-afd9-6cbc30b96c02 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.3142409 Mar 23 10:24:05.142352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45878) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.212482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a69b285d-e0ef-49c4-afae-7786914e5892 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/routers/47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 200 len: 884 time: 0.7676830 Mar 23 10:24:05.214763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45882) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.215606 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-da11a08a-af60-49f5-9c52-3c6244c85f5a tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:05.216432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da11a08a-af60-49f5-9c52-3c6244c85f5a tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:05.217636 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-da11a08a-af60-49f5-9c52-3c6244c85f5a tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/29c1949d-a6f5-40ef-b7b2-d0d6eb9654c5 HTTP/1.1" status: 404 len: 337 time: 0.0732663 Mar 23 10:24:05.222763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45886) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.320248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.325838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8413e72d-0fd3-4925-95dc-3ec33497d780 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Synchronizing usage tracker for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:05.331557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Transition to ACTIVE for port object b2904be0-7d65-4266-8333-350d7816ebed will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:05.355154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Transition to ACTIVE for port object b2904be0-7d65-4266-8333-350d7816ebed will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:05.366578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.388302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8413e72d-0fd3-4925-95dc-3ec33497d780 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] Unset dirty status for tenant:951e5fe28d0f4524ba773869069a86e3 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:05.389460 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8413e72d-0fd3-4925-95dc-3ec33497d780 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 200 len: 205 time: 0.1228282 Mar 23 10:24:05.394045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45890) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.409658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-cd37b642-5763-4f9e-b215-43ce19651ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:05.411113 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-cd37b642-5763-4f9e-b215-43ce19651ceb service neutron] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 898 time: 0.2291157 Mar 23 10:24:05.453525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Pushing event updated for resources: {'Port': ['ID=b2904be0-7d65-4266-8333-350d7816ebed,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.464681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Network 64289b91-1a11-4b23-929f-8765852aa921 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:05.466611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:05.475588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:05.502775 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-c87bb5e7-7908-4f96-959d-3de1a99bb5a8 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:05.508061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c87bb5e7-7908-4f96-959d-3de1a99bb5a8 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/c62d4209-f0ea-42f5-a261-c3388f306a8d HTTP/1.1" status: 404 len: 336 time: 0.1130073 Mar 23 10:24:05.508245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45894) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.557064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.570675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.582716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Attempting to bind port b2904be0-7d65-4266-8333-350d7816ebed on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:05.583518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Attempting to bind port b2904be0-7d65-4266-8333-350d7816ebed by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '64289b91-1a11-4b23-929f-8765852aa921'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:05.584169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Attempting to bind port b2904be0-7d65-4266-8333-350d7816ebed on network 64289b91-1a11-4b23-929f-8765852aa921 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:05.592498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:05.593377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Checking segment: {'id': '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '64289b91-1a11-4b23-929f-8765852aa921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:05.594136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.594992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Bound using segment: {'id': '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '64289b91-1a11-4b23-929f-8765852aa921'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:05.596431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Bound port: b2904be0-7d65-4266-8333-350d7816ebed, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '64289b91-1a11-4b23-929f-8765852aa921'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:05.597105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.607962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3f1494bc-e1aa-41f2-a7fa-27740633a807 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba5b4bb-3d19-4350-8fda-e3047858468c HTTP/1.1" status: 200 len: 205 time: 0.0899911 Mar 23 10:24:05.612555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.614163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45898) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.703765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] For port b2904be0-7d65-4266-8333-350d7816ebed, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:05.709820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] For port b2904be0-7d65-4266-8333-350d7816ebed, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2904be0-7d65-4266-8333-350d7816ebed,segment=NetworkSegment(01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97),segment_id=01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:05.715566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.738455 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-975b0d9f-4e78-405e-ad92-aba998e03936 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:05.739463 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-975b0d9f-4e78-405e-ad92-aba998e03936 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/7ba5b4bb-3d19-4350-8fda-e3047858468c HTTP/1.1" status: 404 len: 336 time: 0.1225243 Mar 23 10:24:05.746049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45902) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.763669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=0772dca8-eb04-4df5-b0f8-e913efeeed28,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.780319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.780680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.781176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.781322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.781621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.781949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.782273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.783589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.783589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.784396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.784396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:05.801815 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-959ebfe7-b2db-4aac-b4c0-2efe4abdbc81 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 1001 time: 0.3825052 Mar 23 10:24:05.802952 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d63115-1157-449d-864a-c96ee0be4263 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:05.804112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d63115-1157-449d-864a-c96ee0be4263 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:05.831000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352ed0b-06af-44b4-ab33-35b542e9e564 None None] Pushing event updated for resources: {'Port': ['ID=b2904be0-7d65-4266-8333-350d7816ebed,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.862647 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-00d63115-1157-449d-864a-c96ee0be4263 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/c7b9ae14-8f34-4455-a4e6-f1071759a7a3 HTTP/1.1" status: 404 len: 337 time: 0.1128349 Mar 23 10:24:05.872616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45906) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.895816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-65904e00-2c70-45bc-8747-7026223c69a7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:router {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:05.939985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-65904e00-2c70-45bc-8747-7026223c69a7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:router {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:05.941192 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-65904e00-2c70-45bc-8747-7026223c69a7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7255208 Mar 23 10:24:05.992772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45910) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.003475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-633159758'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:06.069264 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b718970-b8fb-427c-89c3-b2641949f8db tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 200 len: 205 time: 0.1959853 Mar 23 10:24:06.105394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45914) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.200463 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-fae6da83-a9cb-4554-b5d1-4c183ca15490 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:06.201805 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fae6da83-a9cb-4554-b5d1-4c183ca15490 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/961fa5aa-a2f2-4319-b234-0c0fc849fdef HTTP/1.1" status: 404 len: 336 time: 0.0953848 Mar 23 10:24:06.222045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45918) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.238006 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.26.7.83 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/b351df6e-65f1-4e4c-a90e-a0ee42b21942) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:06.273321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-d9b4dd06-3496-4a14-a132-c944b9ec30d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:06.274999 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-d9b4dd06-3496-4a14-a132-c944b9ec30d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.4598682 Mar 23 10:24:06.287311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f3734365-37ee-462f-8f70-9bbfe2e2a604 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=1be948d0-0164-4004-b75d-0c8c76002518 HTTP/1.1" status: 200 len: 205 time: 0.0639775 Mar 23 10:24:06.291695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45922) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.323574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2904be0-7d65-4266-8333-350d7816ebed up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:06.381090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.385502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-db852486-4a54-4cd1-a266-eb8c6c40019e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:06.389081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-db852486-4a54-4cd1-a266-eb8c6c40019e tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/1be948d0-0164-4004-b75d-0c8c76002518 HTTP/1.1" status: 404 len: 336 time: 0.0937085 Mar 23 10:24:06.391637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45926) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.407793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b2904be0-7d65-4266-8333-350d7816ebed completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:06.447418 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e530b223-9fab-4d90-9d11-79ed889da3b0 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:06.448106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e530b223-9fab-4d90-9d11-79ed889da3b0 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:06.484890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.492741 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-405eebf1-ec3e-4f57-825a-9b36aabef044 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1480649 Mar 23 10:24:06.573951 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e530b223-9fab-4d90-9d11-79ed889da3b0 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/6f4d8b9f-2403-4c8f-8cee-956596cf8670 HTTP/1.1" status: 404 len: 337 time: 0.1795664 Mar 23 10:24:06.577429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45930) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.648747 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8d5c4c74-f542-488c-95be-0d3a8d1bf94d tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a3790db-7e03-4f45-86f5-beaa2ee92d62 HTTP/1.1" status: 200 len: 205 time: 0.0664885 Mar 23 10:24:06.651320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45934) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.659841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.789847 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-78334907-87d5-421d-b8bd-6ed5fad479b5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:06.793077 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-78334907-87d5-421d-b8bd-6ed5fad479b5 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/1a3790db-7e03-4f45-86f5-beaa2ee92d62 HTTP/1.1" status: 404 len: 336 time: 0.1363559 Mar 23 10:24:06.805984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45938) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.872056 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1df6e1-d2f0-4c6f-bbe3-5038ee14942f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:06.872503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1df6e1-d2f0-4c6f-bbe3-5038ee14942f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:06.874139 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e1df6e1-d2f0-4c6f-bbe3-5038ee14942f tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/39704c7c-229b-418c-a349-d2da7c271fb6 HTTP/1.1" status: 404 len: 337 time: 0.0672338 Mar 23 10:24:06.876083 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-d031a492-c11d-4fb2-8c64-bfed8b1070ce service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761673 Mar 23 10:24:06.883233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45942) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.885164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:06.906440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=b351df6e-65f1-4e4c-a90e-a0ee42b21942,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:06.908968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:06.947371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:07.032359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451cd02-79bb-4530-a70e-209f1e8ae35a None None] Network 64289b91-1a11-4b23-929f-8765852aa921 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:07.047409 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a3a6a443-e65f-4f51-944f-813b919ba8bb tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "GET /v2.0/ports?device_id=33ef9355-b0f1-4a41-8ec0-b2980e1a80be HTTP/1.1" status: 200 len: 205 time: 0.1587849 Mar 23 10:24:07.057050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45946) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.131483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] Provisioning for port b2904be0-7d65-4266-8333-350d7816ebed completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:07.139200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] Provisioning complete for port b2904be0-7d65-4266-8333-350d7816ebed triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:07.139743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.149053 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-e0426613-643e-4d53-8615-7ffe3b31c18a tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] delete failed (client error): The resource could not be found. Mar 23 10:24:07.152370 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e0426613-643e-4d53-8615-7ffe3b31c18a tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/routers/33ef9355-b0f1-4a41-8ec0-b2980e1a80be HTTP/1.1" status: 404 len: 336 time: 0.0920739 Mar 23 10:24:07.165549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45950) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.245676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Router 722521ce-0338-43b1-8de9-68ed362077bc has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:07.247787 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d48365c-e918-4922-8675-c0aa4e7b3181 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:07.248230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d48365c-e918-4922-8675-c0aa4e7b3181 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:07.252565 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1d48365c-e918-4922-8675-c0aa4e7b3181 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/8ddc66fb-d837-4bbb-9caa-2b4b5cb8f893 HTTP/1.1" status: 404 len: 337 time: 0.0834737 Mar 23 10:24:07.255971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.275856 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e4e6672f-ede7-440f-a675-151fcbcce319 req-6963d06e-22eb-4212-bb42-9ba177d16cfb service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932450 Mar 23 10:24:07.291241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.334550 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a02ca12-8d73-4a10-9464-57033e8981b0 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:07.335599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a02ca12-8d73-4a10-9464-57033e8981b0 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:07.339222 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0a02ca12-8d73-4a10-9464-57033e8981b0 tempest-RoutersTest-2116392470 tempest-RoutersTest-2116392470-project] 10.222.0.73 "DELETE /v2.0/subnets/f8f75651-10e9-4dc9-a571-4f7bb86a2e56 HTTP/1.1" status: 404 len: 337 time: 0.0821879 Mar 23 10:24:07.360722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.362963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.430860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] For port b2904be0-7d65-4266-8333-350d7816ebed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2904be0-7d65-4266-8333-350d7816ebed,segment=NetworkSegment(01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97),segment_id=01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:07.440458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.528163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8c03a-21af-4eba-99ce-4402f10f754d None None] Pushing event updated for resources: {'Port': ['ID=b2904be0-7d65-4266-8333-350d7816ebed,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:07.555825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:07.567516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] Sync routers for ids ['722521ce-0338-43b1-8de9-68ed362077bc'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:07.568377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a0b8f3d3-8a34-4c01-af3d-7224078b994f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/routers/722521ce-0338-43b1-8de9-68ed362077bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7011993 Mar 23 10:24:07.570665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45960) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.598832 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] Routers {'722521ce-0338-43b1-8de9-68ed362077bc'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:07.599496 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['722521ce-0338-43b1-8de9-68ed362077bc'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:07.621803 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b2ddd9-9f4c-4900-80f5-80e783cb8372 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:24:07.625969 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-08b2ddd9-9f4c-4900-80f5-80e783cb8372 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/0772dca8-eb04-4df5-b0f8-e913efeeed28 HTTP/1.1" status: 404 len: 333 time: 0.0541987 Mar 23 10:24:07.626523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45964) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.698654 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:07.713056 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] Routers {'722521ce-0338-43b1-8de9-68ed362077bc'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:07.713761 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['722521ce-0338-43b1-8de9-68ed362077bc'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:07.801488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.824304 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:07.824825 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8b213-9258-45fb-9d72-320f66ee9e3f None None] The sync data for ids ['722521ce-0338-43b1-8de9-68ed362077bc'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:07.865084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f1a113ab-f672-45ff-8573-d497150ad9c5 None None] Provisioning complete for port b2904be0-7d65-4266-8333-350d7816ebed triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:07.865489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f1a113ab-f672-45ff-8573-d497150ad9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.871121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.889054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.984927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.104052 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3776176e-557e-4f3c-9721-8632ed8f2a1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=951e5fe28d0f4524ba773869069a86e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3014758 Mar 23 10:24:08.106892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45976) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.197911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cc62-873f-4811-a750-a7575c60a92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.242689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cc62-873f-4811-a750-a7575c60a92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.268626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2904be0-7d65-4266-8333-350d7816ebed up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:08.276439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 47f144a7-b492-4fc3-a57b-8bd7677d13d9 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:08.311182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 384a20f6-54dd-44b2-89ab-3770d74e5739 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:08.347033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b2904be0-7d65-4266-8333-350d7816ebed triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:08.347643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.456218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cc62-873f-4811-a750-a7575c60a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.470747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.484295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6cc62-873f-4811-a750-a7575c60a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de758cc-6cf3-42fe-8a11-1cb2ae0150b3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:08.495901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cc62-873f-4811-a750-a7575c60a92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.499745 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ddc6cc62-873f-4811-a750-a7575c60a92e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8de758cc-6cf3-42fe-8a11-1cb2ae0150b3 HTTP/1.1" status: 204 len: 168 time: 0.3918517 Mar 23 10:24:08.530971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.565389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:08.571418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.572807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1e6c128a-8f80-4588-8518-6aa0650fb771 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 200 len: 891 time: 2.5790477 Mar 23 10:24:08.575707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45982) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.580445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] Sync routers for ids ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:08.598510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] Routers {'47f144a7-b492-4fc3-a57b-8bd7677d13d9'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:08.599964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:08.660959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.661542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Fanout notify agent at l3_agent the message router_deleted on router 722521ce-0338-43b1-8de9-68ed362077bc {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:08.683482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:08.688042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.689450 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d46262b9-1e6e-45fc-ac39-13c53e030582 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/routers/722521ce-0338-43b1-8de9-68ed362077bc HTTP/1.1" status: 204 len: 168 time: 1.0612588 Mar 23 10:24:08.696999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 45986) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.702722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] Routers {'47f144a7-b492-4fc3-a57b-8bd7677d13d9'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:08.703438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:08.784975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:08.785226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb245e1c-2328-4cf0-9c41-35a8cf7d5ffe None None] The sync data for ids ['47f144a7-b492-4fc3-a57b-8bd7677d13d9'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:08.844503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-19742cc8-1297-4763-82f3-8399ef4ae9ee tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/routers/47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 200 len: 891 time: 0.2676451 Mar 23 10:24:08.845366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 45994) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.916967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46000) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.917296 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ca0df92e-0d31-48d9-8136-e0c2fe599f57 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 200 len: 205 time: 0.0690539 Mar 23 10:24:08.923655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:08.933928 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] Sync routers for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:08.949777 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:08.950660 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:08.998242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet 7d99640e-f41e-499d-a0a0-9724e249e0cb {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:09.021913 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:09.035800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:09.036663 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:09.068025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.115092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.119423 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c82d2f94-5bbc-4422-a5ed-43d3dfae0db5 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7168293 Mar 23 10:24:09.120291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46012) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:09.125468 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:09.126425 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03934376-6468-4b0a-ab3f-f0ac5f60205b None None] The sync data for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:09.148408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.370394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.467008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.523864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.623895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=7d99640e-f41e-499d-a0a0-9724e249e0cb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:09.634018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.645413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eb2602-e03d-47d3-89f9-ce59f5867343 None None] Network 934bb1ff-16da-4149-82ac-26bbf9e97918 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:09.651704 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ccdf6af0-2cc3-4b47-8474-e267c747a87e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/7d99640e-f41e-499d-a0a0-9724e249e0cb HTTP/1.1" status: 204 len: 168 time: 0.9536543 Mar 23 10:24:09.654387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46026) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:09.721628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46030) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:09.783507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.801430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 6d8aecd1-b982-4036-9e69-f2877570ade9 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:09.802122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.919376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1965846361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:09.932176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:09.960221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] DHCP port deletion for 934bb1ff-16da-4149-82ac-26bbf9e97918 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:24:09.964627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Deleting port 6d8aecd1-b982-4036-9e69-f2877570ade9 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:09.965122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.984572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:router and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:09.996956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:10.005342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.005693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:10.035906 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.037339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.041935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 16c0b74e-dcbf-4283-8697-2262b8233ac3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:10.042291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.074656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.087601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] For port 6d8aecd1-b982-4036-9e69-f2877570ade9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6d8aecd1-b982-4036-9e69-f2877570ade9,segment=NetworkSegment(6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46),segment_id=6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:10.088242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.109081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.140679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.145414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f3fdebe7-773c-4220-b67b-5d223b6a9d18 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4227476 Mar 23 10:24:10.147200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46036) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:10.155584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-678107372'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:10.191280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:10.201669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:network and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:10.210608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:10.221390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:10.226020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 6d8aecd1-b982-4036-9e69-f2877570ade9 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:10.243186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] For port 6d8aecd1-b982-4036-9e69-f2877570ade9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6d8aecd1-b982-4036-9e69-f2877570ade9,segment=NetworkSegment(6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46),segment_id=6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:10.243692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.270509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:10.272829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.300532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.322254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6d8aecd1-b982-4036-9e69-f2877570ade9 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:10.391570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:10.399103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:security_group_rule and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:10.403568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:10.413624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.423076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Calling delete_port for 6d8aecd1-b982-4036-9e69-f2877570ade9 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:10.423443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:10.433557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.441691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.500306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 6d8aecd1-b982-4036-9e69-f2877570ade9 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:24:10.500855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6d8aecd1-b982-4036-9e69-f2877570ade9 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:10.509678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=6d8aecd1-b982-4036-9e69-f2877570ade9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:10.525327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:10.525993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:10.570688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No DVR routers for this DVR port 6d8aecd1-b982-4036-9e69-f2877570ade9 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:10.668053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 16c0b74e-dcbf-4283-8697-2262b8233ac3 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:10.712356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.721666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.785260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:10.827873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2813b8c-39eb-413f-97b6-cbf247647cf2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:10.849780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.850127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Added segment d631d7df-8003-4476-bfab-136993472ff2 of type vlan for network ade7e2b1-8ba3-405b-b236-e824c7476678 Mar 23 10:24:10.924474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.927187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.969026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934bb1ff-16da-4149-82ac-26bbf9e97918']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:10.976503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.1 (64289b91-1a11-4b23-929f-8765852aa921/31db3219-649d-4c12-8e12-bc772d5fa5a0/12003a78-ab08-4b88-8e1a-9ac45e4d481d) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:10.983640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:10.983973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfc0617-ccb7-4ab7-9bc5-4c1b6a32fb46') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:10.988582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.992296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:10.992885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.998488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.024809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.028014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Deleting port 6d8aecd1-b982-4036-9e69-f2877570ade9 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:11.029535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.038569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 972 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:11.039004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:11.053413 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:11.099271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e95d1-5fab-4c6a-9701-97821018c512 None None] The port '6d8aecd1-b982-4036-9e69-f2877570ade9' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:24:11.162420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.192685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Network': ['ID=ade7e2b1-8ba3-405b-b236-e824c7476678,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.202015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1ed33bca-d5ca-4570-a6e2-8f62ee32d32e tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0504386 Mar 23 10:24:11.204806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46040) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:11.212813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ade7e2b1-8ba3-405b-b236-e824c7476678 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:11.214689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'subnet': {'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:11.230932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=16c0b74e-dcbf-4283-8697-2262b8233ac3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.286120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.311673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Transition to ACTIVE for port object 12003a78-ab08-4b88-8e1a-9ac45e4d481d will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:11.314003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.337696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.350740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=934bb1ff-16da-4149-82ac-26bbf9e97918,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.413002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.424292 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4844acb1-024c-4006-82a1-0a7551a6879b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/934bb1ff-16da-4149-82ac-26bbf9e97918 HTTP/1.1" status: 204 len: 168 time: 1.7682834 Mar 23 10:24:11.424864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46044) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:11.545510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.568889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:11.584063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:subnet and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:11.593767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:11.607771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:11.620541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 64289b91-1a11-4b23-929f-8765852aa921 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:11.625058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=12003a78-ab08-4b88-8e1a-9ac45e4d481d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.627519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:11.629566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:11.643692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:11.686258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190b523-541f-4e68-ab79-92902250518d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:11.686972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b190b523-541f-4e68-ab79-92902250518d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:11.776496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.785886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.828551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b190b523-541f-4e68-ab79-92902250518d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:11.829712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b190b523-541f-4e68-ab79-92902250518d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/256b513c-b2fe-4dda-8d0a-5b7ddbedc769 HTTP/1.1" status: 200 len: 840 time: 0.3472261 Mar 23 10:24:11.833055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.833538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46050) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:11.867132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-327c07e2-bb38-4092-95d4-05c7b9c9f056 None None] Provisioning for port 12003a78-ab08-4b88-8e1a-9ac45e4d481d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:11.874613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.874833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-327c07e2-bb38-4092-95d4-05c7b9c9f056 None None] Provisioning complete for port 12003a78-ab08-4b88-8e1a-9ac45e4d481d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:11.875421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-327c07e2-bb38-4092-95d4-05c7b9c9f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.914880 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b33a11b3-ddba-4abb-8994-f3385d5c0eb9 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/256b513c-b2fe-4dda-8d0a-5b7ddbedc769?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0768650 Mar 23 10:24:11.918980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46054) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:11.925534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:11.941240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-327c07e2-bb38-4092-95d4-05c7b9c9f056 None None] Port 12003a78-ab08-4b88-8e1a-9ac45e4d481d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:11.981767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.991245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.991801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 47f144a7-b492-4fc3-a57b-8bd7677d13d9 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:12.033626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.034723 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b3ff962e-9677-4ea0-a6ec-31ea282f9b4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 204 len: 168 time: 3.1168499 Mar 23 10:24:12.043156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46058) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:12.051100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1355500536'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:12.058009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:12.065296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:12.067552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:12.071260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:12.074083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:12.079060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:12.082493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:12.088971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:12.102538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:12.106278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.117814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:12.237405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:12.246007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.280413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.316250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.316585 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment 1fcc253b-9c99-460e-94d8-d243f6078dc5 of type vlan for network 3be988de-70d7-4d3c-a793-0b2181f0668c Mar 23 10:24:12.385023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Subnet': ['ID=b411e61d-d05a-40f5-80bb-b21be6cd479e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.499485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Checking segment: {'id': 'd631d7df-8003-4476-bfab-136993472ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:12.499885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network hostable DHCP agents. Network: ade7e2b1-8ba3-405b-b236-e824c7476678, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:12.502584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.570536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.574171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:12.574447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network ade7e2b1-8ba3-405b-b236-e824c7476678 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:12.574741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.592453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, ade7e2b1-8ba3-405b-b236-e824c7476678) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:12.600064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:12.600651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.603087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a122c-00e0-4f96-b322-a8767baaed29 None None] Network ade7e2b1-8ba3-405b-b236-e824c7476678 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:12.605913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.614467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.701306 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6539438 Mar 23 10:24:12.701624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46062) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:12.708705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8ba18-8c58-48a1-b98c-41ffc102cfc5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=3be988de-70d7-4d3c-a793-0b2181f0668c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.721448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:12.725198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 3be988de-70d7-4d3c-a793-0b2181f0668c details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:12.748070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-113d8813-debf-4adf-a818-b5aedafc9197 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5416110 Mar 23 10:24:12.751482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46066) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:12.759299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'network': {'name': 'tempest-router-network01--817743846'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:12.762892 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.801786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:12.819771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=12003a78-ab08-4b88-8e1a-9ac45e4d481d,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.832655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.841168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:network and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:12.851923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:12.867389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:12.871884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=f46fba11-81ab-45b0-b78b-b59a347075fc,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.877455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:12.882297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:12.888174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:12.888760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.897577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:12.900904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.919874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb1e7d-a0ea-4960-a225-232748728e99 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:12.934610 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-01ac6ec6-b2f4-472a-ab5d-24a6d5c95585 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0120471 Mar 23 10:24:12.934949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46070) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:12.937261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:12.950552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:12.953643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1075342201'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:12.954911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:12.963734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:12.967448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:12.969750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:12.976110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:12.980124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:12.988519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:12.990675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.991003 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Added segment 2c02e8c0-2d73-478b-aa32-48eb250e422e of type vlan for network 10879fcf-8ac7-4f65-8040-57fd5c41896b Mar 23 10:24:12.991129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:13.017310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.037214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.077781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.081381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-ade7e2b1-8ba3-405b-b236-e824c7476678', 'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678', 'tenant_id': 'bb570d70cfd64790be31a855d4eee293', 'fixed_ips': [{'subnet_id': 'b411e61d-d05a-40f5-80bb-b21be6cd479e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:13.082194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.083910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group_rule and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.087136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.090774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.094661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:13.095259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.111081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 64289b91-1a11-4b23-929f-8765852aa921 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:13.114424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:13.234304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.242785 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4863963 Mar 23 10:24:13.253205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46074) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:13.262740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'network': {'name': 'tempest-router-network02--244674386'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:13.268644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.273133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:network and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.276128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.282195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.293778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed4f1-76d7-4604-908a-aa1a6d3c5185 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Network': ['ID=10879fcf-8ac7-4f65-8040-57fd5c41896b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:13.298055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:13.302095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.304594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.342296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:13.359317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:13.382247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.382593 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Added segment 2cf76397-a48e-4f21-971a-61d852f4898d of type vlan for network 72fc5173-ef40-4405-b747-514ad90312c3 Mar 23 10:24:13.416608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.429801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.465481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.494024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50950b-0275-47f5-8081-c5359ddbf1e2,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:13.501718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Allocated IP 2001:db8::2 (ade7e2b1-8ba3-405b-b236-e824c7476678/b411e61d-d05a-40f5-80bb-b21be6cd479e/282b9597-b3a5-4744-8441-6b4c909f05fd) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:13.518928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.523443 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-25e0e509-a698-4632-bf8f-00cdc302dd23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5875106 Mar 23 10:24:13.524178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46078) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:13.530474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'security_group': {'name': 'tempest-secgroup-198572436'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:13.537012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.541475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:13.541896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.546314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.621660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.622387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'tenant_id': 'c8e87be944e64d3cbf13ca3f2466e3e5', 'fixed_ips': [{'subnet_id': 'f46fba11-81ab-45b0-b78b-b59a347075fc'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:13.622387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.641792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.653348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.662858 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4063737 Mar 23 10:24:13.664482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46082) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:13.668155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b9f56dfc-784f-4f10-ab50-1b25a1ba59d2 None None] Provisioning complete for port 12003a78-ab08-4b88-8e1a-9ac45e4d481d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:13.668912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b9f56dfc-784f-4f10-ab50-1b25a1ba59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.669119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28fb27-a706-4682-9c61-3e1e41e23c3a tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Network': ['ID=72fc5173-ef40-4405-b747-514ad90312c3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:13.674075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'subnet': {'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:13.691423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.744041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 72fc5173-ef40-4405-b747-514ad90312c3 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:13.779866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.814651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.816998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.821393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group_rule and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.824336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:subnet and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.826861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.829548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.837433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.839487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.858344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:13.863031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=9f057550-a992-44dd-b5c9-122ca2de55ed,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:13.909217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': '1fcc253b-9c99-460e-94d8-d243f6078dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:13.909580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: 3be988de-70d7-4d3c-a793-0b2181f0668c, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:13.920327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b9f56dfc-784f-4f10-ab50-1b25a1ba59d2 None None] Port 12003a78-ab08-4b88-8e1a-9ac45e4d481d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:13.945100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 3be988de-70d7-4d3c-a793-0b2181f0668c is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:13.953598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 384a20f6-54dd-44b2-89ab-3770d74e5739 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:13.960253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 3be988de-70d7-4d3c-a793-0b2181f0668c) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:13.964350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:13.964928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.975993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.987257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Allocated IP 172.20.0.2 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/f46fba11-81ab-45b0-b78b-b59a347075fc/7fdd43fb-8e5b-474a-95d9-f606af857327) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:14.019996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd5d36-e2b0-47cb-8bbe-12ffd54c92f2 None None] Network 3be988de-70d7-4d3c-a793-0b2181f0668c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:14.046083 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f74450d2-10fe-4384-ad64-6c8a14f75fb3 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3421474 Mar 23 10:24:14.055022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46086) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:14.098742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.107745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943600213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:14.112372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.121466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:14.128319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:14.132718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:14.147520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:14.149817 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:24:14.167627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.168190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f88542e-ea50-464c-a491-77b790a516d7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:14.172447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.176096 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bcf23aa6-b78f-41c5-a4ce-287dafb5d671 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6483457 Mar 23 10:24:14.176602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46090) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:14.183832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1139411137', 'security_groups': ['3f88542e-ea50-464c-a491-77b790a516d7'], 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f46fba11-81ab-45b0-b78b-b59a347075fc'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:14.192463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.194014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.232714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.255246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Transition to ACTIVE for port object 282b9597-b3a5-4744-8441-6b4c909f05fd will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:14.270797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.308695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.310064 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-767ff87b-02a2-42ce-936d-cf404dd8e4af tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2539167 Mar 23 10:24:14.313498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46094) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:14.332590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:14.339842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Transition to ACTIVE for port object 282b9597-b3a5-4744-8441-6b4c909f05fd will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:14.342388 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-59595388-6205-4672-bafe-d4386d21103e tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/routers/384a20f6-54dd-44b2-89ab-3770d74e5739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2207830 Mar 23 10:24:14.343558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46098) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:14.350358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'port': {'network_id': '64289b91-1a11-4b23-929f-8765852aa921', 'name': 'tempest-FloatingIPTestJSON-1060698672'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:14.378588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] Sync routers for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:14.401527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.548073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:14.553944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Usage tracker for resource:port and tenant:cb50663df50e4aa39c2bd35264d28ff3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:14.558372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:14.567444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:14.584780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Made reservation on behalf of cb50663df50e4aa39c2bd35264d28ff3 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:14.590548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.615084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:14.615310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] device_id is not set on port 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:24:14.615732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:14.670238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Network ade7e2b1-8ba3-405b-b236-e824c7476678 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:14.673171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:14.712429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:14.714486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Pushing event updated for resources: {'Port': ['ID=282b9597-b3a5-4744-8441-6b4c909f05fd,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:14.716853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:14.728122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:14.749502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:14.772647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Allocated IP 172.20.0.5 (64289b91-1a11-4b23-929f-8765852aa921/31db3219-649d-4c12-8e12-bc772d5fa5a0/52ba5fa8-5200-448f-bff4-eefb5d8f5e3a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:14.774453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-3be988de-70d7-4d3c-a793-0b2181f0668c', 'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '9f057550-a992-44dd-b5c9-122ca2de55ed'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:14.775254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.786285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.807203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.847035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Transition to ACTIVE for port object 7fdd43fb-8e5b-474a-95d9-f606af857327 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:14.861676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:14.862849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:14.863486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:14.866754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.920929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port 1db42290-531b-4a70-badc-931413316596 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:24:14.958692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Subnet': ['ID=9b5326f8-584f-40d4-b358-e813e9e7dd5c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:14.979916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Transition to ACTIVE for port object 7fdd43fb-8e5b-474a-95d9-f606af857327 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:14.992536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:14.992919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fefbd16-d8a9-43ff-a64f-add3ab676468 None None] The sync data for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:14.994375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.994861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Attempting to bind port 282b9597-b3a5-4744-8441-6b4c909f05fd on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:14.994861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Attempting to bind port 282b9597-b3a5-4744-8441-6b4c909f05fd by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd631d7df-8003-4476-bfab-136993472ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:14.995191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Attempting to bind port 282b9597-b3a5-4744-8441-6b4c909f05fd on network ade7e2b1-8ba3-405b-b236-e824c7476678 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:15.002611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.012330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Transition to ACTIVE for port object 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:15.037536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.070803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:15.071084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Checking segment: {'id': 'd631d7df-8003-4476-bfab-136993472ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:15.071704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.072099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Bound using segment: {'id': 'd631d7df-8003-4476-bfab-136993472ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:15.072578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Bound port: 282b9597-b3a5-4744-8441-6b4c909f05fd, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd631d7df-8003-4476-bfab-136993472ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'ade7e2b1-8ba3-405b-b236-e824c7476678'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:15.072952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.138047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Checking segment: {'id': '2c02e8c0-2d73-478b-aa32-48eb250e422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:15.138462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network hostable DHCP agents. Network: 10879fcf-8ac7-4f65-8040-57fd5c41896b, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:15.149896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:15.156526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Network 64289b91-1a11-4b23-929f-8765852aa921 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:15.158516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:15.158657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event updated for resources: {'Port': ['ID=52ba5fa8-5200-448f-bff4-eefb5d8f5e3a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:15.168851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:15.176487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:15.196733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:15.206635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Pushing event updated for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:15.269384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Allocated IP 2001:db8::2 (3be988de-70d7-4d3c-a793-0b2181f0668c/9f057550-a992-44dd-b5c9-122ca2de55ed/85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:15.358714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:15.368469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.382095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] For port 282b9597-b3a5-4744-8441-6b4c909f05fd, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:15.394871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 10879fcf-8ac7-4f65-8040-57fd5c41896b) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:15.428664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:15.429650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.436244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43659833-30c0-4213-9420-cb92643489a1 None None] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:15.455363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.5 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/f46fba11-81ab-45b0-b78b-b59a347075fc/1db42290-531b-4a70-badc-931413316596) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:15.458074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:15.458579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.467270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Attempting to bind port 7fdd43fb-8e5b-474a-95d9-f606af857327 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:15.467270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Attempting to bind port 7fdd43fb-8e5b-474a-95d9-f606af857327 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'b1d8be50-be46-4da9-9903-6d71012276f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:15.467270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Attempting to bind port 7fdd43fb-8e5b-474a-95d9-f606af857327 on network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:15.472681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1a209a42-2f1c-4628-89de-856cba41435a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1247461 Mar 23 10:24:15.472869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] For port 282b9597-b3a5-4744-8441-6b4c909f05fd, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=282b9597-b3a5-4744-8441-6b4c909f05fd,segment=NetworkSegment(d631d7df-8003-4476-bfab-136993472ff2),segment_id=d631d7df-8003-4476-bfab-136993472ff2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:15.476549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46104) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:15.485576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Request body: {'floatingip': {'port_id': '52ba5fa8-5200-448f-bff4-eefb5d8f5e3a'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:15.535145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.590373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:15.590748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Checking segment: {'id': 'b1d8be50-be46-4da9-9903-6d71012276f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:15.591310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.591813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Bound using segment: {'id': 'b1d8be50-be46-4da9-9903-6d71012276f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:15.592032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.592399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Bound port: 7fdd43fb-8e5b-474a-95d9-f606af857327, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d8be50-be46-4da9-9903-6d71012276f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:15.592842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.621927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6a9e0902-c444-4d1e-bb7f-a8018deb4610 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9523768 Mar 23 10:24:15.623567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46108) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:15.632140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'subnet': {'network_id': '72fc5173-ef40-4405-b747-514ad90312c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:15.785801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5b673da4-8f0a-4c1c-bdaf-688b1ab20164 None None] Provisioning for port 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:15.788728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc4bfe-7de8-42d8-a8ed-9dc2ec2f8ddd None None] Pushing event updated for resources: {'Port': ['ID=282b9597-b3a5-4744-8441-6b4c909f05fd,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:15.867517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5b673da4-8f0a-4c1c-bdaf-688b1ab20164 None None] Provisioning complete for port 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:15.868002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b673da4-8f0a-4c1c-bdaf-688b1ab20164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.914846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:15.938391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:subnet and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:15.941517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:15.947912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:15.962209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:15.969193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:15.986040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b673da4-8f0a-4c1c-bdaf-688b1ab20164 None None] Port 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:16.026165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.030042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7fdd43fb-8e5b-474a-95d9-f606af857327,segment=NetworkSegment(b1d8be50-be46-4da9-9903-6d71012276f1),segment_id=b1d8be50-be46-4da9-9903-6d71012276f1)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:16.044961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.086995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.088212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Transition to ACTIVE for port object 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:16.102581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-10879fcf-8ac7-4f65-8040-57fd5c41896b', 'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b', 'tenant_id': 'bb570d70cfd64790be31a855d4eee293', 'fixed_ips': [{'subnet_id': '9b5326f8-584f-40d4-b358-e813e9e7dd5c'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:16.103820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.115793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.137605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 1db42290-531b-4a70-badc-931413316596 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:16.222364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Transition to ACTIVE for port object 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:16.294088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.301926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db361-ab4e-43e2-b758-8e8f7aab6c48 None None] Pushing event updated for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.427463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.431821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.519953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8::1 (3be988de-70d7-4d3c-a793-0b2181f0668c/9f057550-a992-44dd-b5c9-122ca2de55ed/476b73b9-2e42-447d-8d24-6a9c3f868171) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:16.608795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Allocated IP 2001:db8::2 (10879fcf-8ac7-4f65-8040-57fd5c41896b/9b5326f8-584f-40d4-b358-e813e9e7dd5c/61cf0030-bfef-4162-90e2-aace6af3f60c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:16.612832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Network 3be988de-70d7-4d3c-a793-0b2181f0668c is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:16.617665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:16.626028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:16.632204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Pushing event updated for resources: {'Port': ['ID=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.662339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.729812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 7cb05e8b-1a0d-4f97-8a15-301c56004d9a associated. External IP: 172.26.7.31, port: 300e3969-9a11-483f-97e7-1033e01f39a1. Mar 23 10:24:16.850324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Attempting to bind port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:16.850856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Attempting to bind port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1fcc253b-9c99-460e-94d8-d243f6078dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:16.850953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Attempting to bind port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf on network 3be988de-70d7-4d3c-a793-0b2181f0668c {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:16.851597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=1db42290-531b-4a70-badc-931413316596,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.858104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:16.864719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:16.872841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:16.873188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:16.873570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Checking segment: {'id': '1fcc253b-9c99-460e-94d8-d243f6078dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:16.873979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.874379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Bound using segment: {'id': '1fcc253b-9c99-460e-94d8-d243f6078dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:16.874859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Bound port: 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcc253b-9c99-460e-94d8-d243f6078dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '3be988de-70d7-4d3c-a793-0b2181f0668c'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:16.875241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.986609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:16.987856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.003787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.042438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.047058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object 476b73b9-2e42-447d-8d24-6a9c3f868171 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:17.058903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.069634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] For port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:17.074004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] For port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,segment=NetworkSegment(1fcc253b-9c99-460e-94d8-d243f6078dc5),segment_id=1fcc253b-9c99-460e-94d8-d243f6078dc5)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:17.075078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Transition to ACTIVE for port object 61cf0030-bfef-4162-90e2-aace6af3f60c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:17.078009 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-82c65073-4fc4-44d8-9403-e101bb107416 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9004071 Mar 23 10:24:17.088281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.088885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46112) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:17.097846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:17.168309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Transition to ACTIVE for port object 61cf0030-bfef-4162-90e2-aace6af3f60c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:17.198464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.219554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c89ad6-6ee3-4667-9b86-44c97d75dae6 None None] Pushing event updated for resources: {'Port': ['ID=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:17.276018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:17.322255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:17.326251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:17.335675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:17.343033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:17.349766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:17.354596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:17.366730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:17.382381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Pushing event updated for resources: {'Port': ['ID=61cf0030-bfef-4162-90e2-aace6af3f60c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:17.429270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Subnet': ['ID=a636720c-377e-4b56-a6bc-6d58316f3f91,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:17.443005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:17.479610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.509499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Attempting to bind port 61cf0030-bfef-4162-90e2-aace6af3f60c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:17.509945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Attempting to bind port 61cf0030-bfef-4162-90e2-aace6af3f60c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2c02e8c0-2d73-478b-aa32-48eb250e422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:17.510386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Attempting to bind port 61cf0030-bfef-4162-90e2-aace6af3f60c on network 10879fcf-8ac7-4f65-8040-57fd5c41896b {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:17.526110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:17.526571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Checking segment: {'id': '2c02e8c0-2d73-478b-aa32-48eb250e422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:17.528067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.528549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Bound using segment: {'id': '2c02e8c0-2d73-478b-aa32-48eb250e422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:17.529098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Bound port: 61cf0030-bfef-4162-90e2-aace6af3f60c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c02e8c0-2d73-478b-aa32-48eb250e422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '10879fcf-8ac7-4f65-8040-57fd5c41896b'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:17.529681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.636699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Checking segment: {'id': '2cf76397-a48e-4f21-971a-61d852f4898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '72fc5173-ef40-4405-b747-514ad90312c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:17.637070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network hostable DHCP agents. Network: 72fc5173-ef40-4405-b747-514ad90312c3, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:17.675034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404d176-fcc6-4d87-b513-e45e4bae27b1 None None] Network ade7e2b1-8ba3-405b-b236-e824c7476678 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:17.705367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 3be988de-70d7-4d3c-a793-0b2181f0668c is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:17.706564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=476b73b9-2e42-447d-8d24-6a9c3f868171,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:17.724110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:17.733504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:17.733956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.783008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.795140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] For port 61cf0030-bfef-4162-90e2-aace6af3f60c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:17.799378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:17.810762 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:17.837003 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:17.837402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] For port 61cf0030-bfef-4162-90e2-aace6af3f60c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=61cf0030-bfef-4162-90e2-aace6af3f60c,segment=NetworkSegment(2c02e8c0-2d73-478b-aa32-48eb250e422e),segment_id=2c02e8c0-2d73-478b-aa32-48eb250e422e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:17.839060 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:17.841687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-dd960d41-ad22-4d56-b0ff-f1172833e0bd None None] Provisioning for port 282b9597-b3a5-4744-8441-6b4c909f05fd completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:17.850988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.931068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network 72fc5173-ef40-4405-b747-514ad90312c3 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:17.948727 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:17.960590 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:17.961183 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:18.023478 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.ipam_backend_mixin [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f46fba11-81ab-45b0-b78b-b59a347075fc (CIDR: 172.20.0.0/28) Mar 23 10:24:18.033563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83837477-e3d5-4c8c-b9c5-4cb75f88d7dd None None] Pushing event updated for resources: {'Port': ['ID=61cf0030-bfef-4162-90e2-aace6af3f60c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:18.050798 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:18.051245 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbedcfe-ed2e-49f7-a9b5-37b11b8e8c51 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:18.089485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 72fc5173-ef40-4405-b747-514ad90312c3) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:18.091862 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:18.092564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:18.102139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60029181-3b23-4022-acb7-d0aab13ccfef None None] Network 72fc5173-ef40-4405-b747-514ad90312c3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:18.112374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:18.113184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.156839 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-eea3ec98-10e7-4e46-b4c6-d1be8409fcbf tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0645585 Mar 23 10:24:18.168334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46116) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:18.176210 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7124df50-2235-4ac8-8cf4-b437ed2ef7e7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5525672 Mar 23 10:24:18.190099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46120) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:18.209841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:18.256358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-41bbe1cf-2afc-4973-ba57-7a60a1f9ea4e None None] Provisioning for port 7fdd43fb-8e5b-474a-95d9-f606af857327 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:18.327893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.465524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 384a20f6-54dd-44b2-89ab-3770d74e5739 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:18.511329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-41bbe1cf-2afc-4973-ba57-7a60a1f9ea4e None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:18.518766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-41bbe1cf-2afc-4973-ba57-7a60a1f9ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.554144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 282b9597-b3a5-4744-8441-6b4c909f05fd up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:18.733131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-72fc5173-ef40-4405-b747-514ad90312c3', 'network_id': '72fc5173-ef40-4405-b747-514ad90312c3', 'tenant_id': 'bb570d70cfd64790be31a855d4eee293', 'fixed_ips': [{'subnet_id': 'a636720c-377e-4b56-a6bc-6d58316f3f91'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:18.733978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.817864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-41bbe1cf-2afc-4973-ba57-7a60a1f9ea4e None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:18.835487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:18.842794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.903265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] Sync routers for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:18.983502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:18.983502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:18.984875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-73b0ed74-1966-4c49-9536-f92b85087d0b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/floatingips/7cb05e8b-1a0d-4f97-8a15-301c56004d9a HTTP/1.1" status: 200 len: 977 time: 3.5066721 Mar 23 10:24:18.985626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46124) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:19.079378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:19.081479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.103908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b96e3-cad9-4abe-bce4-ac613013ec3f None None] Network 3be988de-70d7-4d3c-a793-0b2181f0668c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:19.158354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 282b9597-b3a5-4744-8441-6b4c909f05fd completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:19.169466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:19.246229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:19.259070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:19.264640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:19.279779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:19.314817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:19.318289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.327736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 282b9597-b3a5-4744-8441-6b4c909f05fd triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:19.328111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.371372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Provisioning for port 1db42290-531b-4a70-badc-931413316596 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:19.403373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Provisioning complete for port 1db42290-531b-4a70-badc-931413316596 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:19.403900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.428188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.475480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Port 1db42290-531b-4a70-badc-931413316596 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:19.494336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Allocated IP 2001:db8::2 (72fc5173-ef40-4405-b747-514ad90312c3/a636720c-377e-4b56-a6bc-6d58316f3f91/2a250240-e117-4b0c-8c79-0b4d80de281a) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:19.505577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:19.506227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:19.563296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Provisioning complete for port 282b9597-b3a5-4744-8441-6b4c909f05fd triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:19.563697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.645748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:19.646164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5474b5b-4f46-4875-9463-983eb3f260b0 None None] The sync data for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:19.755696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd00534-fcb8-4dcd-a87e-36b71a49d82e None None] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:19.876679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.886212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.924192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.924839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.924839 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Floating IP 7cb05e8b-1a0d-4f97-8a15-301c56004d9a disassociated. External IP: 172.26.7.31, port: 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a. Mar 23 10:24:19.925210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 52ba5fa8-5200-448f-bff4-eefb5d8f5e3a owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:19.928922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.929972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.943826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.086620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.163563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=52ba5fa8-5200-448f-bff4-eefb5d8f5e3a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.168727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.190863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 282b9597-b3a5-4744-8441-6b4c909f05fd, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=282b9597-b3a5-4744-8441-6b4c909f05fd,segment=NetworkSegment(d631d7df-8003-4476-bfab-136993472ff2),segment_id=d631d7df-8003-4476-bfab-136993472ff2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:20.225470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.226264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:20.240981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=476b73b9-2e42-447d-8d24-6a9c3f868171,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.396992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.410456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Transition to ACTIVE for port object 2a250240-e117-4b0c-8c79-0b4d80de281a will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:20.437796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Transition to ACTIVE for port object 2a250240-e117-4b0c-8c79-0b4d80de281a will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:20.462887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=282b9597-b3a5-4744-8441-6b4c909f05fd,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.516576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.528287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 384a20f6-54dd-44b2-89ab-3770d74e5739 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:20.583448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Network 72fc5173-ef40-4405-b747-514ad90312c3 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:20.593349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:20.599296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 3be988de-70d7-4d3c-a793-0b2181f0668c is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:20.614493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:20.629600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:20.707698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.778575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:20.803647 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] Sync routers for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:20.829444 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:20.831964 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:20.938926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:20.941175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Attempting to bind port 2a250240-e117-4b0c-8c79-0b4d80de281a on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:20.941645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Attempting to bind port 2a250240-e117-4b0c-8c79-0b4d80de281a by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2cf76397-a48e-4f21-971a-61d852f4898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '72fc5173-ef40-4405-b747-514ad90312c3'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:20.942018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Attempting to bind port 2a250240-e117-4b0c-8c79-0b4d80de281a on network 72fc5173-ef40-4405-b747-514ad90312c3 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:20.945582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:20.946240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-70e9ce93-e0f2-4c69-a0e4-71a293fb8025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:20.954261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:20.965745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:20.966550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.975390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Pushing event updated for resources: {'Port': ['ID=2a250240-e117-4b0c-8c79-0b4d80de281a,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.980991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:20.981369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Checking segment: {'id': '2cf76397-a48e-4f21-971a-61d852f4898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '72fc5173-ef40-4405-b747-514ad90312c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:20.982004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.982413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Bound using segment: {'id': '2cf76397-a48e-4f21-971a-61d852f4898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '72fc5173-ef40-4405-b747-514ad90312c3'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:20.983056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Bound port: 2a250240-e117-4b0c-8c79-0b4d80de281a, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf76397-a48e-4f21-971a-61d852f4898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '72fc5173-ef40-4405-b747-514ad90312c3'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:20.983445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.996967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9cc79-3f9c-44e6-9a28-8a048520b458 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:21.000807 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.011888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.027806 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8549027 Mar 23 10:24:21.028043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46130) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:21.032671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c132783-5598-47d9-a7f6-a87c51a410a2 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=aa583f2e-94ca-48e3-be66-210a8f323bfb,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:21.042005 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:21.046084 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.057453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1775921570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa583f2e-94ca-48e3-be66-210a8f323bfb'}], 'security_groups': ['1b50950b-0275-47f5-8081-c5359ddbf1e2']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:21.067399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Allocated IP 2001:db8::1 (10879fcf-8ac7-4f65-8040-57fd5c41896b/9b5326f8-584f-40d4-b358-e813e9e7dd5c/86df2942-6e56-4da2-9fcd-9a294eddb405) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:21.141140 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3fad552f-77b5-4f93-b57d-c00221636e5b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/ports/52ba5fa8-5200-448f-bff4-eefb5d8f5e3a HTTP/1.1" status: 204 len: 168 time: 2.1542454 Mar 23 10:24:21.142158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46134) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:21.226755 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.227118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 7fdd43fb-8e5b-474a-95d9-f606af857327 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:21.234758 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e1156-30ab-4213-93a9-e1926c023d1d None None] The sync data for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:21.296942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:21.297321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.450751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.473390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Transition to ACTIVE for port object 86df2942-6e56-4da2-9fcd-9a294eddb405 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:21.484635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:21.523260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.555088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:21.567081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.574571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6eba4966-7693-4870-a92f-4496468d0543 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:21.621599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.623314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:21.631007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:21.634008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Port': ['ID=86df2942-6e56-4da2-9fcd-9a294eddb405,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:21.642582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:21.643214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.656629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.790159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Update dhcp port {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'fixed_ips': [{'subnet_id': 'f46fba11-81ab-45b0-b78b-b59a347075fc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa583f2e-94ca-48e3-be66-210a8f323bfb'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '7fdd43fb-8e5b-474a-95d9-f606af857327'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:24:21.880260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Provisioning for port 476b73b9-2e42-447d-8d24-6a9c3f868171 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:21.892693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.906883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.926145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Provisioning complete for port 476b73b9-2e42-447d-8d24-6a9c3f868171 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:21.926525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.956396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff389-5126-4469-979f-24ed77361f67 None None] Pushing event updated for resources: {'Port': ['ID=2a250240-e117-4b0c-8c79-0b4d80de281a,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:22.055981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7fdd43fb-8e5b-474a-95d9-f606af857327,segment=NetworkSegment(b1d8be50-be46-4da9-9903-6d71012276f1),segment_id=b1d8be50-be46-4da9-9903-6d71012276f1)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:22.077674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.078471 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:22.085108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:22.192466 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-243ceb3a-a31e-46bc-86f2-3a3f2fe5f537 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6eba4966-7693-4870-a92f-4496468d0543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8754601 Mar 23 10:24:22.212213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46140) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:22.220128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] Sync routers for ids ['6eba4966-7693-4870-a92f-4496468d0543'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:22.252245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] Routers {'6eba4966-7693-4870-a92f-4496468d0543'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:22.252887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6eba4966-7693-4870-a92f-4496468d0543'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:22.335432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1525498-43d4-498d-96ab-c3ce875601eb tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:22.336372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a1525498-43d4-498d-96ab-c3ce875601eb tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:22.427220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Port 476b73b9-2e42-447d-8d24-6a9c3f868171 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:22.429487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:22.432662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:22.483791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:22.490095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] Routers {'6eba4966-7693-4870-a92f-4496468d0543'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:22.490881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6eba4966-7693-4870-a92f-4496468d0543'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:22.546161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.558055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Provisioning for port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:22.563591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:22.563987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacf4a5-aa31-492f-9439-043c526b0c3c None None] The sync data for ids ['6eba4966-7693-4870-a92f-4496468d0543'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:22.566205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Provisioning complete for port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:22.566690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.589847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a1525498-43d4-498d-96ab-c3ce875601eb tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:22.590925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a1525498-43d4-498d-96ab-c3ce875601eb tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports/476b73b9-2e42-447d-8d24-6a9c3f868171 HTTP/1.1" status: 200 len: 911 time: 0.3774920 Mar 23 10:24:22.594049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46144) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:22.601171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f057550-a992-44dd-b5c9-122ca2de55ed'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:22.768767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.835563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] For port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,segment=NetworkSegment(1fcc253b-9c99-460e-94d8-d243f6078dc5),segment_id=1fcc253b-9c99-460e-94d8-d243f6078dc5)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:22.842189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.875894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Delete allocated IP 172.20.0.5 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/f46fba11-81ab-45b0-b78b-b59a347075fc) {{(pid=83745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:24:22.900661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.22 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/aa583f2e-94ca-48e3-be66-210a8f323bfb/1db42290-531b-4a70-badc-931413316596) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:22.931876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61cf0030-bfef-4162-90e2-aace6af3f60c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:22.975515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.994025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:24:22.997262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Provisioning for port 61cf0030-bfef-4162-90e2-aace6af3f60c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:23.016884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.029502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.031779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.038248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f785f-e2ab-4ba9-9a69-3f59cfb6576c None None] Pushing event updated for resources: {'Port': ['ID=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:23.058236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 61cf0030-bfef-4162-90e2-aace6af3f60c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:23.065798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 61cf0030-bfef-4162-90e2-aace6af3f60c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:23.066524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.171335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1f2a8743-ffe0-4a62-be73-bd5f18bc8329 None None] Provisioning for port 86df2942-6e56-4da2-9fcd-9a294eddb405 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:23.180589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1f2a8743-ffe0-4a62-be73-bd5f18bc8329 None None] Provisioning complete for port 86df2942-6e56-4da2-9fcd-9a294eddb405 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:23.181246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8743-ffe0-4a62-be73-bd5f18bc8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.332284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13a466-1487-4413-84be-670b973a92bc None None] Network 72fc5173-ef40-4405-b747-514ad90312c3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:23.408382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.458700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Port': ['ID=86df2942-6e56-4da2-9fcd-9a294eddb405,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:23.472341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object 1db42290-531b-4a70-badc-931413316596 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:23.481752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.603954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:23.605459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:23.636676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.640364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=1db42290-531b-4a70-badc-931413316596,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:23.663496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a8743-ffe0-4a62-be73-bd5f18bc8329 None None] Port 86df2942-6e56-4da2-9fcd-9a294eddb405 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:23.722431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] In _notify_port_updated(), no bound segment for port 1db42290-531b-4a70-badc-931413316596 on network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:24:23.726355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:23.727056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.728527 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-afda3fae-54bd-4b4f-bf87-c8a534ba52d6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/ports/1db42290-531b-4a70-badc-931413316596 HTTP/1.1" status: 200 len: 921 time: 2.6991735 Mar 23 10:24:23.748927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Allocated IP 172.20.0.18 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/aa583f2e-94ca-48e3-be66-210a8f323bfb/7fdd43fb-8e5b-474a-95d9-f606af857327) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:23.752103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46148) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:23.787660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 61cf0030-bfef-4162-90e2-aace6af3f60c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=61cf0030-bfef-4162-90e2-aace6af3f60c,segment=NetworkSegment(2c02e8c0-2d73-478b-aa32-48eb250e422e),segment_id=2c02e8c0-2d73-478b-aa32-48eb250e422e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:23.837161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.838059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 282b9597-b3a5-4744-8441-6b4c909f05fd up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:24.010692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 1db42290-531b-4a70-badc-931413316596 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:24.011204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.098365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-60bb4f27-520b-4068-99d7-8149f9ebdf78 None None] Provisioning for port 2a250240-e117-4b0c-8c79-0b4d80de281a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:24.135512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=61cf0030-bfef-4162-90e2-aace6af3f60c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:24.174521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 282b9597-b3a5-4744-8441-6b4c909f05fd triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:24.174895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.218768 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7fdd43fb-8e5b-474a-95d9-f606af857327,segment=NetworkSegment(b1d8be50-be46-4da9-9903-6d71012276f1),segment_id=b1d8be50-be46-4da9-9903-6d71012276f1)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:24.270594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.313721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.327479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 12003a78-ab08-4b88-8e1a-9ac45e4d481d {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:24.327479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.347096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.352026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:24.352775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.358564 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/ports/476b73b9-2e42-447d-8d24-6a9c3f868171 HTTP/1.1" status: 200 len: 911 time: 1.7592113 Mar 23 10:24:24.391290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46152) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:24.435992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1c65bc59-e46c-4262-bc20-3927af391575 None None] Provisioning complete for port 86df2942-6e56-4da2-9fcd-9a294eddb405 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:24.436744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1c65bc59-e46c-4262-bc20-3927af391575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.468724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Transition to ACTIVE for port object 7fdd43fb-8e5b-474a-95d9-f606af857327 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:24.494034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.498433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2b69aa19-faf6-4a91-a9f2-9e910d153ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.540253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:24.580723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.601379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3995b4-e133-44b2-bf5e-13949ee539dc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=476b73b9-2e42-447d-8d24-6a9c3f868171,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:24.630665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1c65bc59-e46c-4262-bc20-3927af391575 None None] Port 86df2942-6e56-4da2-9fcd-9a294eddb405 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:24.676884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Router 5998876f-e8de-48be-ab5c-3d0d200aaed2 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:24.724685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeffd45-94ca-49cc-b364-38f315f2bb47 None None] Pushing event updated for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:24.742138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a250240-e117-4b0c-8c79-0b4d80de281a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:24.799040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.826423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2a250240-e117-4b0c-8c79-0b4d80de281a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:24.833270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2a250240-e117-4b0c-8c79-0b4d80de281a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:24.833651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.876073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:24.886777 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] Sync routers for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:24.899728 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6217076e-36fc-4e34-a4fc-ecfb1e4b0f85 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7082071 Mar 23 10:24:24.900411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46156) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:24.902383 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:24.903206 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:24.967276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.969924 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:24.983117 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:24.987609 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:23:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:25.007032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.059160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:25.064591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.104274 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:25.104689 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497843a9-8b99-4521-9cb0-ba7fed0de907 None None] The sync data for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:25.139103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 12003a78-ab08-4b88-8e1a-9ac45e4d481d owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:25.205982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61cf0030-bfef-4162-90e2-aace6af3f60c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:25.242481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=2a250240-e117-4b0c-8c79-0b4d80de281a,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:25.305131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 61cf0030-bfef-4162-90e2-aace6af3f60c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:25.306040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.333685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 1db42290-531b-4a70-badc-931413316596 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:25.453281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:25.513825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Provisioning for port 7fdd43fb-8e5b-474a-95d9-f606af857327 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:25.523520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:25.523923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.596625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:25.596989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.727809 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-5e45bc91-f114-4a2f-b8f7-125f3879fe36 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:25.732234 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5e45bc91-f114-4a2f-b8f7-125f3879fe36 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8278091 Mar 23 10:24:25.732721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46162) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:25.754049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.799658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Could not find standard attr ID for object 1db42290-531b-4a70-badc-931413316596. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:25.812169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=1db42290-531b-4a70-badc-931413316596,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:25.817795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.874156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=12003a78-ab08-4b88-8e1a-9ac45e4d481d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:25.906569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:25.974830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:25.975129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.053383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-62357c74-9838-4820-a598-ec31c5e7dc97 None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:26.070118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:26.070654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.100137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.141280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.214595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afebf137-61f1-4c8b-9a3b-5f2245912d92 None None] Could not find standard attr ID for object 1db42290-531b-4a70-badc-931413316596. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:26.229627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.442220 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-efe08a0a-a253-4de9-801f-060e398a57b5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/1db42290-531b-4a70-badc-931413316596 HTTP/1.1" status: 204 len: 168 time: 2.6822069 Mar 23 10:24:26.460505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46166) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:26.616576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9e5160-7a17-4416-91ef-c6cca7d422ec tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:24:26.616977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ca9e5160-7a17-4416-91ef-c6cca7d422ec tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:26.692356 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f644bee3-f19d-495d-9bde-039addd690b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.713958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ca9e5160-7a17-4416-91ef-c6cca7d422ec tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:26.715160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ca9e5160-7a17-4416-91ef-c6cca7d422ec tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/1db42290-531b-4a70-badc-931413316596 HTTP/1.1" status: 404 len: 333 time: 0.2536514 Mar 23 10:24:26.718958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46170) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:26.842730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d792d5e-a548-4705-8353-c8b422c20611 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.924131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d792d5e-a548-4705-8353-c8b422c20611 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.053288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 86df2942-6e56-4da2-9fcd-9a294eddb405 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:27.053899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.107340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d792d5e-a548-4705-8353-c8b422c20611 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.139953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.148912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792d5e-a548-4705-8353-c8b422c20611 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f88542e-ea50-464c-a491-77b790a516d7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:27.168030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d792d5e-a548-4705-8353-c8b422c20611 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.169159 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d792d5e-a548-4705-8353-c8b422c20611 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/security-groups/3f88542e-ea50-464c-a491-77b790a516d7 HTTP/1.1" status: 204 len: 168 time: 0.4493067 Mar 23 10:24:27.191187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a250240-e117-4b0c-8c79-0b4d80de281a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:27.205808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46174) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.267128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2a250240-e117-4b0c-8c79-0b4d80de281a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:27.267730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.379895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.387939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23e7ec57-f09c-4dda-ab1e-cad97a2d3bb0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.526133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Calling delete_port for 86df2942-6e56-4da2-9fcd-9a294eddb405 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:27.564924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23e7ec57-f09c-4dda-ab1e-cad97a2d3bb0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.653073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23e7ec57-f09c-4dda-ab1e-cad97a2d3bb0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.672541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ec57-f09c-4dda-ab1e-cad97a2d3bb0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50950b-0275-47f5-8081-c5359ddbf1e2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:27.681758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23e7ec57-f09c-4dda-ab1e-cad97a2d3bb0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.682944 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-23e7ec57-f09c-4dda-ab1e-cad97a2d3bb0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b50950b-0275-47f5-8081-c5359ddbf1e2 HTTP/1.1" status: 204 len: 168 time: 0.4757864 Mar 23 10:24:27.691280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.716651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.827945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 476b73b9-2e42-447d-8d24-6a9c3f868171 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:27.828226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.834023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.904061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.972452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Port': ['ID=86df2942-6e56-4da2-9fcd-9a294eddb405,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:28.027441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet f46fba11-81ab-45b0-b78b-b59a347075fc {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:28.036370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.308478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.318628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.371620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.442349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 476b73b9-2e42-447d-8d24-6a9c3f868171 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:28.541623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.652443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 384a20f6-54dd-44b2-89ab-3770d74e5739 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:28.737196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.804164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.838949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=476b73b9-2e42-447d-8d24-6a9c3f868171,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:28.912026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=f46fba11-81ab-45b0-b78b-b59a347075fc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:28.922894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.931821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38df732-2b64-420f-acdd-1f0d86f6509a None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:28.935990 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ef83e51e-b74e-4897-b2a2-a26fc4e618c8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/f46fba11-81ab-45b0-b78b-b59a347075fc HTTP/1.1" status: 204 len: 168 time: 1.2437539 Mar 23 10:24:28.940262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46182) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:28.947239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:29.039073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Router 5998876f-e8de-48be-ab5c-3d0d200aaed2 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:29.058774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.241755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.259178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:29.266512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:29.271955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:29.280174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:29.288804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:29.300352 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bae3eb26-b63a-4357-8ddb-8715ccc12bec tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5664520 Mar 23 10:24:29.301100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.306916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] Sync routers for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:29.330403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:29.331342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.381934 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-b697730d-d0c5-43a5-8fc1-b7755ddf3635 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] delete failed (client error): The resource could not be found. Mar 23 10:24:29.387927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b697730d-d0c5-43a5-8fc1-b7755ddf3635 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-336946790 HTTP/1.1" status: 404 len: 334 time: 0.0827372 Mar 23 10:24:29.388900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46190) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.391799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:29.396286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.409135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.414841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-27fc52a4-8f5b-4cc7-b5d1-b787a656726d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'router': {'external_gateway_info': {'network_id': '5998876f-e8de-48be-ab5c-3d0d200aaed2'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:29.428329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:29.430005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.500328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.501012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b30b4c-de79-4b5e-ad85-d7535da3444e None None] The sync data for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:29.552677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:29.564270 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] Sync routers for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:29.577980 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:29.581913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dad05e93-7adb-4949-ad0a-efab8d8e2539 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/routers/384a20f6-54dd-44b2-89ab-3770d74e5739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4192359 Mar 23 10:24:29.582358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46194) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.582913 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.685128 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.699648 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] Routers {'384a20f6-54dd-44b2-89ab-3770d74e5739'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:29.700631 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['384a20f6-54dd-44b2-89ab-3770d74e5739'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.768025 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:29.768693 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf7327-7a86-40c1-b60d-38a4ba02ade9 None None] The sync data for ids ['384a20f6-54dd-44b2-89ab-3770d74e5739'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:29.967061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6eba4966-7693-4870-a92f-4496468d0543 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:29.971675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cc63ddb7-bb52-42dd-83d1-50ef996c9422 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:29.972260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc63ddb7-bb52-42dd-83d1-50ef996c9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.139152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cc63ddb7-bb52-42dd-83d1-50ef996c9422 None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:30.139648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cc63ddb7-bb52-42dd-83d1-50ef996c9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.153933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.157434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:30.163258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e5f484ce-4663-46b7-b20d-2f2b14daac72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6eba4966-7693-4870-a92f-4496468d0543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7725351 Mar 23 10:24:30.168013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.174412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] Sync routers for ids ['6eba4966-7693-4870-a92f-4496468d0543'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:30.195932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:30.231886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] Routers {'6eba4966-7693-4870-a92f-4496468d0543'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:30.232536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6eba4966-7693-4870-a92f-4496468d0543'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.295898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-cc63ddb7-bb52-42dd-83d1-50ef996c9422 None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:30.296477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.311008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] Routers {'6eba4966-7693-4870-a92f-4496468d0543'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:30.312077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6eba4966-7693-4870-a92f-4496468d0543'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.321697 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0555e600-8c96-4b7d-9b2a-ade23005c16e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eba4966-7693-4870-a92f-4496468d0543 HTTP/1.1" status: 200 len: 205 time: 0.1214547 Mar 23 10:24:30.328431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46202) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:30.392919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.393324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a11c0-25db-44a5-9539-918a798104b5 None None] The sync data for ids ['6eba4966-7693-4870-a92f-4496468d0543'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:30.403897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:30.415095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=4e1d58c2-bf80-4f26-9743-8f3fc9937657,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:30.418214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:30.432001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7334cb-8af9-4aa9-856e-6dc0e0fee5a6 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:30.460957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.473161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port b351df6e-65f1-4e4c-a90e-a0ee42b21942 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:30.473547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.526470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:30.527505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.582032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-27fc52a4-8f5b-4cc7-b5d1-b787a656726d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.618374 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b39f55ad-6952-4220-9134-507154bc2c9e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6766825 Mar 23 10:24:30.620974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:30.630192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'security_group': {'name': 'tempest-secgroup-597247779'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:30.630440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.639865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:30.646266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:30.650622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:30.670598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:30.701326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.714314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.858778 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for b351df6e-65f1-4e4c-a90e-a0ee42b21942 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:30.884454 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-27fc52a4-8f5b-4cc7-b5d1-b787a656726d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] update failed (client error): The resource could not be found. Mar 23 10:24:30.894009 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-27fc52a4-8f5b-4cc7-b5d1-b787a656726d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2 HTTP/1.1" status: 404 len: 339 time: 1.4961667 Mar 23 10:24:30.894692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:30.908396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-92647044'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:30.931310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:30.938801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:30.941931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:network and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:30.947998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:30.953659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group_rule and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:30.962534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:30.965371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:30.968131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Update dhcp port {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'fixed_ips': [{'subnet_id': 'aa583f2e-94ca-48e3-be66-210a8f323bfb', 'ip_address': '172.20.0.18'}, {'subnet_id': '4e1d58c2-bf80-4f26-9743-8f3fc9937657'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '7fdd43fb-8e5b-474a-95d9-f606af857327'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:24:30.974085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:31.008373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:31.011663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.035236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.097689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:31.118160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.153791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.154212 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Added segment 02613fd9-5a2d-4e38-b8d5-b583f42d61be of type vlan for network d8824b8e-708b-48bc-9648-fce6fe6e6471 Mar 23 10:24:31.164760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.209239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2593a2-93dc-477b-b723-b800deec1d5d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.252621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.276517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.277723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8d3659e1-9fe5-429d-a993-6ad665639213 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6535900 Mar 23 10:24:31.283790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46214) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:31.295191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.300083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.300308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.312637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045701219'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:31.319861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Allocated IP 172.20.0.2 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/4e1d58c2-bf80-4f26-9743-8f3fc9937657/7fdd43fb-8e5b-474a-95d9-f606af857327) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:31.334057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.334680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 6eba4966-7693-4870-a92f-4496468d0543 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:31.351234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.352421 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b7293d60-32d8-46e1-9c0c-614a9a70d801 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/6eba4966-7693-4870-a92f-4496468d0543 HTTP/1.1" status: 204 len: 168 time: 1.0197947 Mar 23 10:24:31.355040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46218) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:31.499474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7fdd43fb-8e5b-474a-95d9-f606af857327,segment=NetworkSegment(b1d8be50-be46-4da9-9903-6d71012276f1),segment_id=b1d8be50-be46-4da9-9903-6d71012276f1)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:31.506887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:31.522044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:31.527853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=b351df6e-65f1-4e4c-a90e-a0ee42b21942,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.530804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:31.536698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.539883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.543921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:31.544570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.550245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:31.557476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Transition to ACTIVE for port object 7fdd43fb-8e5b-474a-95d9-f606af857327 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:31.563068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.693055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 9f057550-a992-44dd-b5c9-122ca2de55ed {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:31.696511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.707259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c161924-f6da-41b1-b1f3-0835b1e4f6b6 None None] Pushing event updated for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.756224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.765129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.776596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8767805 Mar 23 10:24:31.785523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46224) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:31.786456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c7494-eedf-41fd-9705-c787fd4f9af4 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Network': ['ID=d8824b8e-708b-48bc-9648-fce6fe6e6471,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.800846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'subnet': {'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:31.802212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network d8824b8e-708b-48bc-9648-fce6fe6e6471 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:31.888397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.981860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.026196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=9f057550-a992-44dd-b5c9-122ca2de55ed,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:32.035238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.041038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4213c-112a-4fd9-9b22-15cf0ebc655e None None] Network 3be988de-70d7-4d3c-a793-0b2181f0668c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:32.044614 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-47081463-01ba-494c-bd7b-51a71687054c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/9f057550-a992-44dd-b5c9-122ca2de55ed HTTP/1.1" status: 204 len: 168 time: 0.6884894 Mar 23 10:24:32.047172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46230) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:32.097418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.158838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:32.241068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group_rule and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:32.245093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:32.258952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:32.264365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:32.284805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Usage tracker for resource:subnet and tenant:bb570d70cfd64790be31a855d4eee293 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:32.302709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.309673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:32.316492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:32.316827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.399405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] DHCP port deletion for 3be988de-70d7-4d3c-a793-0b2181f0668c request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:24:32.403953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Deleting port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:32.404567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.477499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:32.507432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.519326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Made reservation on behalf of bb570d70cfd64790be31a855d4eee293 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:32.546141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.557465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,segment=NetworkSegment(1fcc253b-9c99-460e-94d8-d243f6078dc5),segment_id=1fcc253b-9c99-460e-94d8-d243f6078dc5)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:32.557806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.564992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e54310c2-f885-4a49-b567-7e154ad1d293 None None] Provisioning for port 7fdd43fb-8e5b-474a-95d9-f606af857327 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:32.630417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e54310c2-f885-4a49-b567-7e154ad1d293 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:32.630711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e54310c2-f885-4a49-b567-7e154ad1d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.660346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.672841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.693091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:32.703235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] For port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,segment=NetworkSegment(1fcc253b-9c99-460e-94d8-d243f6078dc5),segment_id=1fcc253b-9c99-460e-94d8-d243f6078dc5)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:32.703766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.704003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.724492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.724738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Fanout notify agent at l3_agent the message router_deleted on router 384a20f6-54dd-44b2-89ab-3770d74e5739 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:32.783287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.835590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:32.835874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.837805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-33e2c2d6-83bd-4eee-8347-b98bf1c68d9a tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/routers/384a20f6-54dd-44b2-89ab-3770d74e5739 HTTP/1.1" status: 204 len: 168 time: 3.2542605 Mar 23 10:24:32.838325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46234) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:32.842486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b89bb-0dc0-4e0d-8eb8-a8819d62d5c2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:32.847819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.853352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-11cba662-1668-411b-8bab-d3cc5b464813 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5511775 Mar 23 10:24:32.854323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46238) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:32.861476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'security_group': {'name': 'tempest-secgroup-601356171'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:32.866496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Calling delete_port for 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:32.873844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:32.886111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:32.889978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:32.899436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:32.923583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.935387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:32.980242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:32.980628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:32.981210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e54310c2-f885-4a49-b567-7e154ad1d293 None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:32.981573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e54310c2-f885-4a49-b567-7e154ad1d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.023251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:33.040482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:security_group_rule and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:33.044861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:33.061332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:33.075053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.082586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e54310c2-f885-4a49-b567-7e154ad1d293 None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:33.171949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:33.185883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.205808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Subnet': ['ID=d31473b8-44d2-44fc-8993-1bf7d1922ef9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.226833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.228381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Checking segment: {'id': '02613fd9-5a2d-4e38-b8d5-b583f42d61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:33.228728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network hostable DHCP agents. Network: d8824b8e-708b-48bc-9648-fce6fe6e6471, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:33.235257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be988de-70d7-4d3c-a793-0b2181f0668c']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:33.235509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.248681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting subnet 31db3219-649d-4c12-8e12-bc772d5fa5a0 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:33.254881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcc253b-9c99-460e-94d8-d243f6078dc5') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:33.255247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcc253b-9c99-460e-94d8-d243f6078dc5') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:33.262165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.277558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:33.278182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.305152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.336160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.340167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.377891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 987 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:33.378760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:33.399133 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:33.411172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a90a6-1a89-470d-94ff-9eeab8076a18,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.415122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.416662 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c52e7e97-b606-4afd-8015-5c66c346a855 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5614130 Mar 23 10:24:33.419759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46242) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:33.432232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2142298244', 'security_groups': ['d54a90a6-1a89-470d-94ff-9eeab8076a18'], 'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e1d58c2-bf80-4f26-9743-8f3fc9937657'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:33.449887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network d8824b8e-708b-48bc-9648-fce6fe6e6471 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:33.481777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Deleting port 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:33.482524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.512216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.518624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, d8824b8e-708b-48bc-9648-fce6fe6e6471) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:33.533663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:33.534117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:33.534902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.541213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.558589 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-04762d1d-f141-483e-8e2a-f0646c380bcb tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7670009 Mar 23 10:24:33.561296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=3be988de-70d7-4d3c-a793-0b2181f0668c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.562860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46246) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:33.571890 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3f28c7b0-da30-4da0-85ae-ff24a720ab77 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/3be988de-70d7-4d3c-a793-0b2181f0668c HTTP/1.1" status: 204 len: 168 time: 1.5234745 Mar 23 10:24:33.573560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:33.574461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:33.574643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8162419d-c2f5-484e-9b22-ffbef38de84b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:33.575933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aaaf6d-d2e1-4ddf-87e0-46e63ccba0aa None None] Network d8824b8e-708b-48bc-9648-fce6fe6e6471 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:33.576959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46250) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:33.586339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-471904683', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:33.593024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:33.598411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.674427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3350d4f8-69bf-409c-a459-af9c64393618 None None] The port '85f9c89d-f1b0-4dd1-9f9e-b791a6ec8cdf' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:24:33.728443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:33.736421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:33.740835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:33.749215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:33.755393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:33.770257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.771227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.804945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.818368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.849234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-d8824b8e-708b-48bc-9648-fce6fe6e6471', 'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471', 'tenant_id': 'bb570d70cfd64790be31a855d4eee293', 'fixed_ips': [{'subnet_id': 'd31473b8-44d2-44fc-8993-1bf7d1922ef9'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:33.850119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.864566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Subnet': ['ID=31db3219-649d-4c12-8e12-bc772d5fa5a0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.875009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.880434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:33.883933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.900541 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a2070a46-13aa-434e-96b0-090ec0705011 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/subnets/31db3219-649d-4c12-8e12-bc772d5fa5a0 HTTP/1.1" status: 204 len: 168 time: 1.0611882 Mar 23 10:24:33.903320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46254) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:33.908354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c681e-03f5-42ce-858e-f1ab94549c20 None None] Network 64289b91-1a11-4b23-929f-8765852aa921 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:33.979200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.980301 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-faaaf00f-6f41-4bd9-a395-3070d3bcb65f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4023874 Mar 23 10:24:33.983689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46258) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:33.990099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769088315'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:33.999793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:34.035113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.050082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port b2904be0-7d65-4266-8333-350d7816ebed {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:34.050526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.068666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:34.081742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:34.094619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:34.188002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:34.191612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.215690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.216184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Allocated IP 2001:db8:1::2 (d8824b8e-708b-48bc-9648-fce6fe6e6471/d31473b8-44d2-44fc-8993-1bf7d1922ef9/8eb0a971-fbde-42b2-bf08-9295ee45fcca) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:34.272302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] device_id is not set on port fde52325-880e-41f3-b16f-1cc973724ce3 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:24:34.309522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8162419d-c2f5-484e-9b22-ffbef38de84b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.312768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:34.332711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.333296 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment 41655ec1-fd90-4de3-935e-184955fa2874 of type vlan for network dfae7b70-f181-4a79-80c8-edbc3922d70e Mar 23 10:24:34.366785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] For port b2904be0-7d65-4266-8333-350d7816ebed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2904be0-7d65-4266-8333-350d7816ebed,segment=NetworkSegment(01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97),segment_id=01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:34.368330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.414759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.423244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] DHCP port deletion for 64289b91-1a11-4b23-929f-8765852aa921 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:24:34.440621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Deleting port b2904be0-7d65-4266-8333-350d7816ebed {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:34.441142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.528876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for b2904be0-7d65-4266-8333-350d7816ebed owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:34.575144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.580250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:34.580854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.626727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.637673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.702193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] No DVR routers for this DVR port b2904be0-7d65-4266-8333-350d7816ebed on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:34.749860 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7617431 Mar 23 10:24:34.750118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Transition to ACTIVE for port object 8eb0a971-fbde-42b2-bf08-9295ee45fcca will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:34.751963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=b2904be0-7d65-4266-8333-350d7816ebed,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:34.755506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46262) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:34.772468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8106f29-f3a8-4c1f-b616-11f20b05dd7b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=dfae7b70-f181-4a79-80c8-edbc3922d70e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:34.775279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Transition to ACTIVE for port object 8eb0a971-fbde-42b2-bf08-9295ee45fcca will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:34.776752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.9 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/4e1d58c2-bf80-4f26-9743-8f3fc9937657/fde52325-880e-41f3-b16f-1cc973724ce3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:34.781727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:34.802074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] For port b2904be0-7d65-4266-8333-350d7816ebed, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b2904be0-7d65-4266-8333-350d7816ebed,segment=NetworkSegment(01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97),segment_id=01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:34.802466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.810792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.852664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-8162419d-c2f5-484e-9b22-ffbef38de84b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:34.858199 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8162419d-c2f5-484e-9b22-ffbef38de84b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2 HTTP/1.1" status: 400 len: 364 time: 1.2890861 Mar 23 10:24:34.864704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network dfae7b70-f181-4a79-80c8-edbc3922d70e details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:34.864947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46266) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:35.056880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Calling delete_port for b2904be0-7d65-4266-8333-350d7816ebed owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:35.102013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.139961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Network d8824b8e-708b-48bc-9648-fce6fe6e6471 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:35.151471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64289b91-1a11-4b23-929f-8765852aa921']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:35.166696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:35.173955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:35.174386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ba5c7b-4442-4a2d-a84e-fb34a6fd4b97') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:35.182821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:35.190556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.193643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:35.196836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:35.198358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.206847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:35.211625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:35.241496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Pushing event updated for resources: {'Port': ['ID=8eb0a971-fbde-42b2-bf08-9295ee45fcca,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.258567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object fde52325-880e-41f3-b16f-1cc973724ce3 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:35.282493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.294968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.298835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:35.299412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:35.299919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2904be0-7d65-4266-8333-350d7816ebed no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:35.364132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:35.364690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.368065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b2904be0-7d65-4266-8333-350d7816ebed {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:35.369041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b2904be0-7d65-4266-8333-350d7816ebed not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:35.384584 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:35.390434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:35.400721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=fde52325-880e-41f3-b16f-1cc973724ce3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.401319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Attempting to bind port 8eb0a971-fbde-42b2-bf08-9295ee45fcca on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:35.401706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Attempting to bind port 8eb0a971-fbde-42b2-bf08-9295ee45fcca by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '02613fd9-5a2d-4e38-b8d5-b583f42d61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:35.402077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Attempting to bind port 8eb0a971-fbde-42b2-bf08-9295ee45fcca on network d8824b8e-708b-48bc-9648-fce6fe6e6471 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:35.410962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:35.411414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:35.411807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Checking segment: {'id': '02613fd9-5a2d-4e38-b8d5-b583f42d61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:35.412219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.412394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:35.412613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Bound using segment: {'id': '02613fd9-5a2d-4e38-b8d5-b583f42d61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:35.413097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Bound port: 8eb0a971-fbde-42b2-bf08-9295ee45fcca, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02613fd9-5a2d-4e38-b8d5-b583f42d61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd8824b8e-708b-48bc-9648-fce6fe6e6471'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:35.413476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.415636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:35.539915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:35.540784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.562963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] For port 8eb0a971-fbde-42b2-bf08-9295ee45fcca, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:35.574185 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-001c61e6-44c9-41af-b091-4433fa1545c5 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1493733 Mar 23 10:24:35.579029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46270) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:35.590022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:35.723345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] For port 8eb0a971-fbde-42b2-bf08-9295ee45fcca, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8eb0a971-fbde-42b2-bf08-9295ee45fcca,segment=NetworkSegment(02613fd9-5a2d-4e38-b8d5-b583f42d61be),segment_id=02613fd9-5a2d-4e38-b8d5-b583f42d61be)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:35.724826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.730983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.741468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.746703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.795214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:35.800114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Deleting port b2904be0-7d65-4266-8333-350d7816ebed {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:35.800496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.801608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:35.805434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:35.815454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:35.833140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:35.843154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.875240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-650ee65c-d5e4-4d20-b810-dc9bdff62356 None None] Provisioning for port fde52325-880e-41f3-b16f-1cc973724ce3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:35.893356 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-395ee46a-3019-4642-b1d2-e3998b073e97 None None] The port 'b2904be0-7d65-4266-8333-350d7816ebed' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:24:35.898285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511941e-96ea-4e54-b946-8f23b741375d None None] Pushing event updated for resources: {'Port': ['ID=8eb0a971-fbde-42b2-bf08-9295ee45fcca,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.900921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-650ee65c-d5e4-4d20-b810-dc9bdff62356 None None] Provisioning complete for port fde52325-880e-41f3-b16f-1cc973724ce3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:35.901292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-650ee65c-d5e4-4d20-b810-dc9bdff62356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.972013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Network': ['ID=64289b91-1a11-4b23-929f-8765852aa921,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.992463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-650ee65c-d5e4-4d20-b810-dc9bdff62356 None None] Port fde52325-880e-41f3-b16f-1cc973724ce3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:36.000789 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0f8883e0-6370-43f7-9479-87e2d2588ac0 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/networks/64289b91-1a11-4b23-929f-8765852aa921 HTTP/1.1" status: 204 len: 168 time: 2.0964167 Mar 23 10:24:36.005487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46274) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:36.052944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4e1d58c2-bf80-4f26-9743-8f3fc9937657 (CIDR: 172.20.0.0/28) Mar 23 10:24:36.056948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:36.057579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:36.080087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1a0fbf58-6186-42e8-8642-7bdba956ca79 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4974747 Mar 23 10:24:36.083486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46278) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:36.089609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:36.264691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:36.265446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 8b1484b0-ef3f-433d-9064-7619eb5830d9 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:36.265446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.270647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:36.274190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:36.281645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:36.307568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:36.312071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.474679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aa583f2e-94ca-48e3-be66-210a8f323bfb (CIDR: 172.20.0.16/28) Mar 23 10:24:36.478547 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:36.479060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:36.505827 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d3a5dcdd-d96f-4dfd-a6f8-88ff3875fb1b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4176559 Mar 23 10:24:36.506098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46282) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:36.508257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.512101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'subnet': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:36.676687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:36.682208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Usage tracker for resource:subnet and tenant:c8e87be944e64d3cbf13ca3f2466e3e5 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:36.686118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:36.695278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:36.708161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Made reservation on behalf of c8e87be944e64d3cbf13ca3f2466e3e5 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:36.713361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.805967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.806306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.829831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.081161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.161168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 8b1484b0-ef3f-433d-9064-7619eb5830d9 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:37.264136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:37.267740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:37.272454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89a2f6-c727-4fdf-a3ec-45572ac0f86e None None] Network d8824b8e-708b-48bc-9648-fce6fe6e6471 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:37.286729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.287317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.301062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Subnet': ['ID=603010b7-e9bb-4ab9-b04d-65f41f78aa0c,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:37.312335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e03dc20-63e3-4221-bba4-a2e4e1fcdad1 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:37.318788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-564db4a2-9e6b-42c5-8b89-20b174708d60 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8115730 Mar 23 10:24:37.320187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46286) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.327196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1620130221', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '603010b7-e9bb-4ab9-b04d-65f41f78aa0c'}], 'security_groups': ['1a2593a2-93dc-477b-b723-b800deec1d5d', 'eb4b89bb-0dc0-4e0d-8eb8-a8819d62d5c2']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:37.342333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8eb0a971-fbde-42b2-bf08-9295ee45fcca up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:37.360057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=4a71bcb6-bf85-4c96-967d-d79e34ccc768,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:37.464783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:37.465268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: dfae7b70-f181-4a79-80c8-edbc3922d70e, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:37.477616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.578333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Allocated IP 2001:db8::1 (ade7e2b1-8ba3-405b-b236-e824c7476678/b411e61d-d05a-40f5-80bb-b21be6cd479e/6da45796-b21b-4a8d-bb9d-09106e170519) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:37.581787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4281f5cb-c744-42df-b595-ee5fe0caff56 None None] Provisioning for port 8eb0a971-fbde-42b2-bf08-9295ee45fcca completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:37.679949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network dfae7b70-f181-4a79-80c8-edbc3922d70e is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:37.726203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8eb0a971-fbde-42b2-bf08-9295ee45fcca completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:37.748064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.748453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8eb0a971-fbde-42b2-bf08-9295ee45fcca triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:37.748453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.802382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, dfae7b70-f181-4a79-80c8-edbc3922d70e) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:37.821964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.822877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.834321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=8b1484b0-ef3f-433d-9064-7619eb5830d9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:37.881601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93cacd-d506-4d54-b5fd-b4e7f26a9e8b None None] Network dfae7b70-f181-4a79-80c8-edbc3922d70e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:37.995707 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-854019d9-0b4e-426e-8bef-97daff99da4f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2347128 Mar 23 10:24:38.003692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46290) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.065446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.088648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Delete allocated IP 172.20.0.9 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/4e1d58c2-bf80-4f26-9743-8f3fc9937657) {{(pid=83745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:24:38.115681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Allocated IP 172.20.0.40 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/603010b7-e9bb-4ab9-b04d-65f41f78aa0c/fde52325-880e-41f3-b16f-1cc973724ce3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:38.140599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.143252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.148954 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-988d127b-a58b-4b23-8eb8-02b8fef67474 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/floatingips/7cb05e8b-1a0d-4f97-8a15-301c56004d9a HTTP/1.1" status: 204 len: 168 time: 2.1421094 Mar 23 10:24:38.150220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46294) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.197920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Transition to ACTIVE for port object 6da45796-b21b-4a8d-bb9d-09106e170519 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:38.224671 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-e573b875-20c5-43b8-addf-2d2ac4293042 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:38.225269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e573b875-20c5-43b8-addf-2d2ac4293042 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:38.232894 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e573b875-20c5-43b8-addf-2d2ac4293042 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/ports/52ba5fa8-5200-448f-bff4-eefb5d8f5e3a HTTP/1.1" status: 404 len: 333 time: 0.0729606 Mar 23 10:24:38.236147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46298) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.319070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.330264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-10470b21-11c3-409a-8a66-ca737bec7757 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Synchronizing usage tracker for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:38.435242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.461323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Transition to ACTIVE for port object fde52325-880e-41f3-b16f-1cc973724ce3 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:38.461651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8eb0a971-fbde-42b2-bf08-9295ee45fcca, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8eb0a971-fbde-42b2-bf08-9295ee45fcca,segment=NetworkSegment(02613fd9-5a2d-4e38-b8d5-b583f42d61be),segment_id=02613fd9-5a2d-4e38-b8d5-b583f42d61be)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:38.469093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.508258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-dfae7b70-f181-4a79-80c8-edbc3922d70e', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:38.509567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.539989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.558176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-10470b21-11c3-409a-8a66-ca737bec7757 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Unset dirty status for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:38.561486 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-10470b21-11c3-409a-8a66-ca737bec7757 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/ports?device_id=384a20f6-54dd-44b2-89ab-3770d74e5739 HTTP/1.1" status: 200 len: 205 time: 0.3234968 Mar 23 10:24:38.575456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.584397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46302) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.712745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network ade7e2b1-8ba3-405b-b236-e824c7476678 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:38.716156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event updated for resources: {'Port': ['ID=fde52325-880e-41f3-b16f-1cc973724ce3,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.724427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-184bc7fd-6c0a-4474-878b-ecde804a488c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] delete failed (client error): The resource could not be found. Mar 23 10:24:38.725514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-184bc7fd-6c0a-4474-878b-ecde804a488c tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/routers/384a20f6-54dd-44b2-89ab-3770d74e5739 HTTP/1.1" status: 404 len: 336 time: 0.1399834 Mar 23 10:24:38.732197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46306) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.732980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:38.743338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:38.744595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.779489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Update dhcp port {'port': {'network_id': '4d518d78-7c78-4fd9-9c22-b42cdad0fb2a', 'fixed_ips': [{'subnet_id': 'aa583f2e-94ca-48e3-be66-210a8f323bfb', 'ip_address': '172.20.0.18'}, {'subnet_id': '4e1d58c2-bf80-4f26-9743-8f3fc9937657', 'ip_address': '172.20.0.2'}, {'subnet_id': '603010b7-e9bb-4ab9-b04d-65f41f78aa0c'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '7fdd43fb-8e5b-474a-95d9-f606af857327'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:24:38.791470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Port': ['ID=6da45796-b21b-4a8d-bb9d-09106e170519,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.806059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd31b809-a20b-4263-928b-01a6f222f365 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:38.806513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd31b809-a20b-4263-928b-01a6f222f365 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:38.808746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bd31b809-a20b-4263-928b-01a6f222f365 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/subnets/31db3219-649d-4c12-8e12-bc772d5fa5a0 HTTP/1.1" status: 404 len: 337 time: 0.0750821 Mar 23 10:24:38.811862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46310) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.828540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8eb0a971-fbde-42b2-bf08-9295ee45fcca,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.884904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] In _notify_port_updated(), no bound segment for port fde52325-880e-41f3-b16f-1cc973724ce3 on network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:24:38.889281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:38.891048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.893604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-59d2c696-5328-4c99-ae2c-998c5eadb5c4 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "PUT /v2.0/ports/fde52325-880e-41f3-b16f-1cc973724ce3 HTTP/1.1" status: 200 len: 960 time: 1.5719812 Mar 23 10:24:38.902616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46314) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.914171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.012750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Allocated IP 2001:db8::2 (dfae7b70-f181-4a79-80c8-edbc3922d70e/4a71bcb6-bf85-4c96-967d-d79e34ccc768/04386402-2caa-4757-a3a2-022449bc7c13) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:39.017211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 300e3969-9a11-483f-97e7-1033e01f39a1 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:39.018329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.175736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port fde52325-880e-41f3-b16f-1cc973724ce3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:39.177437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.207646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96d97400-16ba-4b01-a012-5065ddf54f08 None None] Provisioning complete for port 8eb0a971-fbde-42b2-bf08-9295ee45fcca triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:39.208023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96d97400-16ba-4b01-a012-5065ddf54f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.273938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8eb0a971-fbde-42b2-bf08-9295ee45fcca up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:39.331687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.528245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Allocated IP 172.20.0.34 (4d518d78-7c78-4fd9-9c22-b42cdad0fb2a/603010b7-e9bb-4ab9-b04d-65f41f78aa0c/7fdd43fb-8e5b-474a-95d9-f606af857327) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:39.631495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46320) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:39.713089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.730272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8eb0a971-fbde-42b2-bf08-9295ee45fcca triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:39.730699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.739032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.770794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Transition to ACTIVE for port object 04386402-2caa-4757-a3a2-022449bc7c13 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:39.838606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Transition to ACTIVE for port object 04386402-2caa-4757-a3a2-022449bc7c13 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:39.866558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.871477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7fdd43fb-8e5b-474a-95d9-f606af857327,segment=NetworkSegment(b1d8be50-be46-4da9-9903-6d71012276f1),segment_id=b1d8be50-be46-4da9-9903-6d71012276f1)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:40.035644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Network dfae7b70-f181-4a79-80c8-edbc3922d70e is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:40.047645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.047988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:40.056226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Pushing event updated for resources: {'Port': ['ID=04386402-2caa-4757-a3a2-022449bc7c13,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.061779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:40.069320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-801ba69b-15c6-4a84-86df-eb01ccc626b1 None None] Provisioning for port 6da45796-b21b-4a8d-bb9d-09106e170519 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:40.087678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-801ba69b-15c6-4a84-86df-eb01ccc626b1 None None] Provisioning complete for port 6da45796-b21b-4a8d-bb9d-09106e170519 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:40.087992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-801ba69b-15c6-4a84-86df-eb01ccc626b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.120944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Transition to ACTIVE for port object 7fdd43fb-8e5b-474a-95d9-f606af857327 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:40.121751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.177157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.310537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-801ba69b-15c6-4a84-86df-eb01ccc626b1 None None] Port 6da45796-b21b-4a8d-bb9d-09106e170519 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:40.381199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.388038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Attempting to bind port 04386402-2caa-4757-a3a2-022449bc7c13 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:40.388484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Attempting to bind port 04386402-2caa-4757-a3a2-022449bc7c13 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:40.388812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Attempting to bind port 04386402-2caa-4757-a3a2-022449bc7c13 on network dfae7b70-f181-4a79-80c8-edbc3922d70e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:40.517322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f5a5-8ca7-41b1-ad9c-8617e1748bb9 None None] Pushing event updated for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.522470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:40.522840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Checking segment: {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:40.523240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.523651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Bound using segment: {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:40.524130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Bound port: 04386402-2caa-4757-a3a2-022449bc7c13, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:40.524503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.542494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 300e3969-9a11-483f-97e7-1033e01f39a1 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:40.630752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] For port 04386402-2caa-4757-a3a2-022449bc7c13, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:40.634463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] For port 04386402-2caa-4757-a3a2-022449bc7c13, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=04386402-2caa-4757-a3a2-022449bc7c13,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:40.644289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.729979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Deleting port ec8fdc95-65c5-401d-9d52-252c3284d656 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:40.730983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.761470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e40ae-16be-4f05-a1e4-1882a99c8ce1 None None] Pushing event updated for resources: {'Port': ['ID=04386402-2caa-4757-a3a2-022449bc7c13,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.796667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8::1 (dfae7b70-f181-4a79-80c8-edbc3922d70e/4a71bcb6-bf85-4c96-967d-d79e34ccc768/cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:40.807976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for fde52325-880e-41f3-b16f-1cc973724ce3 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:40.826828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.835405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.836847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.199097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event updated for resources: {'Port': ['ID=6da45796-b21b-4a8d-bb9d-09106e170519,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.210578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.273117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:41.298748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.299236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.369922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:41.387503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Network ade7e2b1-8ba3-405b-b236-e824c7476678 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:41.389693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:41.494602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.505171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Calling delete_port for ec8fdc95-65c5-401d-9d52-252c3284d656 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:41.512865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 04386402-2caa-4757-a3a2-022449bc7c13 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:41.651303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=300e3969-9a11-483f-97e7-1033e01f39a1,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.682435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Provisioning for port 7fdd43fb-8e5b-474a-95d9-f606af857327 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:41.691419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 04386402-2caa-4757-a3a2-022449bc7c13 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:41.694828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:41.695204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.708033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.787357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=fde52325-880e-41f3-b16f-1cc973724ce3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.794558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.885503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.887746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Could not find standard attr ID for object fde52325-880e-41f3-b16f-1cc973724ce3. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:41.912658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:41.913269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.999627 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-469a103d-40ed-4afc-b2e0-c1122b240cf3 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/ports/300e3969-9a11-483f-97e7-1033e01f39a1 HTTP/1.1" status: 204 len: 168 time: 3.1865211 Mar 23 10:24:42.016153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46324) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:42.069926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1371d-77b0-4a60-a5e2-b6569534e476 None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:42.086812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network dfae7b70-f181-4a79-80c8-edbc3922d70e is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:42.101308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:42.110091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:42.114316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:42.115156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.204785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-36b645ba-9a50-4acf-93e5-082d594fd573 None None] Provisioning complete for port 6da45796-b21b-4a8d-bb9d-09106e170519 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:42.205130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-36b645ba-9a50-4acf-93e5-082d594fd573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.208069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Router 5998876f-e8de-48be-ab5c-3d0d200aaed2 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:42.229501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.256388 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-38f780b3-2e98-4f88-9caf-5a120b63e209 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/fde52325-880e-41f3-b16f-1cc973724ce3 HTTP/1.1" status: 204 len: 168 time: 3.3491156 Mar 23 10:24:42.260087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46328) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:42.265538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port e3a70fb7-d041-4796-a606-8d6f364332fe {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:42.265894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.274222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-36b645ba-9a50-4acf-93e5-082d594fd573 None None] Port 6da45796-b21b-4a8d-bb9d-09106e170519 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:42.325579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.364599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.393880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d464d3e9-a56e-44c2-84ac-b9f469b58806 None None] Could not find standard attr ID for object fde52325-880e-41f3-b16f-1cc973724ce3. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:42.429979 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7243b663-35f9-402e-a924-a584a193662d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] GET failed (client error): The resource could not be found. Mar 23 10:24:42.430481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7243b663-35f9-402e-a924-a584a193662d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:42.450410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'Port': ['ID=ec8fdc95-65c5-401d-9d52-252c3284d656,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:42.524163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3de46-6f08-450a-90cb-cc5bf4a5c2b2 None None] Network dfae7b70-f181-4a79-80c8-edbc3922d70e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:42.552154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7243b663-35f9-402e-a924-a584a193662d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:42.553473 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7243b663-35f9-402e-a924-a584a193662d tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports/fde52325-880e-41f3-b16f-1cc973724ce3 HTTP/1.1" status: 404 len: 333 time: 0.2495198 Mar 23 10:24:42.566191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46332) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:42.658490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] Provisioning for port 04386402-2caa-4757-a3a2-022449bc7c13 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:42.667259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] Provisioning complete for port 04386402-2caa-4757-a3a2-022449bc7c13 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:42.667524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.852223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.900733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.905105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:42.919800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] Sync routers for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:42.936446 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:42.936717 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6071a3db-117a-4485-89c3-086c4c7434f9 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0144081 Mar 23 10:24:42.936831 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:42.940000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46336) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:42.942524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] For port 04386402-2caa-4757-a3a2-022449bc7c13, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=04386402-2caa-4757-a3a2-022449bc7c13,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:42.962536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.995507 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:43.019800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:43.023064 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:43.078572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d2dfb-5281-461b-91ee-b567a686bc75 None None] Pushing event updated for resources: {'Port': ['ID=04386402-2caa-4757-a3a2-022449bc7c13,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:43.102735 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:43.104877 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f408cec-f9b9-4233-86f1-2a1044ba8c70 None None] The sync data for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:43.156150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.170385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.171990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.188345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 04386402-2caa-4757-a3a2-022449bc7c13 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:43.248619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3d00d60-221c-428d-aa69-eb3a44d06b46 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.303491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 04386402-2caa-4757-a3a2-022449bc7c13 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:43.304257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.307482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.336023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3d00d60-221c-428d-aa69-eb3a44d06b46 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.359208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:43.381266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-627d6b5d-a4bd-4c3e-983b-c00de14b5d59 None None] Provisioning for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:43.386800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-627d6b5d-a4bd-4c3e-983b-c00de14b5d59 None None] Provisioning complete for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:43.387195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-627d6b5d-a4bd-4c3e-983b-c00de14b5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.456689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6cab2fa1-1232-4072-bc5c-6e38130bc1b3 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.496607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for e3a70fb7-d041-4796-a606-8d6f364332fe owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:43.504130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-627d6b5d-a4bd-4c3e-983b-c00de14b5d59 None None] Port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:43.522069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network dfae7b70-f181-4a79-80c8-edbc3922d70e is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:43.522324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-627d6b5d-a4bd-4c3e-983b-c00de14b5d59 None None] Provisioning complete for port 04386402-2caa-4757-a3a2-022449bc7c13 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:43.522762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-627d6b5d-a4bd-4c3e-983b-c00de14b5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.535699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:43.706588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3d00d60-221c-428d-aa69-eb3a44d06b46 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.742396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d00d60-221c-428d-aa69-eb3a44d06b46 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a90a6-1a89-470d-94ff-9eeab8076a18,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:43.772180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.821948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3d00d60-221c-428d-aa69-eb3a44d06b46 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.823233 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c3d00d60-221c-428d-aa69-eb3a44d06b46 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/security-groups/d54a90a6-1a89-470d-94ff-9eeab8076a18 HTTP/1.1" status: 204 len: 168 time: 1.2473855 Mar 23 10:24:43.829218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d6d9c912-e384-4641-baa5-19ed817759f9 None None] Provisioning complete for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:43.830121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c912-e384-4641-baa5-19ed817759f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.833456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46340) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:43.834663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=e3a70fb7-d041-4796-a606-8d6f364332fe,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:43.904665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9c912-e384-4641-baa5-19ed817759f9 None None] Port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:44.029236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fa37f667-997b-4c31-be45-92bca326c39e None None] Provisioning complete for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:44.029967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fa37f667-997b-4c31-be45-92bca326c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.084707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-fa37f667-997b-4c31-be45-92bca326c39e None None] Port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:44.135357 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-6cab2fa1-1232-4072-bc5c-6e38130bc1b3 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 10:24:44.139036 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6cab2fa1-1232-4072-bc5c-6e38130bc1b3 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2 HTTP/1.1" status: 409 len: 329 time: 1.1931851 Mar 23 10:24:44.139233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46344) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.179408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.184175 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-824d398b-fcd7-4624-87e8-1cc2974f9499 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/ports/e3a70fb7-d041-4796-a606-8d6f364332fe HTTP/1.1" status: 204 len: 168 time: 2.1657829 Mar 23 10:24:44.190107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46348) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.194840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e4f1268-56ed-4ccd-b93e-4830f22c54a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.281360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e4f1268-56ed-4ccd-b93e-4830f22c54a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.365267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9272d94-52da-43ad-b110-ee81b67b8a4b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:44.365985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c9272d94-52da-43ad-b110-ee81b67b8a4b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Synchronizing usage tracker for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:44.388051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e4f1268-56ed-4ccd-b93e-4830f22c54a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.412581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f1268-56ed-4ccd-b93e-4830f22c54a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b89bb-0dc0-4e0d-8eb8-a8819d62d5c2,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:44.417141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c9272d94-52da-43ad-b110-ee81b67b8a4b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Unset dirty status for tenant:cb50663df50e4aa39c2bd35264d28ff3 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:44.421118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c9272d94-52da-43ad-b110-ee81b67b8a4b tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cab47af-8a78-40d5-bbd3-e91e1ba33634 HTTP/1.1" status: 200 len: 913 time: 0.2222469 Mar 23 10:24:44.423956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46352) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.484820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0e4f1268-56ed-4ccd-b93e-4830f22c54a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.486499 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0e4f1268-56ed-4ccd-b93e-4830f22c54a6 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/security-groups/eb4b89bb-0dc0-4e0d-8eb8-a8819d62d5c2 HTTP/1.1" status: 204 len: 168 time: 0.6495407 Mar 23 10:24:44.490583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:24:44.492950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46356) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.585254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Router 95b11a12-150c-478d-8c78-524ad320f6c8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:44.721878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21b6c3cd-0032-4714-8be5-376c7060c823 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.771804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21b6c3cd-0032-4714-8be5-376c7060c823 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.803368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.962456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21b6c3cd-0032-4714-8be5-376c7060c823 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.985779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6c3cd-0032-4714-8be5-376c7060c823 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2593a2-93dc-477b-b723-b800deec1d5d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:44.993585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:45.021183 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9c18a3df-016c-4a09-a71c-904a1df8c3ad tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0091832 Mar 23 10:24:45.021417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:45.021863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21b6c3cd-0032-4714-8be5-376c7060c823 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.021863 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-21b6c3cd-0032-4714-8be5-376c7060c823 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/security-groups/1a2593a2-93dc-477b-b723-b800deec1d5d HTTP/1.1" status: 204 len: 168 time: 0.5185456 Mar 23 10:24:45.021863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.021863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46364) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.030316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1597574548'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:45.044174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:45.045131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:45.075975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:45.087787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:45.091681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:45.108376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:45.148975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:45.157030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:45.158412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.161669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.162462 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] Sync routers for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:45.181021 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:45.181826 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:45.233829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9e9636c5-cc1d-45a3-a485-f32f2c94f48f tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "DELETE /v2.0/floatingips/e25f7bc6-eeab-4c37-8946-ec9c424f60fa HTTP/1.1" status: 204 len: 168 time: 5.5969520 Mar 23 10:24:45.235614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:24:45.351812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'status': 'completed', 'code': 200} Mar 23 10:24:45.395412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:45.400734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.456911 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:45.665127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:45.749806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.750388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment 2c0a03bc-db5d-4626-9efe-c98bd4f3076f of type vlan for network 3934dae0-a161-4baf-a893-df3c7488336c Mar 23 10:24:45.847693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:24:42Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:42Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:45.855877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:24:45.856776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Updating router 6ff68333-f78b-4391-a91e-995a01dae5d1 port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:24:45.871073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet 4e1d58c2-bf80-4f26-9743-8f3fc9937657 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:45.883747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.900861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ab8e7-55b9-4733-b1c4-f359495a5de3 req-9706c52d-ec62-4398-a2b1-1f849e362165 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:45.901762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f42ab8e7-55b9-4733-b1c4-f359495a5de3 req-9706c52d-ec62-4398-a2b1-1f849e362165 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Synchronizing usage tracker for tenant:bd6937c8729147d4838da41082f82fda on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:45.930792 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:44Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:45.934865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.936432 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] Checking router: 95b11a12-150c-478d-8c78-524ad320f6c8 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:24:45.948510 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-cd178e02-5f3f-4dae-bfd2-77b081e4ddd2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bd6937c8729147d4838da41082f82fda&device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 1098 time: 0.4654629 Mar 23 10:24:45.949632 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:45.950305 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:45.997273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f42ab8e7-55b9-4733-b1c4-f359495a5de3 req-9706c52d-ec62-4398-a2b1-1f849e362165 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Unset dirty status for tenant:bd6937c8729147d4838da41082f82fda on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:46.007272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f42ab8e7-55b9-4733-b1c4-f359495a5de3 req-9706c52d-ec62-4398-a2b1-1f849e362165 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.2764552 Mar 23 10:24:46.015322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.102818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.151157 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f42ab8e7-55b9-4733-b1c4-f359495a5de3 req-b1b0f7ec-0f55-4d49-b728-e0eb125d6e40 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425619 Mar 23 10:24:46.228938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.232691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:46.233300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.254579 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:46.400016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-67264a65-c9cc-4c40-9c06-54a3a09ec9bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:46.401662 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-67264a65-c9cc-4c40-9c06-54a3a09ec9bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 200 len: 898 time: 0.4420214 Mar 23 10:24:46.411039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.426820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Transition to ACTIVE for port object cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:46.435326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.490448 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4686782 Mar 23 10:24:46.501154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46376) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.501801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671e07a-3ed3-43b5-902f-c8b47d4869b8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=3934dae0-a161-4baf-a893-df3c7488336c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:46.516135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:46.562660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port ec843ef7-c0a4-42f1-89eb-37e1f52d6215 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:46.563247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.564157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 3934dae0-a161-4baf-a893-df3c7488336c details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:46.598417 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-882dd6d3-aab2-411a-b8e9-cb91f1aacdee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 200 len: 217 time: 0.1788912 Mar 23 10:24:46.607807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.629208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8902a-07a8-4475-84e6-91acb44c7678 None None] Pushing event updated for resources: {'Port': ['ID=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:46.716078 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:44Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:46.720854 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7b27-4ef5-4d3c-9ac8-17f4371b6559 None None] The sync data for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv is: [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 4, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'f3b4781f-399e-4835-a343-37d8c53990a8', 'name': '', 'network_id': '8475a1e8-74ba-4d18-8ec1-d35e945320ad', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'mac_address': 'fa:16:3e:e5:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:26Z', 'updated_at': '2022-03-23T10:21:44Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'subnets': [{'id': '886a7046-7744-458e-a1a8-18c2b5af4e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:46.807388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.873271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Attempting to bind port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:46.873643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Attempting to bind port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:46.873999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Attempting to bind port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 on network dfae7b70-f181-4a79-80c8-edbc3922d70e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:46.881192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:46.881565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Checking segment: {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:46.881961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.882347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Bound using segment: {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:46.882808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Bound port: cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41655ec1-fd90-4de3-935e-184955fa2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:46.883175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.920129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:46.936221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:46.949228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:46.955246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-ad41535d-983c-4c90-ae90-ceb26eb50828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:46.956725 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-ad41535d-983c-4c90-ae90-ceb26eb50828 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 200 len: 834 time: 0.3060584 Mar 23 10:24:46.963574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:46.984978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for ec843ef7-c0a4-42f1-89eb-37e1f52d6215 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:47.012675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.028068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] For port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:47.031728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] For port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:47.038492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.090039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:47.123558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1d58c2-bf80-4f26-9743-8f3fc9937657,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:47.159816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:47.160875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:47.274607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.314730 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e1edd725-eec0-45e8-b5b9-ee5f0f9fe7d8 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/4e1d58c2-bf80-4f26-9743-8f3fc9937657 HTTP/1.1" status: 204 len: 168 time: 2.2922730 Mar 23 10:24:47.323314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46382) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.336913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.417424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603a03e-d90b-460b-a980-b8f1c3d04cd8 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:47.430581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c8ad7-4ed1-4827-b8e0-032a9b2aeeb6 None None] New status for floating IP e25f7bc6-eeab-4c37-8946-ec9c424f60fa: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:24:47.460407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-58b99c4c-7808-44e6-b4f5-2077a24fedf7 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:47.461934 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-58b99c4c-7808-44e6-b4f5-2077a24fedf7 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.91 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.2351153 Mar 23 10:24:47.521453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.589224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=ec843ef7-c0a4-42f1-89eb-37e1f52d6215,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:47.603851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Deleting port a7f8eec9-bc15-4ba9-a290-58b566605d1c {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:47.603851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.636805 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-221aedbe-5e79-4152-af6f-ac9c4015676c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8475a1e8-74ba-4d18-8ec1-d35e945320ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6695001 Mar 23 10:24:47.650982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet 603010b7-e9bb-4ab9-b04d-65f41f78aa0c {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:47.677669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.686136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8902a-07a8-4475-84e6-91acb44c7678 None None] Pushing event updated for resources: {'Port': ['ID=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:47.761669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:47.791377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b68d3-f982-43dd-9050-5799de98f6ec req-c9e03c88-6b19-4dda-8199-1ba0082583f4 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:47.792630 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bc5b68d3-f982-43dd-9050-5799de98f6ec req-c9e03c88-6b19-4dda-8199-1ba0082583f4 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 945 time: 0.3897893 Mar 23 10:24:47.860945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.976427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 6da45796-b21b-4a8d-bb9d-09106e170519 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:47.977113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.045009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bc5b68d3-f982-43dd-9050-5799de98f6ec req-1e476b04-fded-4c4e-978f-f687453513f2 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/security-groups?id=4869bfbe-f873-4bfa-bd4b-46b42a12c03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364776 Mar 23 10:24:48.062853 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-5efc1d9a-da1b-4ac4-8d8b-868cc0f86b2a service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170432 Mar 23 10:24:48.147386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] For port a7f8eec9-bc15-4ba9-a290-58b566605d1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7f8eec9-bc15-4ba9-a290-58b566605d1c,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:48.148081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.222537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:24:42Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:47Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:48.232496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb4131-476c-499a-9625-6b0c2ade29b4 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:24:42Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:47Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:48.300231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Calling delete_port for a7f8eec9-bc15-4ba9-a290-58b566605d1c owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:48.372538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.449633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.473975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.529551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.639011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.696663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'Port': ['ID=a7f8eec9-bc15-4ba9-a290-58b566605d1c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:48.706214 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5dcc277b-0ed0-48e2-88fa-6a1e9f33ecca req-28dee53c-9d85-40af-bd5b-2b1ca6339916 service neutron] 10.222.0.91 "GET /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236465 Mar 23 10:24:48.706458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=a5500008-95c7-473f-90e2-ed9c3e158aea,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:48.813778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Calling delete_port for 6da45796-b21b-4a8d-bb9d-09106e170519 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:48.865416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.927089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] No DVR routers for this DVR port a7f8eec9-bc15-4ba9-a290-58b566605d1c on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:48.929194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.931194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.942047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=603010b7-e9bb-4ab9-b04d-65f41f78aa0c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:48.943645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-deleted', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:24:48.960903 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-78f97bcf-5e44-4664-b189-90dab9ec86a6 req-065cc078-b93c-473b-899f-3e1280c7a3a1 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.91 "DELETE /v2.0/ports/a7f8eec9-bc15-4ba9-a290-58b566605d1c HTTP/1.1" status: 204 len: 173 time: 1.4899557 Mar 23 10:24:48.967241 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b6b72fb4-0bdb-4d20-aa81-cbc104c3e1c1 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/603010b7-e9bb-4ab9-b04d-65f41f78aa0c HTTP/1.1" status: 204 len: 168 time: 1.6409950 Mar 23 10:24:48.970157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46388) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:48.977243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:48.977786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: 3934dae0-a161-4baf-a893-df3c7488336c, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:49.040782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 3934dae0-a161-4baf-a893-df3c7488336c is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:49.058399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aed597-96e9-44a5-a79b-a01d30c6fd2e None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:49.059699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3735aa79-8711-41a7-bd63-6dcb48afa18d', 'name': 'network-vif-deleted', 'tag': 'a7f8eec9-bc15-4ba9-a290-58b566605d1c', 'status': 'completed', 'code': 200} Mar 23 10:24:49.071418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 3934dae0-a161-4baf-a893-df3c7488336c) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:49.073577 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b5aff1-e268-41a0-8a1d-37dd38fe855b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:49.074027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b5aff1-e268-41a0-8a1d-37dd38fe855b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:49.075741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f2b5aff1-e268-41a0-8a1d-37dd38fe855b tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/4e1d58c2-bf80-4f26-9743-8f3fc9937657 HTTP/1.1" status: 404 len: 337 time: 0.0896306 Mar 23 10:24:49.078720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.223617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:49.226392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.377405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91392a-af6b-41d6-b8c8-5d01f59ae9ed None None] Network 3934dae0-a161-4baf-a893-df3c7488336c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:49.421062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.449942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:49.460535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1a6cb37c-7436-4928-94a7-6b48a096a89d req-cba1a656-dcd4-49ef-a399-8086d3ec23c8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Synchronizing usage tracker for tenant:bd6937c8729147d4838da41082f82fda on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:49.489582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1a6cb37c-7436-4928-94a7-6b48a096a89d req-cba1a656-dcd4-49ef-a399-8086d3ec23c8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Unset dirty status for tenant:bd6937c8729147d4838da41082f82fda on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:49.490836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a6cb37c-7436-4928-94a7-6b48a096a89d req-cba1a656-dcd4-49ef-a399-8086d3ec23c8 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "GET /v2.0/ports?device_id=3735aa79-8711-41a7-bd63-6dcb48afa18d HTTP/1.1" status: 200 len: 210 time: 0.1092293 Mar 23 10:24:49.523824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Port': ['ID=6da45796-b21b-4a8d-bb9d-09106e170519,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:49.585135 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-afe836c3-042c-4951-b1a3-17722be32a4d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0806584 Mar 23 10:24:49.599740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46398) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.632729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-37b443d9-01a7-4f7f-9066-fb2ffd5a4176 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:49.633106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37b443d9-01a7-4f7f-9066-fb2ffd5a4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.772915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:49.805876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:49.806250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.856902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:50.017069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting subnet aa583f2e-94ca-48e3-be66-210a8f323bfb {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:50.020625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-3934dae0-a161-4baf-a893-df3c7488336c', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:24:50.022528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.085771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.151111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:50.161009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4030c384-e81a-4914-a3cc-dd764d356ac8 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "PUT /v2.0/routers/7cab47af-8a78-40d5-bbd3-e91e1ba33634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7323046 Mar 23 10:24:50.161571 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] Sync routers for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:50.167585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46404) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.177768 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:50.178550 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.265415 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.279785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.285077 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] Routers {'7cab47af-8a78-40d5-bbd3-e91e1ba33634'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:50.286091 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.355140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:50.356407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-37b443d9-01a7-4f7f-9066-fb2ffd5a4176 None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:50.356934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-37b443d9-01a7-4f7f-9066-fb2ffd5a4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.380703 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.381239 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5912dc7-4c7d-44a4-9f21-dd582befdb89 None None] The sync data for ids ['7cab47af-8a78-40d5-bbd3-e91e1ba33634'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:50.405650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.430420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.464330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.508296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-37b443d9-01a7-4f7f-9066-fb2ffd5a4176 None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:50.543105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Allocated IP 2001:db8:1::2 (3934dae0-a161-4baf-a893-df3c7488336c/a5500008-95c7-473f-90e2-ed9c3e158aea/d8bc5b7a-9413-4a5e-a655-9c2e64354be0) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:50.545140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:50.614679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46412) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.672354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5304dd2b-1cb1-4dbe-9218-9b2ceaea1819 None None] Provisioning complete for port 7fdd43fb-8e5b-474a-95d9-f606af857327 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:50.672718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5304dd2b-1cb1-4dbe-9218-9b2ceaea1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.719609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.868228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.885079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Transition to ACTIVE for port object d8bc5b7a-9413-4a5e-a655-9c2e64354be0 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:50.915285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Transition to ACTIVE for port object d8bc5b7a-9413-4a5e-a655-9c2e64354be0 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:50.919120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5304dd2b-1cb1-4dbe-9218-9b2ceaea1819 None None] Provisioning complete for port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:50.919499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5304dd2b-1cb1-4dbe-9218-9b2ceaea1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.949608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.036399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5304dd2b-1cb1-4dbe-9218-9b2ceaea1819 None None] Port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:51.046811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Pushing event updated for resources: {'Port': ['ID=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:51.055600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Network 3934dae0-a161-4baf-a893-df3c7488336c is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:51.060255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:51.063311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:51.093878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.127178 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:24:51.230572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Attempting to bind port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:51.230961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Attempting to bind port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:51.231290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Attempting to bind port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 on network 3934dae0-a161-4baf-a893-df3c7488336c {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:24:51.240902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:24:51.241484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Checking segment: {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:24:51.242349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.242748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Bound using segment: {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:24:51.243416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Bound port: d8bc5b7a-9413-4a5e-a655-9c2e64354be0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:51.243844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.257059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:51.370078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.401245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] For port d8bc5b7a-9413-4a5e-a655-9c2e64354be0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:24:51.403718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:51.404071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.427084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.448377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] For port d8bc5b7a-9413-4a5e-a655-9c2e64354be0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,segment=NetworkSegment(2c0a03bc-db5d-4626-9efe-c98bd4f3076f),segment_id=2c0a03bc-db5d-4626-9efe-c98bd4f3076f)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:24:51.460863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.483496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Subnet': ['ID=aa583f2e-94ca-48e3-be66-210a8f323bfb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:51.556619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.564830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1baf-8f60-4d78-9d33-47de58bd5a3a None None] Pushing event updated for resources: {'Port': ['ID=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:51.583585 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8e9f05a5-8aea-492f-a44b-a8a1eb2bd68f tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/aa583f2e-94ca-48e3-be66-210a8f323bfb HTTP/1.1" status: 204 len: 168 time: 2.4970381 Mar 23 10:24:51.584615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46418) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:51.600207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f692a06-2257-480a-8f3b-f0da2113ebe5 None None] Network 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:51.639007 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf430d6-fee3-4a4e-9522-50016549fe0e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:51.639445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf430d6-fee3-4a4e-9522-50016549fe0e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:51.643485 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8cf430d6-fee3-4a4e-9522-50016549fe0e tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/f46fba11-81ab-45b0-b78b-b59a347075fc HTTP/1.1" status: 404 len: 337 time: 0.0557890 Mar 23 10:24:51.644763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Router 5998876f-e8de-48be-ab5c-3d0d200aaed2 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:51.654552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46422) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:51.771021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d2ba52b3-bb9d-4382-bb79-013de0e0b73a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Synchronizing usage tracker for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:51.909369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d2ba52b3-bb9d-4382-bb79-013de0e0b73a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Unset dirty status for tenant:c8e87be944e64d3cbf13ca3f2466e3e5 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:51.910560 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d2ba52b3-bb9d-4382-bb79-013de0e0b73a tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "GET /v2.0/ports?device_id=722521ce-0338-43b1-8de9-68ed362077bc HTTP/1.1" status: 200 len: 205 time: 0.2536042 Mar 23 10:24:51.927974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46426) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:51.962822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Deleting port f3b4781f-399e-4835-a343-37d8c53990a8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:51.963494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.984686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] DHCP port deletion for 4d518d78-7c78-4fd9-9c22-b42cdad0fb2a request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:24:51.990717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] Deleting port 7fdd43fb-8e5b-474a-95d9-f606af857327 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:51.991090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.041619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:52.073099 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-e9d54ada-7a25-4267-b6d5-68304f49c3e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] delete failed (client error): The resource could not be found. Mar 23 10:24:52.074046 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e9d54ada-7a25-4267-b6d5-68304f49c3e0 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/routers/722521ce-0338-43b1-8de9-68ed362077bc HTTP/1.1" status: 404 len: 336 time: 0.1451344 Mar 23 10:24:52.078916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46430) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.086124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: a7f8eec9-bc15-4ba9-a290-58b566605d1c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:52.086519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a7f8eec9-bc15-4ba9-a290-58b566605d1c not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:52.127797 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-947fe625-55a4-4fd4-9e64-c0399fe6b03c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.128238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947fe625-55a4-4fd4-9e64-c0399fe6b03c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.132304 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-947fe625-55a4-4fd4-9e64-c0399fe6b03c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/7d99640e-f41e-499d-a0a0-9724e249e0cb HTTP/1.1" status: 404 len: 337 time: 0.0500448 Mar 23 10:24:52.134626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46434) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.183917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] For port f3b4781f-399e-4835-a343-37d8c53990a8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f3b4781f-399e-4835-a343-37d8c53990a8,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:52.184479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.195516 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf4db67-95ac-4b57-8f27-2255a1e07211 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.195981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf4db67-95ac-4b57-8f27-2255a1e07211 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.197643 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2cf4db67-95ac-4b57-8f27-2255a1e07211 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/a925a4a7-6d0e-4b04-9846-2b88e1adb2f1 HTTP/1.1" status: 404 len: 337 time: 0.0595593 Mar 23 10:24:52.201372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46438) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.218362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:52.226116 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0bea8f15-9308-4a6c-8f64-cfcc22cdd8a7 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0858891 Mar 23 10:24:52.231265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46442) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.301863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] Sync routers for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:52.304042 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-39c022f4-6593-4994-be5a-2b6864dc5ce6 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] show failed (client error): The resource could not be found. Mar 23 10:24:52.311503 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-39c022f4-6593-4994-be5a-2b6864dc5ce6 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1246857114 HTTP/1.1" status: 404 len: 335 time: 0.0727706 Mar 23 10:24:52.311503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46446) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.317550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-41d2e45d-abb0-4415-9364-585ca463688b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:52.349196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] For port 7fdd43fb-8e5b-474a-95d9-f606af857327, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7fdd43fb-8e5b-474a-95d9-f606af857327,segment=NetworkSegment(b1d8be50-be46-4da9-9903-6d71012276f1),segment_id=b1d8be50-be46-4da9-9903-6d71012276f1)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:52.349691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.357518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:52.358164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.359765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Calling delete_port for f3b4781f-399e-4835-a343-37d8c53990a8 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:52.387587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d3ac04-59f6-4b4f-8475-3c915c8ae846 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.387804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d3ac04-59f6-4b4f-8475-3c915c8ae846 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.391802 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-79d3ac04-59f6-4b4f-8475-3c915c8ae846 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/da39b59f-3221-4f0d-8aa3-c54f03d11dff HTTP/1.1" status: 404 len: 337 time: 0.1870511 Mar 23 10:24:52.396769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46450) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.420794 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-41d2e45d-abb0-4415-9364-585ca463688b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] update failed (client error): The resource could not be found. Mar 23 10:24:52.425980 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-41d2e45d-abb0-4415-9364-585ca463688b tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-738795854 HTTP/1.1" status: 404 len: 334 time: 0.1109715 Mar 23 10:24:52.427341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46454) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.453532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ca67c9-6078-4f0a-96ee-6b1ee06265da tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.454502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ca67c9-6078-4f0a-96ee-6b1ee06265da tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.458448 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a1ca67c9-6078-4f0a-96ee-6b1ee06265da tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/d3b17822-7a35-4766-a491-d4e73959a1dd HTTP/1.1" status: 404 len: 333 time: 0.0587296 Mar 23 10:24:52.459388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46458) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.505661 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8912c5-a47c-4d22-b9dc-756ffeb2e591 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.505661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8912c5-a47c-4d22-b9dc-756ffeb2e591 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.509249 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9a8912c5-a47c-4d22-b9dc-756ffeb2e591 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/760938ef-c5c2-4b25-950d-11cfe59ec1a7 HTTP/1.1" status: 404 len: 337 time: 0.0468307 Mar 23 10:24:52.510728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.516089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46462) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.540277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.554724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] Calling delete_port for 7fdd43fb-8e5b-474a-95d9-f606af857327 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:52.569376 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d054e8d9-8a69-47f3-b636-4ade77174b9c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.569651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d054e8d9-8a69-47f3-b636-4ade77174b9c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.573773 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d054e8d9-8a69-47f3-b636-4ade77174b9c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/a2797185-62b7-4cb8-b168-46bb1d42c19e HTTP/1.1" status: 404 len: 337 time: 0.0551386 Mar 23 10:24:52.582456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46466) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.590197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting port 94296989-8632-4870-b7c4-d90b50bbe3aa {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:52.590514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.614417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] Routers {'5998876f-e8de-48be-ab5c-3d0d200aaed2'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:52.615872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['5998876f-e8de-48be-ab5c-3d0d200aaed2'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.634361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cf7f80-ff76-4d54-9ef6-2376c8fc1d3c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.634808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cf7f80-ff76-4d54-9ef6-2376c8fc1d3c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.638756 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a9cf7f80-ff76-4d54-9ef6-2376c8fc1d3c tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/6b3634e0-cb78-4fc2-9154-92e3ef90c114 HTTP/1.1" status: 404 len: 333 time: 0.0531139 Mar 23 10:24:52.639792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46470) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.684619 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bdd9aa-3cf7-4298-b207-17b5278dd237 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.685052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bdd9aa-3cf7-4298-b207-17b5278dd237 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.689947 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c4bdd9aa-3cf7-4298-b207-17b5278dd237 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/1043bc6d-0096-4310-b5d0-fe42f4608b38 HTTP/1.1" status: 404 len: 337 time: 0.0460184 Mar 23 10:24:52.690398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46474) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.715577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.715999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b62be9-1477-4275-aaee-ab19e5977721 None None] The sync data for ids ['5998876f-e8de-48be-ab5c-3d0d200aaed2'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:52.768314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.814024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.822982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] Pushing event deleted for resources: {'Port': ['ID=7fdd43fb-8e5b-474a-95d9-f606af857327,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:52.849445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef505c93-d691-4308-8560-dd7bd5cba9d4 None None] No DVR routers for this DVR port 7fdd43fb-8e5b-474a-95d9-f606af857327 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:52.872667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db9c61-a76e-4550-96bc-85aeacc27b07 None None] Network 3934dae0-a161-4baf-a893-df3c7488336c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:52.875490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'Port': ['ID=f3b4781f-399e-4835-a343-37d8c53990a8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:52.917013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.934198 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff0bf3c-d60e-4071-8b13-08b716e03777 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:52.934653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff0bf3c-d60e-4071-8b13-08b716e03777 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:52.936371 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-eff0bf3c-d60e-4071-8b13-08b716e03777 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/subnets/eb0e6f92-8662-4431-af06-fdf2619ec6c8 HTTP/1.1" status: 404 len: 337 time: 0.2377849 Mar 23 10:24:52.941095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46478) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:53.020333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3952bff1-475e-4452-ab4b-68006a93afe7 None None] Provisioning for port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:53.237916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting subnet d31473b8-44d2-44fc-8993-1bf7d1922ef9 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:53.253639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.330298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d8bc5b7a-9413-4a5e-a655-9c2e64354be0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:53.382294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.409340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:53.416023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:53.416395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.433769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.443387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Deleting port 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:53.444508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.564725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.596288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2594e2cf-e722-4ff4-baca-b79c1aadd86c None None] Provisioning complete for port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:53.596571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2594e2cf-e722-4ff4-baca-b79c1aadd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.620384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Calling delete_port for 94296989-8632-4870-b7c4-d90b50bbe3aa owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:53.648102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d8bc5b7a-9413-4a5e-a655-9c2e64354be0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,segment=NetworkSegment(2c0a03bc-db5d-4626-9efe-c98bd4f3076f),segment_id=2c0a03bc-db5d-4626-9efe-c98bd4f3076f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:53.654137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.715729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.722381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:53.799364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 7fdd43fb-8e5b-474a-95d9-f606af857327 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:53.799734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7fdd43fb-8e5b-474a-95d9-f606af857327 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:53.818532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:53.854789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Calling delete_port for 256b513c-b2fe-4dda-8d0a-5b7ddbedc769 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:53.871444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.934429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.948431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.984900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8:1::1 (3934dae0-a161-4baf-a893-df3c7488336c/a5500008-95c7-473f-90e2-ed9c3e158aea/8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:54.107147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Port': ['ID=256b513c-b2fe-4dda-8d0a-5b7ddbedc769,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:54.128759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.129886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.134507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.160622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6dd0fb16-718c-44e9-8187-492b736a6b23 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/ports/256b513c-b2fe-4dda-8d0a-5b7ddbedc769 HTTP/1.1" status: 204 len: 168 time: 1.2155719 Mar 23 10:24:54.161274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46482) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:54.226631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Port': ['ID=94296989-8632-4870-b7c4-d90b50bbe3aa,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:54.228723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Subnet': ['ID=d31473b8-44d2-44fc-8993-1bf7d1922ef9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:54.272329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87439307-6af3-4aa1-b083-b62db2fd3229 None None] Network d8824b8e-708b-48bc-9648-fce6fe6e6471 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:54.289542 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.331706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.349014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.349351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.349693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.350033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.350370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.350707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.351032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.351364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.351698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.352026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.352345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.355345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.355728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.356052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.356386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.356720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.357050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.357374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.357699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.358017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.358334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.358652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:54.398601 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9fc47939-ba06-4b1e-9eeb-f41ed1c2cd48 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/subnets/d31473b8-44d2-44fc-8993-1bf7d1922ef9 HTTP/1.1" status: 204 len: 168 time: 1.9679511 Mar 23 10:24:54.402552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46486) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:54.425558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.433282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2f06909d-0e62-4b68-8767-7feccb26aa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.449571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.523518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.605545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d518d78-7c78-4fd9-9c22-b42cdad0fb2a']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:54.632986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d8be50-be46-4da9-9903-6d71012276f1') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:54.633354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d8be50-be46-4da9-9903-6d71012276f1') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:54.650557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.675940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.694521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:54.695110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Releasing vlan 990 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:54.695110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:54.709806 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:54.794402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.838013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] DHCP port deletion for d8824b8e-708b-48bc-9648-fce6fe6e6471 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:24:54.842619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] Deleting port 8eb0a971-fbde-42b2-bf08-9295ee45fcca {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:54.842989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.862134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.921611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.049170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.063111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] Pushing event deleted for resources: {'Network': ['ID=4d518d78-7c78-4fd9-9c22-b42cdad0fb2a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:55.066110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] For port 8eb0a971-fbde-42b2-bf08-9295ee45fcca, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8eb0a971-fbde-42b2-bf08-9295ee45fcca,segment=NetworkSegment(02613fd9-5a2d-4e38-b8d5-b583f42d61be),segment_id=02613fd9-5a2d-4e38-b8d5-b583f42d61be)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:55.066366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.070709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.071755 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-70675b19-5499-4e53-8525-617b1e04c700 tempest-PortsTestJSON-86132638 tempest-PortsTestJSON-86132638-project] 10.222.0.73 "DELETE /v2.0/networks/4d518d78-7c78-4fd9-9c22-b42cdad0fb2a HTTP/1.1" status: 204 len: 168 time: 0.9094813 Mar 23 10:24:55.128626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 8eb0a971-fbde-42b2-bf08-9295ee45fcca {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:55.128930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.177684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.217666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.227085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 3934dae0-a161-4baf-a893-df3c7488336c is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:55.236658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:55.238849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:55.241401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:24:55.242164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.252365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d8bc5b7a-9413-4a5e-a655-9c2e64354be0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:55.270355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Router 95b11a12-150c-478d-8c78-524ad320f6c8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:55.400635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] Calling delete_port for 8eb0a971-fbde-42b2-bf08-9295ee45fcca owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:55.451999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.451999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Fanout notify agent at l3_agent the message router_deleted on router 7cab47af-8a78-40d5-bbd3-e91e1ba33634 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:55.512953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] For port 8eb0a971-fbde-42b2-bf08-9295ee45fcca, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8eb0a971-fbde-42b2-bf08-9295ee45fcca,segment=NetworkSegment(02613fd9-5a2d-4e38-b8d5-b583f42d61be),segment_id=02613fd9-5a2d-4e38-b8d5-b583f42d61be)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:55.513601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.563879 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.591097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46494) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.638453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] No DVR routers for this DVR port 8eb0a971-fbde-42b2-bf08-9295ee45fcca on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:55.640331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d539-e29e-45d5-bee3-97cd637afed3 None None] Pushing event deleted for resources: {'Port': ['ID=8eb0a971-fbde-42b2-bf08-9295ee45fcca,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:55.650459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:55.662708 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] Sync routers for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:55.667815 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2e84834d-9ee5-46f2-b563-457cb738e238 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "PUT /v2.0/routers/95b11a12-150c-478d-8c78-524ad320f6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0512633 Mar 23 10:24:55.670918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46500) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.684289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-aebe19ac-70b4-4111-ac32-8c613b8d074e None None] Provisioning for port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:55.685154 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:55.685815 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:55.690231 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:55.690759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.717630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Calling delete_port for 8eb0a971-fbde-42b2-bf08-9295ee45fcca owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:55.728211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-aebe19ac-70b4-4111-ac32-8c613b8d074e None None] Provisioning complete for port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:55.728818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-aebe19ac-70b4-4111-ac32-8c613b8d074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.809771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.812975 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-75a5e1c5-50a0-432d-b0d1-6e8407239594 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/routers/7cab47af-8a78-40d5-bbd3-e91e1ba33634 HTTP/1.1" status: 204 len: 168 time: 5.6335189 Mar 23 10:24:55.813158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-aebe19ac-70b4-4111-ac32-8c613b8d074e None None] Port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:55.829884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46504) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.922325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.991378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8eb0a971-fbde-42b2-bf08-9295ee45fcca no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:56.012335 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:56.014101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Deleting subnet 886a7046-7744-458e-a1a8-18c2b5af4e00 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:56.019872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.027416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8eb0a971-fbde-42b2-bf08-9295ee45fcca {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:56.027892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8eb0a971-fbde-42b2-bf08-9295ee45fcca not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:56.066925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:56.067178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:56.111470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40fea155-fb18-4431-b489-6d9ce6dc3241 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8e87be944e64d3cbf13ca3f2466e3e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5177476 Mar 23 10:24:56.112374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46508) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:56.166884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.293375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0041391d-45b4-4c21-959f-f5f63507d501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.329318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0041391d-45b4-4c21-959f-f5f63507d501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.339557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.348743 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:24:52Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:56.353096 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] Checking router: 95b11a12-150c-478d-8c78-524ad320f6c8 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:24:56.365739 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] Routers {'95b11a12-150c-478d-8c78-524ad320f6c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:56.366360 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['95b11a12-150c-478d-8c78-524ad320f6c8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:56.457615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.476022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Deleting subnet 50ae49bc-b6be-4089-9585-17fc0a768021 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:56.491048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0041391d-45b4-4c21-959f-f5f63507d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.513166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'Subnet': ['ID=886a7046-7744-458e-a1a8-18c2b5af4e00,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:56.523325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041391d-45b4-4c21-959f-f5f63507d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0704033c-647a-435e-a992-f06395ce2caf,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:56.528707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.537021 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f835cd0-0c33-47df-a7c0-75665919a3ea None None] Network 8475a1e8-74ba-4d18-8ec1-d35e945320ad requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:56.541176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.553861 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-81ef6e4c-a8f0-4b50-b707-d87d06e7f1de tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "DELETE /v2.0/subnets/886a7046-7744-458e-a1a8-18c2b5af4e00 HTTP/1.1" status: 204 len: 168 time: 0.8777199 Mar 23 10:24:56.555090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46512) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:56.574886 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] Set router 95b11a12-150c-478d-8c78-524ad320f6c8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:24:56.608480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.633238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0041391d-45b4-4c21-959f-f5f63507d501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.635391 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0041391d-45b4-4c21-959f-f5f63507d501 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0704033c-647a-435e-a992-f06395ce2caf HTTP/1.1" status: 204 len: 168 time: 0.5153193 Mar 23 10:24:56.645565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 8eb0a971-fbde-42b2-bf08-9295ee45fcca {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:56.645843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.765336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-162b5b43-d949-4f4a-9495-c51e37885f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.766056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] The port '8eb0a971-fbde-42b2-bf08-9295ee45fcca' was deleted {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:24:56.868591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.874296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.917039 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:24:52Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:56.921478 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544cc4f-94ca-4e08-ae78-d65279185502 None None] The sync data for ids ['95b11a12-150c-478d-8c78-524ad320f6c8'] in dv-neutron-834653-2-hyperv is: [{'id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953933086', 'tenant_id': 'bd6937c8729147d4838da41082f82fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:09Z', 'updated_at': '2022-03-23T10:24:52Z', 'revision_number': 5, 'project_id': 'bd6937c8729147d4838da41082f82fda', 'gw_port': {'id': 'd2e26be6-8323-4db8-bdee-4c5294ec5262', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b11a12-150c-478d-8c78-524ad320f6c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:24:57.058201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.137043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Subnet': ['ID=50ae49bc-b6be-4089-9585-17fc0a768021,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:57.146374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.151439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.164054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Deleting port d2e26be6-8323-4db8-bdee-4c5294ec5262 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:57.164395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.189536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.204920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8824b8e-708b-48bc-9648-fce6fe6e6471']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:57.218469 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9c364998-57f8-4cfd-ad97-ab24a48bfca7 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/subnets/50ae49bc-b6be-4089-9585-17fc0a768021 HTTP/1.1" status: 204 len: 168 time: 1.3874831 Mar 23 10:24:57.219082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46526) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:57.234347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02613fd9-5a2d-4e38-b8d5-b583f42d61be') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:57.234598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02613fd9-5a2d-4e38-b8d5-b583f42d61be') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:57.279054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.282005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.318204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] DHCP port deletion for 8475a1e8-74ba-4d18-8ec1-d35e945320ad request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:24:57.322855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] Deleting port ddfb5048-fa53-4624-ac44-83ce76843834 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:24:57.323485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.367422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.368131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.371854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] For port d2e26be6-8323-4db8-bdee-4c5294ec5262, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d2e26be6-8323-4db8-bdee-4c5294ec5262,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:57.372235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.446038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f3b4781f-399e-4835-a343-37d8c53990a8 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:57.486098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.492286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: f3b4781f-399e-4835-a343-37d8c53990a8 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:57.492614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f3b4781f-399e-4835-a343-37d8c53990a8 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:57.493026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddfb5048-fa53-4624-ac44-83ce76843834 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:57.520567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.562682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:57.563101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: util.warn( Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:57.591964 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:57.717767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Calling delete_port for d2e26be6-8323-4db8-bdee-4c5294ec5262 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:57.774191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:57.792981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] For port ddfb5048-fa53-4624-ac44-83ce76843834, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ddfb5048-fa53-4624-ac44-83ce76843834,segment=NetworkSegment(917427dc-cadd-4b10-94c6-5c4082be29a9),segment_id=917427dc-cadd-4b10-94c6-5c4082be29a9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:24:57.793448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.883738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.941178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.976712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.998219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] Calling delete_port for ddfb5048-fa53-4624-ac44-83ce76843834 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:24:58.001696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'Port': ['ID=d2e26be6-8323-4db8-bdee-4c5294ec5262,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.011409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:58.058637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.070512 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/networks/d8824b8e-708b-48bc-9648-fce6fe6e6471 HTTP/1.1" status: 204 len: 168 time: 3.6668453 Mar 23 10:24:58.077362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46540) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:58.082808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749035e1-94af-432e-8403-29ecf2c28f37 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Network': ['ID=d8824b8e-708b-48bc-9648-fce6fe6e6471,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.087565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 3934dae0-a161-4baf-a893-df3c7488336c is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:58.089304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdaba7f-941c-4e74-80d1-69362612d779') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:58.089602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdaba7f-941c-4e74-80d1-69362612d779') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:58.136150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:58.149816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.155653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.159082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.172673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.288955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] Pushing event deleted for resources: {'Port': ['ID=ddfb5048-fa53-4624-ac44-83ce76843834,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.306454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bef006-f12c-468e-92be-9e04d0e7cb07 None None] No DVR routers for this DVR port ddfb5048-fa53-4624-ac44-83ce76843834 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:58.413388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.466796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.512133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.535928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Releasing vlan 967 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:58.536331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:58.556462 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:58.566113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-33f0dfc1-d21c-4921-acea-abd2293d2c19 None None] Provisioning complete for port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:58.567199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33f0dfc1-d21c-4921-acea-abd2293d2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.634835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-33f0dfc1-d21c-4921-acea-abd2293d2c19 None None] Port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:24:58.772517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.776994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.796868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.812614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.813205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Fanout notify agent at l3_agent the message router_deleted on router 95b11a12-150c-478d-8c78-524ad320f6c8 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:24:58.828553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.830307 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-572dd61c-eb6d-405e-8e39-f811d0969ab6 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "DELETE /v2.0/routers/95b11a12-150c-478d-8c78-524ad320f6c8 HTTP/1.1" status: 204 len: 168 time: 2.2752006 Mar 23 10:24:58.832892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46554) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:58.897409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.923080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] Pushing event deleted for resources: {'Network': ['ID=0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.941445 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff4a4195-b4ae-4373-bb6b-388cf1efc666 tempest-FloatingIPTestJSON-1034550364 tempest-FloatingIPTestJSON-1034550364-project] 10.222.0.73 "DELETE /v2.0/networks/0084ddbb-ff43-4ede-9e8b-e7bb6a6c152c HTTP/1.1" status: 204 len: 168 time: 1.7101793 Mar 23 10:24:58.947766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting subnet a636720c-377e-4b56-a6bc-6d58316f3f91 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:58.956726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.967685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.025414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.126395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:24:59.221372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.237945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.255702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8475a1e8-74ba-4d18-8ec1-d35e945320ad']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:59.276029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917427dc-cadd-4b10-94c6-5c4082be29a9') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:59.276275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917427dc-cadd-4b10-94c6-5c4082be29a9') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:59.289237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.307889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.315779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Releasing vlan 983 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:24:59.316297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.324077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.453610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d2e26be6-8323-4db8-bdee-4c5294ec5262 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:59.459139 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:59.464165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.489196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.494569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46568) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:59.496074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.499461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'Network': ['ID=8475a1e8-74ba-4d18-8ec1-d35e945320ad,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:59.514936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46574) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:59.526741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d2e26be6-8323-4db8-bdee-4c5294ec5262 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:24:59.527118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d2e26be6-8323-4db8-bdee-4c5294ec5262 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:59.529246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bb1a8563-0c4e-4eb1-83ac-baa2fdadd3a0 tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "DELETE /v2.0/networks/8475a1e8-74ba-4d18-8ec1-d35e945320ad HTTP/1.1" status: 204 len: 168 time: 0.6951349 Mar 23 10:24:59.532378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46580) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:59.542186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.548770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec799603-6acc-4362-bf40-26bd4be19647 None None] Network 72fc5173-ef40-4405-b747-514ad90312c3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:24:59.553222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Subnet': ['ID=a636720c-377e-4b56-a6bc-6d58316f3f91,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:59.561997 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-20911109-ff28-418b-bd45-391565182b07 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/subnets/a636720c-377e-4b56-a6bc-6d58316f3f91 HTTP/1.1" status: 204 len: 168 time: 1.4808795 Mar 23 10:24:59.564586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46584) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:59.617431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:24:59.627771 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5ed6e896-a156-4963-8100-7f0cccc31284 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0269332 Mar 23 10:24:59.628447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46588) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:59.638575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1268373878'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:24:59.643469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:59.647776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:59.650844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:59.658197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:59.675247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:59.678581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.723178 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:24:59.773146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d7b-086e-4ea8-8524-cb3bd877b9ed tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.797117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:59.802162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:24:59.804403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:59.814207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fc4da926-14ab-4c13-a76b-f6722b278844 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb50663df50e4aa39c2bd35264d28ff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3077438 Mar 23 10:24:59.815311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46592) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:59.836203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.836547 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment a9e6727f-6c46-478c-869a-2599897ee029 of type vlan for network 27bbcc03-c0b6-4269-abce-c6b467e06258 Mar 23 10:24:59.848521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d7b-086e-4ea8-8524-cb3bd877b9ed tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.890109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting subnet 9b5326f8-584f-40d4-b358-e813e9e7dd5c {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:24:59.918051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.957471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.002212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.018918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--1792880979', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:00.030290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c24580c7-c8c8-4f03-bdaf-688e77c56ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.054937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:00.056502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.061508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.065032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.074466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.100965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:00.101230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.106475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.106475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.114605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.131844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.192699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] DHCP port deletion for 72fc5173-ef40-4405-b747-514ad90312c3 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:00.196734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.200833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d7b-086e-4ea8-8524-cb3bd877b9ed tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.208282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.209428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Deleting port 2a250240-e117-4b0c-8c79-0b4d80de281a {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:00.209918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.223184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.233500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.248332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40d7b-086e-4ea8-8524-cb3bd877b9ed tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869bfbe-f873-4bfa-bd4b-46b42a12c03c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.257240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c24580c7-c8c8-4f03-bdaf-688e77c56ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.264130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d7b-086e-4ea8-8524-cb3bd877b9ed tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.265350 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ccf40d7b-086e-4ea8-8524-cb3bd877b9ed tempest-TestNetworkAdvancedServerOps-1268466998 tempest-TestNetworkAdvancedServerOps-1268466998-project] 10.222.0.73 "DELETE /v2.0/security-groups/4869bfbe-f873-4bfa-bd4b-46b42a12c03c HTTP/1.1" status: 204 len: 168 time: 0.7316790 Mar 23 10:25:00.358945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.364673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.411155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:00.434226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.434575 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment dae59336-8251-4f75-9624-10db33eff2b8 of type vlan for network 2f96be1f-c4f4-46e8-82e6-11f24773201a Mar 23 10:25:00.451334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee90e29-0171-4ecc-b5a3-dde1773298c0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.481654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.508114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=27bbcc03-c0b6-4269-abce-c6b467e06258,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.524164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:00.529855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.534936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.535946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.586976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c24580c7-c8c8-4f03-bdaf-688e77c56ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.596541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.650909 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a0b804c9-7764-4393-9c0d-44dca107eb0d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0190744 Mar 23 10:25:00.656320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46602) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.667229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24580c7-c8c8-4f03-bdaf-688e77c56ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2527bf51-1c47-4df6-87b3-a0b9ff9e1b5a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.669138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c24580c7-c8c8-4f03-bdaf-688e77c56ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.670888 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c24580c7-c8c8-4f03-bdaf-688e77c56ca5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2527bf51-1c47-4df6-87b3-a0b9ff9e1b5a HTTP/1.1" status: 204 len: 168 time: 0.8529940 Mar 23 10:25:00.679373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:00.686870 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1651859 Mar 23 10:25:00.687919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46608) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.695967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:00.705698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14910c7-a9f7-4aea-8f6f-e71ad819d3dd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=2f96be1f-c4f4-46e8-82e6-11f24773201a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.710897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.717398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.722116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.730795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.741230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:00.744708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.746004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.777149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.798853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46612) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.831778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.899563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5326f8-584f-40d4-b358-e813e9e7dd5c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.913047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.916094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.922411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.927583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.936992 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-481f4fc6-5bad-4a17-a285-157f57bfc98c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/subnets/9b5326f8-584f-40d4-b358-e813e9e7dd5c HTTP/1.1" status: 204 len: 168 time: 1.3692160 Mar 23 10:25:00.936992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.940034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46618) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.991659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.009064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495116b-d99c-4ed2-b47c-79b1f8389514 None None] Network 10879fcf-8ac7-4f65-8040-57fd5c41896b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:01.087285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.105383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:01.128245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 2a250240-e117-4b0c-8c79-0b4d80de281a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:01.128688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.272313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2a250240-e117-4b0c-8c79-0b4d80de281a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:01.293607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.331215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.339714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.381735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:01.382220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.454489 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2897beef-12d3-44f3-a01a-bed82299aff1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd6937c8729147d4838da41082f82fda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6530259 Mar 23 10:25:01.458242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46630) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:01.592011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.120 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/fac6d279-d078-4cef-8941-821a251eacb3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:01.619588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dda27df1-4e6e-4fc0-9053-19eee9d0110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.686118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Calling delete_port for 2a250240-e117-4b0c-8c79-0b4d80de281a owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:01.727907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dda27df1-4e6e-4fc0-9053-19eee9d0110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.733164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.786691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.811154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=2825043b-d03b-436c-80a6-6071b603073a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:01.819821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:01.820259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.843602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.886487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:24:55Z', 'revision_number': 3, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:56Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:01.892641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dda27df1-4e6e-4fc0-9053-19eee9d0110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.894580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:01.894926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Updating router 6ff68333-f78b-4391-a91e-995a01dae5d1 port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:01.923702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.961884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.966555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Calling delete_port for 2a250240-e117-4b0c-8c79-0b4d80de281a owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:02.005553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda27df1-4e6e-4fc0-9053-19eee9d0110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ec6c3e-427b-4c31-9db6-c6a93e4c6fb4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.042104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:02.047003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:02.057132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46642) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:02.065181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:02.071578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.077584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:02.092847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:02.092847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: 27bbcc03-c0b6-4269-abce-c6b467e06258, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:02.129067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=fac6d279-d078-4cef-8941-821a251eacb3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.134630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dda27df1-4e6e-4fc0-9053-19eee9d0110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.138224 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dda27df1-4e6e-4fc0-9053-19eee9d0110e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33ec6c3e-427b-4c31-9db6-c6a93e4c6fb4 HTTP/1.1" status: 204 len: 168 time: 0.6768138 Mar 23 10:25:02.163093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=2a250240-e117-4b0c-8c79-0b4d80de281a,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.172207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:02.177733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.177964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.178299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.178733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.178975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.179301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.179691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.180041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.180350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.180744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.181132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.184972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:02.185320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:02.190731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:02.192350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:02.207944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 27bbcc03-c0b6-4269-abce-c6b467e06258) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:02.221643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:02.222536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.270593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c10b8-e723-47e7-8ad1-f45633a59f88 None None] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:02.286012 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-653f6f25-17ce-4db6-bf58-d779fead1ed6 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6278481 Mar 23 10:25:02.287000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46650) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:02.318467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.319274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.489997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'networks': [{'name': 'tempest-network--1410877101'}, {'name': 'tempest-network--130114403'}]} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:02.490366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'network': {'name': 'tempest-network--1410877101'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:02.491239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'network': {'name': 'tempest-network--130114403'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:02.509976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:02.520517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Usage tracker for resource:network and tenant:40fc3eb9d37d46539d4d2859c04a9403 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:02.520970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] DHCP port deletion for 10879fcf-8ac7-4f65-8040-57fd5c41896b request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:02.526547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:02.537709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:02.538264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] Deleting port 61cf0030-bfef-4162-90e2-aace6af3f60c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:02.538785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.585459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'network': 2} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:02.590357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.616899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.685033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:02.691344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Deleting port 2a250240-e117-4b0c-8c79-0b4d80de281a {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:02.691344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.693965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Usage tracker for resource:security_group_rule and tenant:40fc3eb9d37d46539d4d2859c04a9403 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:02.694610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 2a250240-e117-4b0c-8c79-0b4d80de281a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:02.694959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.698357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:02.839156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:02.969849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.973478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:25:02.978424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.979284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.011784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46656) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:03.045623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-27bbcc03-c0b6-4269-abce-c6b467e06258', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:03.046443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.063963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:03.074294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.074720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Added segment a06a7b05-d416-4fb0-b82c-23c6a1b85ee7 of type vlan for network 38ab1069-6370-4147-9886-da2a6ac7f183 Mar 23 10:25:03.102468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.139793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:03.152745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.153177 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Added segment 217a8dfb-0d86-4213-ab25-b27fc8d5abaa of type vlan for network 641b5ca3-511f-476a-848f-f36e20811071 Mar 23 10:25:03.182137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:03.183376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.187748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.252049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61cf0030-bfef-4162-90e2-aace6af3f60c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:03.271181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.290501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9bdb96-510e-4a3f-9acb-9287f2b4bb05,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.322761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Calling delete_port for 2a250240-e117-4b0c-8c79-0b4d80de281a owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:03.374061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.374842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.379247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:03.380101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] For port 61cf0030-bfef-4162-90e2-aace6af3f60c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=61cf0030-bfef-4162-90e2-aace6af3f60c,segment=NetworkSegment(2c02e8c0-2d73-478b-aa32-48eb250e422e),segment_id=2c02e8c0-2d73-478b-aa32-48eb250e422e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:03.380452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.382312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:03.382478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.413134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:03.436000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.476839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Usage tracker for resource:security_group_rule and tenant:2056d54f72224144b4c39a0bb0d166a1 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:03.487967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:03.520780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:03.541864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Network': ['ID=38ab1069-6370-4147-9886-da2a6ac7f183,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.549778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4883013 Mar 23 10:25:03.568110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46660) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:03.586520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Port': ['ID=2a250240-e117-4b0c-8c79-0b4d80de281a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.607755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] No DVR routers for this DVR port 2a250240-e117-4b0c-8c79-0b4d80de281a on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:03.614236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] Calling delete_port for 61cf0030-bfef-4162-90e2-aace6af3f60c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:03.643072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 38ab1069-6370-4147-9886-da2a6ac7f183 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:03.690636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:03.698856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] For port 2a250240-e117-4b0c-8c79-0b4d80de281a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2a250240-e117-4b0c-8c79-0b4d80de281a,segment=NetworkSegment(2cf76397-a48e-4f21-971a-61d852f4898d),segment_id=2cf76397-a48e-4f21-971a-61d852f4898d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:03.699340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.759515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.775501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb2c1-0707-4de0-9b10-7da56ce49b08 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Network': ['ID=641b5ca3-511f-476a-848f-f36e20811071,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.793624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fc5173-ef40-4405-b747-514ad90312c3']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:03.810314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf76397-a48e-4f21-971a-61d852f4898d') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:03.810548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf76397-a48e-4f21-971a-61d852f4898d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:03.826722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.872252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 641b5ca3-511f-476a-848f-f36e20811071 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:03.873096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.884087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:03.887012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.888249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:03.893095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:03.897870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:03.898829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Synchronizing usage tracker for tenant:40fc3eb9d37d46539d4d2859c04a9403 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:03.904396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:03.904790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.904921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:03.921177 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:03.980085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Unset dirty status for tenant:40fc3eb9d37d46539d4d2859c04a9403 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:03.984253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3b9eb6a0-d676-45fd-ac77-4179badd3891 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4097395 Mar 23 10:25:03.986447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46664) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:03.987850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d063d-5721-4c4a-ac9a-f7bb8980590a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.015676 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8e69fa8a-fbf0-4b11-9b07-287b6f531b7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2056d54f72224144b4c39a0bb0d166a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0002127 Mar 23 10:25:04.018868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:04.070695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Calling delete_port for 2a250240-e117-4b0c-8c79-0b4d80de281a owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:04.085190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.093029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:04.123420 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:04.137378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.145461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.145733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.150352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-84d8316f-3330-486b-b0ce-49c1323a3388 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4582345 Mar 23 10:25:04.151494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:04.154884 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:04.156025 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.160629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.183262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Network': ['ID=72fc5173-ef40-4405-b747-514ad90312c3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.209903 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-510a4d7c-6bbd-4058-a152-dc130ad83c7d tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/networks/72fc5173-ef40-4405-b747-514ad90312c3 HTTP/1.1" status: 204 len: 168 time: 3.2687109 Mar 23 10:25:04.210735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46678) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:04.260336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.272113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.293664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Allocated IP 2001:db8:2::2 (27bbcc03-c0b6-4269-abce-c6b467e06258/2825043b-d03b-436c-80a6-6071b603073a/ec47eb9b-5bfb-4ef7-a20d-79deb60b451b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:04.307192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.388927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Transition to ACTIVE for port object 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:04.392751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] No DVR routers for this DVR port 61cf0030-bfef-4162-90e2-aace6af3f60c on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:04.407575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c163243-6be1-4a1b-9ddb-e94670f6cf64 None None] Pushing event deleted for resources: {'Port': ['ID=61cf0030-bfef-4162-90e2-aace6af3f60c,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.432563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.498282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.531374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ab1069-6370-4147-9886-da2a6ac7f183']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.554212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06a7b05-d416-4fb0-b82c-23c6a1b85ee7') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.554516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06a7b05-d416-4fb0-b82c-23c6a1b85ee7') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.569586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.595917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.612698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:04.616874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.619280 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:04.620754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025e7087-8d85-432c-99b2-c7f5763969d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:04.658545 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:04.730097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025e7087-8d85-432c-99b2-c7f5763969d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.745364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.761416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:04.761773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:04.808986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8c68b9cd-4677-4d0c-b39a-491819f6e56c tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6562538 Mar 23 10:25:04.811721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46682) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:04.848849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.877617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.889484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1671-a4cc-4074-b74b-803c55c2c7d1 None None] Pushing event updated for resources: {'Port': ['ID=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.983387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Network': ['ID=38ab1069-6370-4147-9886-da2a6ac7f183,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.986098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Deleting port 2a250240-e117-4b0c-8c79-0b4d80de281a {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:04.986474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.009030 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-48abaf23-c4cc-4ca7-b7e0-bcccc655a138 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/networks/38ab1069-6370-4147-9886-da2a6ac7f183 HTTP/1.1" status: 204 len: 168 time: 1.0156164 Mar 23 10:25:05.010286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46686) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:05.079869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025e7087-8d85-432c-99b2-c7f5763969d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.109386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.125312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e7087-8d85-432c-99b2-c7f5763969d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d063d-5721-4c4a-ac9a-f7bb8980590a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:05.162223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10879fcf-8ac7-4f65-8040-57fd5c41896b']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:05.185849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c02e8c0-2d73-478b-aa32-48eb250e422e') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:05.186805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c02e8c0-2d73-478b-aa32-48eb250e422e') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:05.196953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025e7087-8d85-432c-99b2-c7f5763969d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.198271 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-025e7087-8d85-432c-99b2-c7f5763969d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c18d063d-5721-4c4a-ac9a-f7bb8980590a HTTP/1.1" status: 204 len: 168 time: 1.1790273 Mar 23 10:25:05.206426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.209496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-38f65a14-4b90-47c2-bed7-473d78e46dd8 None None] The port '2a250240-e117-4b0c-8c79-0b4d80de281a' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:05.239121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.246569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Releasing vlan 951 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:05.246843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.268004 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:05.275399 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:05.276630 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Updating router d7b31de2-6f73-4544-82a5-dac10a17d9c7 port fac6d279-d078-4cef-8941-821a251eacb3 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:05.349131 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:05.355424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.380547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.388987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Network': ['ID=10879fcf-8ac7-4f65-8040-57fd5c41896b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:05.398089 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-10135e61-10f6-4a63-b6ab-97b17cbd6c12 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/networks/10879fcf-8ac7-4f65-8040-57fd5c41896b HTTP/1.1" status: 204 len: 168 time: 1.1819220 Mar 23 10:25:05.400965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46692) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:05.408078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Attempting to bind port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:05.409126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Attempting to bind port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:05.409487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Attempting to bind port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea on network 3934dae0-a161-4baf-a893-df3c7488336c {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:05.422109 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.435212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.449287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:05.449908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Checking segment: {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:05.450989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.451713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Bound using segment: {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:05.452748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Bound port: 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0a03bc-db5d-4626-9efe-c98bd4f3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:05.453389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.493191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Transition to ACTIVE for port object ec47eb9b-5bfb-4ef7-a20d-79deb60b451b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:05.502218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40c28a-4160-4789-919a-f8de1c28cf76 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:05.504430 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6e40c28a-4160-4789-919a-f8de1c28cf76 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6911654 Mar 23 10:25:05.507298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:05.515737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.580292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] For port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:05.584068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] For port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,segment=NetworkSegment(2c0a03bc-db5d-4626-9efe-c98bd4f3076f),segment_id=2c0a03bc-db5d-4626-9efe-c98bd4f3076f)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:05.609964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Transition to ACTIVE for port object ec47eb9b-5bfb-4ef7-a20d-79deb60b451b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:05.619925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.647407 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-df326ddf-2d3f-4167-a5e8-717ea18ad354 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237116 Mar 23 10:25:05.650368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46702) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:05.656661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581937847', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:05.696847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.736106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:05.737240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:05.935695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8:2::1 (27bbcc03-c0b6-4269-abce-c6b467e06258/2825043b-d03b-436c-80a6-6071b603073a/a991137b-c1ee-4ce2-80bb-68204d1b1b6f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:05.937038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.023506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641b5ca3-511f-476a-848f-f36e20811071']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:06.058504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217a8dfb-0d86-4213-ab25-b27fc8d5abaa') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:06.061118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217a8dfb-0d86-4213-ab25-b27fc8d5abaa') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:06.077915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:06.111433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:06.119875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:06.138804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:06.155155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:06.180424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.184732 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.202975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:06.216332 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Transition to ACTIVE for port object fac6d279-d078-4cef-8941-821a251eacb3 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:06.235472 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.250300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:06.258892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.285019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:06.285785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.303824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:06.322543 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:06.326721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object a991137b-c1ee-4ce2-80bb-68204d1b1b6f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:06.376757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting subnet b411e61d-d05a-40f5-80bb-b21be6cd479e {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:25:06.380417 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Attempting to bind port fac6d279-d078-4cef-8941-821a251eacb3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:06.382374 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Attempting to bind port fac6d279-d078-4cef-8941-821a251eacb3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:06.382945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.384932 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Attempting to bind port fac6d279-d078-4cef-8941-821a251eacb3 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:06.388093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.401657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:06.410981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:06.412005 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Pushing event updated for resources: {'Port': ['ID=fac6d279-d078-4cef-8941-821a251eacb3,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.418794 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:06.419189 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:06.419922 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.420317 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:06.420761 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Bound port: fac6d279-d078-4cef-8941-821a251eacb3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:06.421270 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.523528 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] For port fac6d279-d078-4cef-8941-821a251eacb3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:06.525975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.527015 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] For port fac6d279-d078-4cef-8941-821a251eacb3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fac6d279-d078-4cef-8941-821a251eacb3,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:06.539658 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.557854 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.558479 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.558957 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.559452 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.560131 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.561521 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.562240 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.563235 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.563752 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.564237 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.564698 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.581799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:06.583138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.585536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:06.594970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.599200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:06.599764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.631050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1671-a4cc-4074-b74b-803c55c2c7d1 None None] Pushing event updated for resources: {'Port': ['ID=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.636727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.664806 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3d80-bf00-4c9c-bd97-56341b399d71 None None] Pushing event updated for resources: {'Port': ['ID=fac6d279-d078-4cef-8941-821a251eacb3,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.666194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.688800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:06.689780 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:06.706791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Network': ['ID=641b5ca3-511f-476a-848f-f36e20811071,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.737913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.739315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.742298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.743895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.745245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.745766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.747433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.747975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.749486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.750009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.750485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.753370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.859709 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d48046e1-8073-4bff-aab5-ea817ec6846a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/networks/641b5ca3-511f-476a-848f-f36e20811071 HTTP/1.1" status: 204 len: 168 time: 1.8485386 Mar 23 10:25:06.867432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46718) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:06.903199 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:06.940555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Attempting to bind port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:06.951509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Attempting to bind port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:06.952161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Attempting to bind port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b on network 27bbcc03-c0b6-4269-abce-c6b467e06258 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:07.000564 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Pushing event updated for resources: {'Port': ['ID=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:07.011648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:07.012295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Checking segment: {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:07.012805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.013297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Bound using segment: {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:07.013889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Bound port: ec47eb9b-5bfb-4ef7-a20d-79deb60b451b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:07.014373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.239173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46724) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:07.259304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75394f5e-2594-4462-912c-ba1fd11f91ff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:07.263754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75394f5e-2594-4462-912c-ba1fd11f91ff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:07.264771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-75394f5e-2594-4462-912c-ba1fd11f91ff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Synchronizing usage tracker for tenant:40fc3eb9d37d46539d4d2859c04a9403 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:07.265225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] For port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:07.279284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] For port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:07.290589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.312618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-75394f5e-2594-4462-912c-ba1fd11f91ff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Unset dirty status for tenant:40fc3eb9d37d46539d4d2859c04a9403 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:07.315027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-75394f5e-2594-4462-912c-ba1fd11f91ff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4463000 Mar 23 10:25:07.321951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46730) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:07.339311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1468234207'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:07.344731 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:07.345197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:07.355277 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ad1d4-20f7-427e-92d3-7119fd2fd450 None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:07.377794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:07.379895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.432238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:07.437246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.439358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd91445-c9be-475a-95f0-2feb6e8d451d None None] Pushing event updated for resources: {'Port': ['ID=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:07.456682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:24:55Z', 'revision_number': 3, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:05Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:07.470084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4038db3-f3c5-4163-9f8b-de46a0e641c2 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:24:55Z', 'revision_number': 3, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:05Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:07.504986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.539578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=0ba68857-ed87-41ab-ba32-56d27a535c85,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:07.572483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1656170660-network', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:07.574288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:07.575840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:07.578376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 2f96be1f-c4f4-46e8-82e6-11f24773201a, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:07.604033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:07.623023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Usage tracker for resource:network and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:07.623242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:07.634997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.635342 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Added segment b48a8eaf-c6f2-42f0-8311-b89acf4e032a of type vlan for network a8e90ff3-ba8d-4c3a-9958-12f1922e61f9 Mar 23 10:25:07.641926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 2f96be1f-c4f4-46e8-82e6-11f24773201a) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:07.648250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:07.651396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b68d7-527e-499f-8c0f-89d9f06f1ae8 None None] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:07.659005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:07.659621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.670446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.677308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:07.702434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.702434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.703844 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e657dcd1-f219-40f8-8213-3ff3a24e9a99 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0522008 Mar 23 10:25:07.704998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46734) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:07.800657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.814390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Made reservation on behalf of 942a3d76bfef423d8e7191141c4b7c30 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:07.816837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.832764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.957216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a46006-9e40-467d-af7d-e59f55b4b376 None None] Network ade7e2b1-8ba3-405b-b236-e824c7476678 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:07.974761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.981216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.021410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Subnet': ['ID=b411e61d-d05a-40f5-80bb-b21be6cd479e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:08.034922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:08.193130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:08.228003 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4c68d061-5167-42d4-869e-3b8037674570 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/subnets/b411e61d-d05a-40f5-80bb-b21be6cd479e HTTP/1.1" status: 204 len: 168 time: 2.8259089 Mar 23 10:25:08.251825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46738) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:08.264060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.280485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:08.282365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.318461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-2f96be1f-c4f4-46e8-82e6-11f24773201a', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:08.319308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.368076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:08.588414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:08.633535 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3086302 Mar 23 10:25:08.634852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:08.661571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Allocated IP 172.20.0.2 (2f96be1f-c4f4-46e8-82e6-11f24773201a/0ba68857-ed87-41ab-ba32-56d27a535c85/a5cebddf-e73d-45f3-82e5-cf6ae107ba0e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:08.665091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46742) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:08.675764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-306300299'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:08.681628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:08.705569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:08.716511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:08.732827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] DHCP port deletion for ade7e2b1-8ba3-405b-b236-e824c7476678 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:08.739349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:08.742367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.762480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d241a7-ed32-4f86-aced-4f5b83a4198d tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Network': ['ID=a8e90ff3-ba8d-4c3a-9958-12f1922e61f9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:08.814526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:08.822577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:08.894546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network a8e90ff3-ba8d-4c3a-9958-12f1922e61f9 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:09.024345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.070843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] Deleting port 282b9597-b3a5-4744-8441-6b4c909f05fd {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:09.071334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.072720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 282b9597-b3a5-4744-8441-6b4c909f05fd {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:09.073066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.112912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04d34b-163c-4cfa-a5df-bffa215ba2c8 None None] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:09.128463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.134267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:09.295358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.302080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.302382 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Added segment 49ec723a-4a86-43ad-8dfe-de9068bdaa36 of type vlan for network 47e37e07-c6ef-4719-9fb2-92475c7cad9e Mar 23 10:25:09.342434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.348696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fac6d279-d078-4cef-8941-821a251eacb3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:09.397910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5edeac22-de39-4fdd-9804-32709f0d4ec2 None None] Provisioning for port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:09.409957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.470692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:09.561112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173f7321-f3e7-4df6-bd80-455edad91ef3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.668086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.691487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] For port 282b9597-b3a5-4744-8441-6b4c909f05fd, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=282b9597-b3a5-4744-8441-6b4c909f05fd,segment=NetworkSegment(d631d7df-8003-4476-bfab-136993472ff2),segment_id=d631d7df-8003-4476-bfab-136993472ff2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:09.691901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.699640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Transition to ACTIVE for port object a5cebddf-e73d-45f3-82e5-cf6ae107ba0e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:09.742072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:09.754419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.754752 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Added segment 56cd9277-5f0f-4d58-ad2d-288d32ae8cc2 of type vlan for network 8d1510b0-d016-4cd9-9421-b5f53b85c928 Mar 23 10:25:09.803973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] For port 282b9597-b3a5-4744-8441-6b4c909f05fd, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=282b9597-b3a5-4744-8441-6b4c909f05fd,segment=NetworkSegment(d631d7df-8003-4476-bfab-136993472ff2),segment_id=d631d7df-8003-4476-bfab-136993472ff2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:09.804322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.815160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.817459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:09.818036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.830266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] Calling delete_port for 282b9597-b3a5-4744-8441-6b4c909f05fd owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:09.926051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.954198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fac6d279-d078-4cef-8941-821a251eacb3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:09.965904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Transition to ACTIVE for port object a5cebddf-e73d-45f3-82e5-cf6ae107ba0e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:09.974941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fac6d279-d078-4cef-8941-821a251eacb3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:09.975406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.011300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.050773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Calling delete_port for 282b9597-b3a5-4744-8441-6b4c909f05fd owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:10.064699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (2f96be1f-c4f4-46e8-82e6-11f24773201a/0ba68857-ed87-41ab-ba32-56d27a535c85/8f251158-887c-4e78-a3cf-b384b1f84ec5) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:10.138185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Network': ['ID=47e37e07-c6ef-4719-9fb2-92475c7cad9e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.142212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:10.150962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:10.155182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Pushing event updated for resources: {'Port': ['ID=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.159905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:10.161976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.178204 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1fb168cc-e6bd-48ab-8874-26fe17142172 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5118036 Mar 23 10:25:10.190045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46746) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:10.204181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'ports': [{'network_id': 'a8e90ff3-ba8d-4c3a-9958-12f1922e61f9', 'name': 'tempest-port--240260773', 'admin_state_up': True}, {'network_id': '47e37e07-c6ef-4719-9fb2-92475c7cad9e', 'admin_state_up': False}]} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:10.205153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'port': {'network_id': 'a8e90ff3-ba8d-4c3a-9958-12f1922e61f9', 'name': 'tempest-port--240260773', 'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:10.205969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'port': {'network_id': '47e37e07-c6ef-4719-9fb2-92475c7cad9e', 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:10.215135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 47e37e07-c6ef-4719-9fb2-92475c7cad9e details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:10.248063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] Pushing event deleted for resources: {'Port': ['ID=282b9597-b3a5-4744-8441-6b4c909f05fd,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.310945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.312398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:10.313410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.338202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.373870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 8f251158-887c-4e78-a3cf-b384b1f84ec5 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:10.391787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2066b5a-1f05-4a8b-85cc-852accb84755 None None] No DVR routers for this DVR port 282b9597-b3a5-4744-8441-6b4c909f05fd on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:10.398383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:10.399592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:10.408987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.553351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:10.559659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:10.565513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:10.575111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.628062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port fac6d279-d078-4cef-8941-821a251eacb3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fac6d279-d078-4cef-8941-821a251eacb3,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:10.631454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Attempting to bind port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:10.633102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Attempting to bind port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:10.633288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=8f251158-887c-4e78-a3cf-b384b1f84ec5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.634158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Attempting to bind port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e on network 2f96be1f-c4f4-46e8-82e6-11f24773201a {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:10.642012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.643898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:10.650601 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4105291 Mar 23 10:25:10.654126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46750) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:10.664306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Request body: {'subnet': {'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1656170660-subnet', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:10.671840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:10.680842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Usage tracker for resource:subnet and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:10.681715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638d8a-dd33-4fba-993a-89f823b4cb99 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1510b0-d016-4cd9-9421-b5f53b85c928,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.686662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:10.688005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:10.692999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:10.694170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Usage tracker for resource:port and tenant:40fc3eb9d37d46539d4d2859c04a9403 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:10.695874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.698854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:10.699818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:10.707032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:10.721815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Made reservation on behalf of 942a3d76bfef423d8e7191141c4b7c30 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:10.724247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.738227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:10.768689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:10.769057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Checking segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:10.769959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.770499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Bound using segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:10.771261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Bound port: a5cebddf-e73d-45f3-82e5-cf6ae107ba0e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:10.771846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.877368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] For port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:10.880578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] For port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:10.888027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'port': 2} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:10.891889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.912847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Deleting port 282b9597-b3a5-4744-8441-6b4c909f05fd {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:10.913298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.922057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.953329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.962422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.030603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ebeb6a5c-8cba-475f-937a-269c2f7642f6 None None] Provisioning for port a991137b-c1ee-4ce2-80bb-68204d1b1b6f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:11.039806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ebeb6a5c-8cba-475f-937a-269c2f7642f6 None None] Provisioning complete for port a991137b-c1ee-4ce2-80bb-68204d1b1b6f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:11.040039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6a5c-8cba-475f-937a-269c2f7642f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.042279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] The port '282b9597-b3a5-4744-8441-6b4c909f05fd' was deleted {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:11.066339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=fac6d279-d078-4cef-8941-821a251eacb3,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:11.182203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb6a5c-8cba-475f-937a-269c2f7642f6 None None] Port a991137b-c1ee-4ce2-80bb-68204d1b1b6f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:11.229046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:11.235657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:11.236148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.281707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3641-a773-4296-9e48-8610d5452d02 None None] Pushing event updated for resources: {'Port': ['ID=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:11.334544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.340824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d798f9d7-c290-4378-a627-c6af0c18ac86 None None] Provisioning complete for port a991137b-c1ee-4ce2-80bb-68204d1b1b6f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:11.342035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d798f9d7-c290-4378-a627-c6af0c18ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.474135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.487408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d798f9d7-c290-4378-a627-c6af0c18ac86 None None] Port a991137b-c1ee-4ce2-80bb-68204d1b1b6f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:11.523406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.565033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,segment=NetworkSegment(2c0a03bc-db5d-4626-9efe-c98bd4f3076f),segment_id=2c0a03bc-db5d-4626-9efe-c98bd4f3076f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:11.577994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.579975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ec47eb9b-5bfb-4ef7-a20d-79deb60b451b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:11.686060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120f049b-3dc5-4e96-b64f-dc41dd811c25,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:11.709454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] device_id is not set on port e0aa59f4-3b77-4569-83d5-c1f19b763276 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:25:11.715036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Checking segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:11.715622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Network hostable DHCP agents. Network: 8d1510b0-d016-4cd9-9421-b5f53b85c928, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:11.730048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:11.750342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:11.758169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:11.758909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.775301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade7e2b1-8ba3-405b-b236-e824c7476678']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:11.778536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:11.799754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8d1510b0-d016-4cd9-9421-b5f53b85c928) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:11.805668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:11.805916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.813134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e4e417-ee40-4775-85ce-e014ffd3cb51 None None] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:11.815238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd631d7df-8003-4476-bfab-136993472ff2') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:11.815550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd631d7df-8003-4476-bfab-136993472ff2') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:11.825583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.833787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.835196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:11.837929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.885963 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f0b88b42-100c-43b4-ab05-f7068a5b6244 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5947723 Mar 23 10:25:11.885963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.896754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46754) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:11.904967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:11.906033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.923580 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-60b3c479-2b64-41c1-aa27-53746b4c3870 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2683372 Mar 23 10:25:11.927028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-599455119'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:11.930421 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:11.932638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46758) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:11.939257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:11.950067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:11.963396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:11.971043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Usage tracker for resource:router and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:11.976406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:11.984155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=8f251158-887c-4e78-a3cf-b384b1f84ec5,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:11.988659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:11.991700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:11.993962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.017044 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:12.022467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:network and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:12.025609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.026551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.039820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:12.139071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8d1510b0-d016-4cd9-9421-b5f53b85c928', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:12.139916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.140132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.157132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:12.157767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:12.164594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:12.181671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:12.183285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:12.240387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:12.244078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.299217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] device_id is not set on port b5065938-5764-4563-a847-3ceff7cdd9b8 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:25:12.328129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.355615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.397147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Pushing event deleted for resources: {'Network': ['ID=ade7e2b1-8ba3-405b-b236-e824c7476678,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:12.399014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] vlan segment allocate from pool success with {'vlan_id': 974, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:12.404045 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c0281f00-a5b3-422f-a770-7c3950166cdc tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/networks/ade7e2b1-8ba3-405b-b236-e824c7476678 HTTP/1.1" status: 204 len: 168 time: 4.1485715 Mar 23 10:25:12.408999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46762) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:12.477336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.477685 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added segment 525825cd-61ab-40d1-9492-1fa3f08dadf9 of type vlan for network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb Mar 23 10:25:12.482329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-40ebdda2-6622-4395-ac8b-346812ec285c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Synchronizing usage tracker for tenant:bb570d70cfd64790be31a855d4eee293 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:12.528200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-40ebdda2-6622-4395-ac8b-346812ec285c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Unset dirty status for tenant:bb570d70cfd64790be31a855d4eee293 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:12.529373 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-40ebdda2-6622-4395-ac8b-346812ec285c tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "GET /v2.0/ports?device_id=5998876f-e8de-48be-ab5c-3d0d200aaed2 HTTP/1.1" status: 200 len: 205 time: 0.1093247 Mar 23 10:25:12.533920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46766) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:12.548212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.555225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.598599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.602431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:12.603016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.613702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.654921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:12.656601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f116bc-2799-4b29-856a-07b401df459a None None] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:12.668137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.707400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.757839 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8599288 Mar 23 10:25:12.766596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746306a2-5354-47f9-a9e7-9ea71f87959c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Network': ['ID=97a4c7a7-4d75-45fa-8a16-d79dfc4886fb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:12.771332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46770) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:12.784352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'subnet': {'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:12.796502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.837960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:12.844793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.864191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Allocated IP 172.20.0.2 (8d1510b0-d016-4cd9-9421-b5f53b85c928/120f049b-3dc5-4e96-b64f-dc41dd811c25/7a7b0073-0f6f-4040-b379-9e788ce225d1) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:12.891204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 282b9597-b3a5-4744-8441-6b4c909f05fd no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:12.893714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Port': ['ID=e0aa59f4-3b77-4569-83d5-c1f19b763276,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:12.934951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Checking segment: {'id': 'b48a8eaf-c6f2-42f0-8311-b89acf4e032a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'a8e90ff3-ba8d-4c3a-9958-12f1922e61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:12.935297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network hostable DHCP agents. Network: a8e90ff3-ba8d-4c3a-9958-12f1922e61f9, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:12.951447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:12.956630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:subnet and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:12.960447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:12.968276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:12.988449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network a8e90ff3-ba8d-4c3a-9958-12f1922e61f9 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:12.999369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:13.001088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Made reservation on behalf of 90b6973defa74a19a8bfdeb5f5b75637 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:13.035200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, a8e90ff3-ba8d-4c3a-9958-12f1922e61f9) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:13.059345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 282b9597-b3a5-4744-8441-6b4c909f05fd {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:13.059798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 282b9597-b3a5-4744-8441-6b4c909f05fd not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:13.062661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861ef57-e94a-4201-ba1e-245e74dd2856 None None] Network a8e90ff3-ba8d-4c3a-9958-12f1922e61f9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:13.116692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:13.117760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.261248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Port': ['ID=b5065938-5764-4563-a847-3ceff7cdd9b8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:13.304663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.321160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0f33068d-1852-45bf-926a-824ea87f8e92 None None] Provisioning for port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:13.438061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fac6d279-d078-4cef-8941-821a251eacb3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:13.464467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Checking segment: {'id': '49ec723a-4a86-43ad-8dfe-de9068bdaa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '47e37e07-c6ef-4719-9fb2-92475c7cad9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:13.464849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network hostable DHCP agents. Network: 47e37e07-c6ef-4719-9fb2-92475c7cad9e, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:13.504197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:13.571469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network 47e37e07-c6ef-4719-9fb2-92475c7cad9e is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:13.585588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.599611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 47e37e07-c6ef-4719-9fb2-92475c7cad9e) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:13.607269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:13.611580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:13.614780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:13.615373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.615709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.649757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.651946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea75bb-3a6d-4472-981b-ac7d8c4566ce None None] Network 47e37e07-c6ef-4719-9fb2-92475c7cad9e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:13.691379 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fd65212a-f54b-426b-9377-8b660af0959c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4998801 Mar 23 10:25:13.694823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46774) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:13.740362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.740362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Fanout notify agent at l3_agent the message router_deleted on router 5998876f-e8de-48be-ab5c-3d0d200aaed2 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:25:13.741492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Subnet': ['ID=2c9f2bf3-5ecf-428f-9397-fc63369df8fa,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:13.755963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Checking segment: {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:13.756333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network hostable DHCP agents. Network: 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:13.767228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.781279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:13.793329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:13.794474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:13.799951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:13.799951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.814505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.818184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fe156eb9-6c89-41cf-a066-fe39f775f474 tempest-RoutersNegativeIpV6Test-1821374990 tempest-RoutersNegativeIpV6Test-1821374990-project] 10.222.0.73 "DELETE /v2.0/routers/5998876f-e8de-48be-ab5c-3d0d200aaed2 HTTP/1.1" status: 204 len: 168 time: 1.2797985 Mar 23 10:25:13.818184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.836008 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-282489ab-090e-449c-8b19-37e265c91b0f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0634651 Mar 23 10:25:13.837406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46780) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:13.981675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86222823-2d32-4aa5-b292-5b4ad39ad128 None None] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:14.079481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f89d3-f82b-467b-adb6-0d317238cee7 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:14.083427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f89d3-f82b-467b-adb6-0d317238cee7 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:14.085377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-881f89d3-f82b-467b-adb6-0d317238cee7 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3868337 Mar 23 10:25:14.143384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46786) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:14.143762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46788) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:14.288410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Allocated IP 172.26.7.76 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/add29767-328c-4a63-86d7-e01208c79213) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:14.299042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Deleting port e0aa59f4-3b77-4569-83d5-c1f19b763276 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:14.299391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.450219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fac6d279-d078-4cef-8941-821a251eacb3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:14.450633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.513277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.565656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Transition to ACTIVE for port object 7a7b0073-0f6f-4040-b379-9e788ce225d1 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:14.620788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Transition to ACTIVE for port object 7a7b0073-0f6f-4040-b379-9e788ce225d1 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:14.658553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:14.675528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.725511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:14.725743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Updating router 6ff68333-f78b-4391-a91e-995a01dae5d1 port a991137b-c1ee-4ce2-80bb-68204d1b1b6f binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:14.772178 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'fixed_ips': [{'subnet_id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:14.773685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.773824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.785183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.902817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:14.910699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:14.914414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:14.960209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.976983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Pushing event updated for resources: {'Port': ['ID=7a7b0073-0f6f-4040-b379-9e788ce225d1,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:14.995162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5cebddf-e73d-45f3-82e5-cf6ae107ba0e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:15.033426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Provisioning for port 8f251158-887c-4e78-a3cf-b384b1f84ec5 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:15.138431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Calling delete_port for e0aa59f4-3b77-4569-83d5-c1f19b763276 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:15.162257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Provisioning complete for port 8f251158-887c-4e78-a3cf-b384b1f84ec5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:15.162630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.230331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46796) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:15.230890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-de8264b7-0414-4f4d-a194-83a51134155a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb570d70cfd64790be31a855d4eee293&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0705035 Mar 23 10:25:15.257315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:15.281038 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:15.282227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Allocated IP 2001:db8:3::1 (97a4c7a7-4d75-45fa-8a16-d79dfc4886fb/2c9f2bf3-5ecf-428f-9397-fc63369df8fa/bf0d739a-8459-4443-aa23-559456334b03) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:15.286737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Attempting to bind port 7a7b0073-0f6f-4040-b379-9e788ce225d1 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:15.287111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Attempting to bind port 7a7b0073-0f6f-4040-b379-9e788ce225d1 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:15.287469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Attempting to bind port 7a7b0073-0f6f-4040-b379-9e788ce225d1 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:15.293300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.303798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2199e498-9c07-4cd2-9bfd-b0fa44dfa053 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/d7b31de2-6f73-4544-82a5-dac10a17d9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5972841 Mar 23 10:25:15.306682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46800) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:15.308150 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:15.308688 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:15.332916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Port 8f251158-887c-4e78-a3cf-b384b1f84ec5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:15.366338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a308cfb-3184-49b7-813b-db2032ef79f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.366591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:15.366908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Checking segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:15.367270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.367699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Bound using segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:15.368175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Bound port: 7a7b0073-0f6f-4040-b379-9e788ce225d1, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:15.368551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.465803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:15.479947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.480318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.480682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.481071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.481605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.482090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.482696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.483332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.483795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.484238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.484631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.486984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2a889fa7-e2a0-44bc-85dc-59963105f663 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7663 time: 0.1782508 Mar 23 10:25:15.489674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.493518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46804) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:15.516766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a308cfb-3184-49b7-813b-db2032ef79f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.531646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Provisioning complete for port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:15.532056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.560932 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:15.589419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Port': ['ID=e0aa59f4-3b77-4569-83d5-c1f19b763276,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:15.618916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.627402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.649333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:15.649752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.705560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.718887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Pushing event updated for resources: {'Port': ['ID=add29767-328c-4a63-86d7-e01208c79213,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:15.722104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8f21c142-c77a-44eb-b787-dc8211ec68dd tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/ports/e0aa59f4-3b77-4569-83d5-c1f19b763276 HTTP/1.1" status: 204 len: 168 time: 1.5641885 Mar 23 10:25:15.734055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a308cfb-3184-49b7-813b-db2032ef79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.735268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46808) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:15.760282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Transition to ACTIVE for port object bf0d739a-8459-4443-aa23-559456334b03 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:15.772463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308cfb-3184-49b7-813b-db2032ef79f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2813b8c-39eb-413f-97b6-cbf247647cf2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:15.773814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.774406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.774779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.775143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.775503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.775940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.776294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.776646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.777082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.779086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-27f6148c-adb1-4a6e-97de-350f5636f2ac tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5842 time: 0.2845318 Mar 23 10:25:15.785152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46812) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:15.812762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.882217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:15.886965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a308cfb-3184-49b7-813b-db2032ef79f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.888256 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3a308cfb-3184-49b7-813b-db2032ef79f7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2813b8c-39eb-413f-97b6-cbf247647cf2 HTTP/1.1" status: 204 len: 168 time: 0.6562548 Mar 23 10:25:15.893628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] For port 7a7b0073-0f6f-4040-b379-9e788ce225d1, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:15.943369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:15.945183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:15.951118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:15.958041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:15.958244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] For port 7a7b0073-0f6f-4040-b379-9e788ce225d1, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7a7b0073-0f6f-4040-b379-9e788ce225d1,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:15.961724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:15.965215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.992107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.012614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=bf0d739a-8459-4443-aa23-559456334b03,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:16.073409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Deleting port b5065938-5764-4563-a847-3ceff7cdd9b8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:16.073409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.083066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Allocated IP 2001:db8:3::2 (97a4c7a7-4d75-45fa-8a16-d79dfc4886fb/2c9f2bf3-5ecf-428f-9397-fc63369df8fa/e69bf731-fadb-4914-9ae4-5c36727fd09b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:16.206236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:16.227089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.230820 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:16.236285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.245477 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:16.245840 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Updating router d7b31de2-6f73-4544-82a5-dac10a17d9c7 port 8f251158-887c-4e78-a3cf-b384b1f84ec5 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:16.372616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242b68b-7813-43d0-9bce-0ba257549590 None None] Pushing event updated for resources: {'Port': ['ID=7a7b0073-0f6f-4040-b379-9e788ce225d1,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:16.392634 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.397956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] For port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:16.456729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.500020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.619700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.733433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.749826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Transition to ACTIVE for port object a991137b-c1ee-4ce2-80bb-68204d1b1b6f will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:16.789312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.876522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f84360-3dc7-493a-890d-e122028b84de None None] Pushing event updated for resources: {'Port': ['ID=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:16.929998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:16.930362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:16.930817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-97cf7a68-4e58-486f-ab21-bbbf30a71b85 None None] Provisioning complete for port 8f251158-887c-4e78-a3cf-b384b1f84ec5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:16.931175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97cf7a68-4e58-486f-ab21-bbbf30a71b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.002836 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.017238 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Transition to ACTIVE for port object 8f251158-887c-4e78-a3cf-b384b1f84ec5 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:17.025940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.107748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbdb23-496a-4766-be56-5073eec04045 None None] Pushing event updated for resources: {'Port': ['ID=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:17.111238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-97cf7a68-4e58-486f-ab21-bbbf30a71b85 None None] Port 8f251158-887c-4e78-a3cf-b384b1f84ec5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:17.113970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.125974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.126456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Calling delete_port for b5065938-5764-4563-a847-3ceff7cdd9b8 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:17.128008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.252375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.253063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.270693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.310797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Transition to ACTIVE for port object e69bf731-fadb-4914-9ae4-5c36727fd09b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:17.335347 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923f0ee-94b7-40db-8ee2-687f5aca2163 None None] Pushing event updated for resources: {'Port': ['ID=8f251158-887c-4e78-a3cf-b384b1f84ec5,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:17.490073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event updated for resources: {'Port': ['ID=bf0d739a-8459-4443-aa23-559456334b03,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:17.499894 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Attempting to bind port 8f251158-887c-4e78-a3cf-b384b1f84ec5 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:17.501554 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Attempting to bind port 8f251158-887c-4e78-a3cf-b384b1f84ec5 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:17.502081 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Attempting to bind port 8f251158-887c-4e78-a3cf-b384b1f84ec5 on network 2f96be1f-c4f4-46e8-82e6-11f24773201a {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:17.518681 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:17.519656 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Checking segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:17.520223 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.520818 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Bound using segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:17.521604 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Bound port: 8f251158-887c-4e78-a3cf-b384b1f84ec5, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:17.522168 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.617751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7ea88486-bc0a-430b-817a-2c3017c9ded5 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2677 time: 1.8310800 Mar 23 10:25:17.628355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Transition to ACTIVE for port object e69bf731-fadb-4914-9ae4-5c36727fd09b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:17.636035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:17.682248 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] For port 8f251158-887c-4e78-a3cf-b384b1f84ec5, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:17.687477 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] For port 8f251158-887c-4e78-a3cf-b384b1f84ec5, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8f251158-887c-4e78-a3cf-b384b1f84ec5,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:17.705044 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.712877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:17.716095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:17.808092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.825539 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.883739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Port': ['ID=b5065938-5764-4563-a847-3ceff7cdd9b8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:17.925741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:17.942721 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a6d85684-9937-42e6-8ec4-bc5e71cfae2a tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/ports/b5065938-5764-4563-a847-3ceff7cdd9b8 HTTP/1.1" status: 204 len: 168 time: 2.2062340 Mar 23 10:25:17.947366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46836) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:17.958340 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923f0ee-94b7-40db-8ee2-687f5aca2163 None None] Pushing event updated for resources: {'Port': ['ID=8f251158-887c-4e78-a3cf-b384b1f84ec5,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:17.967441 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:17.968565 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:17.987486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:18.040349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8fc4d1e8-b643-4e0e-b3b2-6d31516ee0cb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Synchronizing usage tracker for tenant:40fc3eb9d37d46539d4d2859c04a9403 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:18.041565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46840) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:18.079969 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:18.088564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8fc4d1e8-b643-4e0e-b3b2-6d31516ee0cb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Unset dirty status for tenant:40fc3eb9d37d46539d4d2859c04a9403 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:18.090710 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8fc4d1e8-b643-4e0e-b3b2-6d31516ee0cb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1423249 Mar 23 10:25:18.092406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Attempting to bind port a991137b-c1ee-4ce2-80bb-68204d1b1b6f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:18.092964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Attempting to bind port a991137b-c1ee-4ce2-80bb-68204d1b1b6f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:18.093493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Attempting to bind port a991137b-c1ee-4ce2-80bb-68204d1b1b6f on network 27bbcc03-c0b6-4269-abce-c6b467e06258 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:18.101568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46846) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:18.102574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e30838-2a00-4392-b204-f93dd6d0d6aa None None] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:18.112954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1342224173'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:18.151698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:18.184381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Usage tracker for resource:network and tenant:40fc3eb9d37d46539d4d2859c04a9403 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:18.199178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:18.221923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:18.285414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:18.295035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.331003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:18.340219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Router 6981e60e-2eb5-4187-bc07-b514918699a8 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:25:18.352316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:18.352316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Checking segment: {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:18.352824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.353712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Bound using segment: {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:18.354202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Bound port: a991137b-c1ee-4ce2-80bb-68204d1b1b6f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e6727f-6c46-478c-869a-2599897ee029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:18.354674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.378638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:18.384467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d8d03082-f10d-4dc0-82d3-a18f779827b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:18.387412 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-d8d03082-f10d-4dc0-82d3-a18f779827b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:25:18.395951 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:18.396832 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d8d03082-f10d-4dc0-82d3-a18f779827b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3484194 Mar 23 10:25:18.400688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46850) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:18.415170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517346823'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:18.432761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:18.459921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:18.470954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:18.493414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:18.526505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.526912 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Added segment ebfeeb9f-7790-4608-bd82-9154cff4ed95 of type vlan for network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf Mar 23 10:25:18.550022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.597822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.601153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.669198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:18.696514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.718027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:18.720044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.865326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] For port a991137b-c1ee-4ce2-80bb-68204d1b1b6f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:18.869113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] For port a991137b-c1ee-4ce2-80bb-68204d1b1b6f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:18.884039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Pushing event updated for resources: {'Port': ['ID=e69bf731-fadb-4914-9ae4-5c36727fd09b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:18.887313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.970749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:18.971917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:18.972532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.979004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:18.985376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:18.999705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:19.110476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Attempting to bind port e69bf731-fadb-4914-9ae4-5c36727fd09b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:19.114593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Attempting to bind port e69bf731-fadb-4914-9ae4-5c36727fd09b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:19.118191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Attempting to bind port e69bf731-fadb-4914-9ae4-5c36727fd09b on network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:19.156035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46856) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:19.162885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Network': ['ID=75840e8c-5adf-4d44-8919-4ce8ba7d4acf,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:19.166119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:19.166919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Checking segment: {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:19.167611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.168235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Bound using segment: {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:19.168986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Bound port: e69bf731-fadb-4914-9ae4-5c36727fd09b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:19.169633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.175271 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8f41032f-1840-4461-a2a4-5a66d9fff9b5 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0723517 Mar 23 10:25:19.179159 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:17Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:19.187704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbdb23-496a-4766-be56-5073eec04045 None None] Pushing event updated for resources: {'Port': ['ID=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:19.190300 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9bd4-8299-4cca-9198-feee0e37aee0 None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:17Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:19.200430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46860) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:19.202854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:19.208105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236306565', 'description': 'tempest-secgroup-smoke-1236306565 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:19.242402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:19.304897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:19.332870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:19.348263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.361041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:19.447258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-987117174'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:19.462436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:19.472134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.479632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Usage tracker for resource:network and tenant:40fc3eb9d37d46539d4d2859c04a9403 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:19.487404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:19.493763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:19.497957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:19.501280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:19.507928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:19.514220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bcfc1914-4916-4ad8-81f5-59ca2b1496be None None] Provisioning for port 7a7b0073-0f6f-4040-b379-9e788ce225d1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:19.519633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:19.560678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:19.567501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.586197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:19.588430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:19.600613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.647020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.657660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.696284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.698660 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2967710 Mar 23 10:25:19.710015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46864) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:19.735674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'aaf965dc-6fa7-4c5c-827f-999cd64fd155', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:19.743238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:19.753409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:19.788020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:19.798136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:19.802480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:19.807508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.807865 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Added segment b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9 of type vlan for network 6f45dbd1-7f51-40d1-8676-872a32af9f80 Mar 23 10:25:19.810505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:19.816184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:19.823601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:19.825107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d2f00e-1e4e-4afa-b58a-0f28ef6abc4d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:19.872087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:19.926524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.970058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.979410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56ac3-73f5-440f-b408-f20b3dfef88f tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf965dc-6fa7-4c5c-827f-999cd64fd155,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:20.042881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.053989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.094266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] For port e69bf731-fadb-4914-9ae4-5c36727fd09b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:20.115506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] For port e69bf731-fadb-4914-9ae4-5c36727fd09b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e69bf731-fadb-4914-9ae4-5c36727fd09b,segment=NetworkSegment(525825cd-61ab-40d1-9492-1fa3f08dadf9),segment_id=525825cd-61ab-40d1-9492-1fa3f08dadf9)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:20.124433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc9ed6b-1aba-4fa1-8586-3a785f6fb0cb,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:20.131915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.133439 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-65a6dacd-5b00-4c6d-8a26-709f8f0e2c95 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4191782 Mar 23 10:25:20.137524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46868) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:20.143368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7a7b0073-0f6f-4040-b379-9e788ce225d1 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:20.148204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'aaf965dc-6fa7-4c5c-827f-999cd64fd155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:20.153180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:20.164518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:20.172674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:20.177670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:20.184697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:20.193905 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-87711cd2-db56-4638-a531-132e9e888f11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3547218 Mar 23 10:25:20.200746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46872) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:20.204460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:20.205460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:20.214542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:20.215713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:20.233246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.241828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.251255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:20.252449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.288146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.288535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.348053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6af1f1-1f33-440b-bb39-f3705e629272,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:20.354877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.366876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b235e100-f501-4cf8-bc12-7d8c9ba0f833 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4334426 Mar 23 10:25:20.385796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46876) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:20.480342 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0355508 Mar 23 10:25:20.493193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623a58b-9b7a-476c-aed0-7d54a9714bdb tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Network': ['ID=6f45dbd1-7f51-40d1-8676-872a32af9f80,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:20.506545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.508170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6f635d52-ca7e-4047-b25a-92e40514f1c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3383989 Mar 23 10:25:20.511291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46880) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:20.517658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3e6af1f1-1f33-440b-bb39-f3705e629272', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:20.526801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:20.533373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:20.537263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:20.549392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:20.576589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.590290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6f45dbd1-7f51-40d1-8676-872a32af9f80 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:20.671932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.681251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.775855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347f7161-c807-4cf7-823c-f50720485d38,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:20.823853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.827557 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-680cdd04-6d56-4b03-a9c2-b11af4371832 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3147514 Mar 23 10:25:20.843332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:20.844041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:20.853030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46884) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:20.863253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.881804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3e6af1f1-1f33-440b-bb39-f3705e629272', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:20.904645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:20.911487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:20.915875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:20.924592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:20.969148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.998961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 7a7b0073-0f6f-4040-b379-9e788ce225d1 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:21.087207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.088746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab30c9-3cec-42aa-ae22-54a73020122c None None] Pushing event updated for resources: {'Port': ['ID=e69bf731-fadb-4914-9ae4-5c36727fd09b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:21.093382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.146024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.148166 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2926443 Mar 23 10:25:21.150738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46888) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:21.159565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3e6af1f1-1f33-440b-bb39-f3705e629272', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:21.166537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc599b48-5ab0-4cd8-854d-ce9131617c9c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6635b430-9953-47dd-a6fd-165cee3200da,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:21.177393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:21.183490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:21.188916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:21.200706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:21.254266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.323429 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:25:21.327478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46892) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:21.328152 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f936a025-10ac-460a-8f8a-4c1acc6ca3b2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1869159 Mar 23 10:25:21.412631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.422259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.454641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70662c3-c71e-4df4-8c62-5d00d14d7333,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:21.479431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:21.483130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-243d010d-bba1-4c71-8c74-f39ee2798d6a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.496754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.497986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e9ef1fe6-1907-427a-883d-86db30290d4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3459206 Mar 23 10:25:21.503898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46896) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:21.525714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3e6af1f1-1f33-440b-bb39-f3705e629272', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:21.549356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:21.564330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:21.568819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-243d010d-bba1-4c71-8c74-f39ee2798d6a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.581514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:21.597326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:21.656371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.719000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-243d010d-bba1-4c71-8c74-f39ee2798d6a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.758000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d010d-bba1-4c71-8c74-f39ee2798d6a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf965dc-6fa7-4c5c-827f-999cd64fd155,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:21.789659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-243d010d-bba1-4c71-8c74-f39ee2798d6a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.795258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-243d010d-bba1-4c71-8c74-f39ee2798d6a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/aaf965dc-6fa7-4c5c-827f-999cd64fd155 HTTP/1.1" status: 204 len: 168 time: 0.4624422 Mar 23 10:25:21.795665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46900) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:21.870302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.917404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ea26f8d2-e0fe-4765-92e2-545414a93414 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:21.926964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:21.984224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981029a4-62ff-499e-9a2c-d44cfe22eda8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:22.000415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ea26f8d2-e0fe-4765-92e2-545414a93414 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:22.006254 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ea26f8d2-e0fe-4765-92e2-545414a93414 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2020638 Mar 23 10:25:22.012473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46904) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:22.019594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570639162'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:22.026123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.033130 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26647f49-dd91-456c-96fe-2f83ec8a36cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5253093 Mar 23 10:25:22.033130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:22.035286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46908) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:22.041554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3e6af1f1-1f33-440b-bb39-f3705e629272', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:22.057787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:22.064778 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:22.067092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7a7b0073-0f6f-4040-b379-9e788ce225d1 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:22.067775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:22.068297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.071850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:22.082110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:22.107684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.124354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a797f8-aca1-4e96-a6c7-4adbd5f16b4a None None] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:22.194490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:22.233946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.extraroute_db [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 23 10:25:22.270985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.297622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.extraroute_db [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Removed routes are [] {{(pid=83746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 23 10:25:22.298841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.365540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:22.411916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:22.424363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:22.458699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:22.549278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.570632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.634387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-01ff4a53-bda6-4079-bf8f-4ee9152fb7e4 None None] Provisioning for port e69bf731-fadb-4914-9ae4-5c36727fd09b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:22.637471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbf16e2-b72a-4262-8c7c-96921536028a,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:22.654990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.664972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.706283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.710063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8a98d7a7-a315-4bf0-9ea7-471ed29c4994 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6710920 Mar 23 10:25:22.715960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46914) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:22.730865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3e6af1f1-1f33-440b-bb39-f3705e629272', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:22.740005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:22.743169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592c7f7e-dacd-489c-b6c4-8cf99034e0d7,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:22.747389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.748799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fcd29239-e81a-4b5c-acf1-33843bdae721 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7353220 Mar 23 10:25:22.750606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:22.754306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46918) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:22.755902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:22.763631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:22.772128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0e08702c-a4a0-4b76-861a-2150e285b359 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': '592c7f7e-dacd-489c-b6c4-8cf99034e0d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:22.773458 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-0e08702c-a4a0-4b76-861a-2150e285b359 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:22.776083 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e08702c-a4a0-4b76-861a-2150e285b359 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0182726 Mar 23 10:25:22.779962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:22.789068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46922) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:22.853438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.857763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.932643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7de067eb-2aee-4fea-a62a-217131945975 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:22.969569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:18Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf0d739a-8459-4443-aa23-559456334b03', 'name': '', 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:66:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:15Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:22.984609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e19cb-994f-4d80-9b2b-7db56e649c22 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:18Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf0d739a-8459-4443-aa23-559456334b03', 'name': '', 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:66:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:15Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:22.995128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 7a7b0073-0f6f-4040-b379-9e788ce225d1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7a7b0073-0f6f-4040-b379-9e788ce225d1,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:23.013562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.014571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8f251158-887c-4e78-a3cf-b384b1f84ec5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:23.089985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7de067eb-2aee-4fea-a62a-217131945975 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.145012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.170497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.226485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=7a7b0073-0f6f-4040-b379-9e788ce225d1,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:23.236285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 3, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:23.246416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:23.246769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Updating router 6981e60e-2eb5-4187-bc07-b514918699a8 port add29767-328c-4a63-86d7-e01208c79213 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:23.320335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8f251158-887c-4e78-a3cf-b384b1f84ec5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:23.331558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8f251158-887c-4e78-a3cf-b384b1f84ec5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:23.331939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.412388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.423184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.475231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.645291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ac7e87-aa1a-4023-b9d6-13612c044bc0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:23.697102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7de067eb-2aee-4fea-a62a-217131945975 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.705002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7de067eb-2aee-4fea-a62a-217131945975 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.708964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7de067eb-2aee-4fea-a62a-217131945975 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/592c7f7e-dacd-489c-b6c4-8cf99034e0d7 HTTP/1.1" status: 204 len: 168 time: 0.9139299 Mar 23 10:25:23.749215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:23.758371 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5c2f947b-f474-4253-9759-f073299270be tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0402102 Mar 23 10:25:23.759118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46926) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:23.759959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de067eb-2aee-4fea-a62a-217131945975 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c7f7e-dacd-489c-b6c4-8cf99034e0d7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:23.919802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-811610e5-b07c-4ad2-a96e-13cedc9432bd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:23.982578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-811610e5-b07c-4ad2-a96e-13cedc9432bd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:23.991816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-811610e5-b07c-4ad2-a96e-13cedc9432bd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2175732 Mar 23 10:25:24.000204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46932) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:24.006042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290311839'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:24.017456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:24.057050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:24.092162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.094837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.127035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Transition to ACTIVE for port object add29767-328c-4a63-86d7-e01208c79213 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:24.215484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.227246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:24.236622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:24.253636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:24.263254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:24.390782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46942) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:24.398635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'subnets': [{'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1007864974', 'ip_version': 6}, {'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:24.399000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'subnet': {'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1007864974', 'ip_version': 6}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:24.399666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Request body: {'subnet': {'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:24.529274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Attempting to bind port add29767-328c-4a63-86d7-e01208c79213 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:24.530003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Attempting to bind port add29767-328c-4a63-86d7-e01208c79213 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:24.530433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Attempting to bind port add29767-328c-4a63-86d7-e01208c79213 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:24.597965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.612470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-169fb4d0-e28c-4fc6-a1ef-e6a6f5929073 None None] Provisioning for port bf0d739a-8459-4443-aa23-559456334b03 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:24.624843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:24.626424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:24.627885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.629379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:24.634594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Bound port: add29767-328c-4a63-86d7-e01208c79213, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:24.637756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.656008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.682859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.726251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccbcab-778b-4fe4-9034-9d68b3f86d2d None None] Pushing event updated for resources: {'Port': ['ID=add29767-328c-4a63-86d7-e01208c79213,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:24.730943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcb42a8c-a084-42ad-8739-5a44a765cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.751802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-0418a2ae-ea5f-49a4-8e95-7f8fe55e0717 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:24.757315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0070e7-2ad4-4906-8f05-4678b5c71192,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:24.776217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.780220 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-62702fc2-8e0f-4bda-8953-020479d1e7e2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7790191 Mar 23 10:25:24.783515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46946) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:24.791055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d7b47b87-2624-4197-89b1-aa08ec169dc2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': '9c0070e7-2ad4-4906-8f05-4678b5c71192', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:24.791879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-d7b47b87-2624-4197-89b1-aa08ec169dc2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:24.792736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d7b47b87-2624-4197-89b1-aa08ec169dc2 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082531 Mar 23 10:25:24.800339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46950) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:24.801441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-169fb4d0-e28c-4fc6-a1ef-e6a6f5929073 None None] Provisioning complete for port bf0d739a-8459-4443-aa23-559456334b03 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:24.802038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-169fb4d0-e28c-4fc6-a1ef-e6a6f5929073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.843125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:24.865372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-0418a2ae-ea5f-49a4-8e95-7f8fe55e0717 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:24.866364 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-0418a2ae-ea5f-49a4-8e95-7f8fe55e0717 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236306565&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.2639072 Mar 23 10:25:24.885292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:24.913322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:24.965463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Usage tracker for resource:subnet and tenant:40fc3eb9d37d46539d4d2859c04a9403 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:24.996082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-169fb4d0-e28c-4fc6-a1ef-e6a6f5929073 None None] Port bf0d739a-8459-4443-aa23-559456334b03 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:25.000651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a19225da-e833-40f1-9839-7733634227dd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.036159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:25.069195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a19225da-e833-40f1-9839-7733634227dd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.086049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] For port add29767-328c-4a63-86d7-e01208c79213, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:25.102252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] For port add29767-328c-4a63-86d7-e01208c79213, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=add29767-328c-4a63-86d7-e01208c79213,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:25.112209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.129425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-3983104e-3041-4af1-ad95-a0d3cce3f691 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:25.130158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-3983104e-3041-4af1-ad95-a0d3cce3f691 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:25.145719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.155502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-3983104e-3041-4af1-ad95-a0d3cce3f691 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:25.164272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-3983104e-3041-4af1-ad95-a0d3cce3f691 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 797 time: 0.2865887 Mar 23 10:25:25.186581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-3376f0c7-fae1-4919-9edd-fe7f76f7a4b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0211897 Mar 23 10:25:25.196868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:25.237787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a19225da-e833-40f1-9839-7733634227dd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.249380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Made reservation on behalf of 40fc3eb9d37d46539d4d2859c04a9403 for: {'subnet': 2} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:25.265299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19225da-e833-40f1-9839-7733634227dd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0070e7-2ad4-4906-8f05-4678b5c71192,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:25.281815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a19225da-e833-40f1-9839-7733634227dd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.284075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a19225da-e833-40f1-9839-7733634227dd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c0070e7-2ad4-4906-8f05-4678b5c71192 HTTP/1.1" status: 204 len: 168 time: 0.4793081 Mar 23 10:25:25.291352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:25.325210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8f251158-887c-4e78-a3cf-b384b1f84ec5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8f251158-887c-4e78-a3cf-b384b1f84ec5,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:25.339140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.340116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5cebddf-e73d-45f3-82e5-cf6ae107ba0e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:25.362236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-e36d0b56-d399-42c3-82b5-b6ab04e0f412 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:25.385385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c1d22a4a-9e27-49d5-8894-ba82797ce2e9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:25.388352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccbcab-778b-4fe4-9034-9d68b3f86d2d None None] Pushing event updated for resources: {'Port': ['ID=add29767-328c-4a63-86d7-e01208c79213,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:25.405560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-e36d0b56-d399-42c3-82b5-b6ab04e0f412 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:25.407446 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-e36d0b56-d399-42c3-82b5-b6ab04e0f412 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2199080 Mar 23 10:25:25.415364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c1d22a4a-9e27-49d5-8894-ba82797ce2e9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:25.424238 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c1d22a4a-9e27-49d5-8894-ba82797ce2e9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1333683 Mar 23 10:25:25.426774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46958) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:25.436254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582018573'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:25.441854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-115fa84f-0a47-4f80-b37c-6435b5f3ecdd None None] Provisioning complete for port bf0d739a-8459-4443-aa23-559456334b03 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:25.442378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-115fa84f-0a47-4f80-b37c-6435b5f3ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.443500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:25.458130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:25.471989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.488922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:25.490442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:24:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:25.520835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:25.526156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:25.529779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:25.538553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:25.667579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Allocated IP 172.20.0.1 (8d1510b0-d016-4cd9-9421-b5f53b85c928/120f049b-3dc5-4e96-b64f-dc41dd811c25/81ca0612-1621-43dc-ad88-726ff7c88749) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:25.697003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.713144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-115fa84f-0a47-4f80-b37c-6435b5f3ecdd None None] Port bf0d739a-8459-4443-aa23-559456334b03 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:25.717274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.717832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.753321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8f251158-887c-4e78-a3cf-b384b1f84ec5,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:25.769980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:25.770611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.809916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.857943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:25.866654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:25.899782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.904061 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6e76a935-3ab9-4da0-9f01-84a6b7cace21 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 953 time: 5.7013445 Mar 23 10:25:25.909048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46966) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:25.912792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0803c9a-3a4f-4007-bb6e-d107434a2ffa,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:25.986002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:25.991768 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d82518b2-d5e5-4f7a-9d29-bc4b6783f7cd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5595801 Mar 23 10:25:25.992146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:25.999405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-31cf2c54-7352-4954-863c-dce3bd60f94b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'e0803c9a-3a4f-4007-bb6e-d107434a2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:26.001253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-31cf2c54-7352-4954-863c-dce3bd60f94b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:26.007274 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31cf2c54-7352-4954-863c-dce3bd60f94b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088158 Mar 23 10:25:26.017172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46974) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.030387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5dd4f7f8-7f3f-4f14-a344-16caa0c51318 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'e0803c9a-3a4f-4007-bb6e-d107434a2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:26.031317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-5dd4f7f8-7f3f-4f14-a344-16caa0c51318 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:26.036811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5dd4f7f8-7f3f-4f14-a344-16caa0c51318 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142133 Mar 23 10:25:26.037147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46978) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.045804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-255642ca-5a6c-4991-b783-31a9ad275111 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'e0803c9a-3a4f-4007-bb6e-d107434a2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:26.046515 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-255642ca-5a6c-4991-b783-31a9ad275111 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:26.050480 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-255642ca-5a6c-4991-b783-31a9ad275111 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093169 Mar 23 10:25:26.056112 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-0eb86025-7efd-4cde-978f-eb18dde79509 service neutron] 10.222.0.73 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301177 Mar 23 10:25:26.076708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46982) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.086437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-26d10fa9-c33a-4740-aa84-fb8b68c1f3ca tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'e0803c9a-3a4f-4007-bb6e-d107434a2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:26.087180 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-26d10fa9-c33a-4740-aa84-fb8b68c1f3ca tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:26.091771 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26d10fa9-c33a-4740-aa84-fb8b68c1f3ca tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108533 Mar 23 10:25:26.092754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46986) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.277361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-be9695e1-da53-4203-bc45-7649628f335b service neutron] 10.222.0.73 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203393 Mar 23 10:25:26.285197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3bd68e09-7f9a-4fe9-9de6-0ef557e14ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.336293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3bd68e09-7f9a-4fe9-9de6-0ef557e14ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.427223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3bd68e09-7f9a-4fe9-9de6-0ef557e14ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.433813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.475676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd68e09-7f9a-4fe9-9de6-0ef557e14ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0803c9a-3a4f-4007-bb6e-d107434a2ffa,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:26.488537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Transition to ACTIVE for port object 81ca0612-1621-43dc-ad88-726ff7c88749 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:26.500116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3bd68e09-7f9a-4fe9-9de6-0ef557e14ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.503362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3bd68e09-7f9a-4fe9-9de6-0ef557e14ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/e0803c9a-3a4f-4007-bb6e-d107434a2ffa HTTP/1.1" status: 204 len: 168 time: 0.4096935 Mar 23 10:25:26.506122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46990) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.565456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ec47eb9b-5bfb-4ef7-a20d-79deb60b451b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:26.638825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8eb431c2-2cee-4900-9099-04aed5abf9e0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:26.679331 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-01d74730-391e-4767-84ad-b080d03487dd tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 953 time: 0.7650349 Mar 23 10:25:26.680134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8eb431c2-2cee-4900-9099-04aed5abf9e0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:26.680309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 46996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.682325 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8eb431c2-2cee-4900-9099-04aed5abf9e0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1735137 Mar 23 10:25:26.688297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 46998) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:26.690874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'routes': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:26.699510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400870488'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:26.714513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:26.746439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:26.747966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e6e4-939a-4040-b145-aaa0736aa40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.777198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 3, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:26.781149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:26.782160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.850667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.851257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97545f44-471c-472d-995e-8aa25e8b6858 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 3, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:26.895226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a334f0e6-1c2d-44e8-8e22-648127b15eb9 req-eab3a476-a5de-45eb-89b9-1394e04575c6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 210 time: 0.1263993 Mar 23 10:25:26.964191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:26.965144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:26.970317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:26.974935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:26.983484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:27.079278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:27.090847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.096222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.101576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:27.116861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Pushing event updated for resources: {'Port': ['ID=81ca0612-1621-43dc-ad88-726ff7c88749,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:27.128563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:27.168006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80abeb-9645-4e37-9db0-3995516f1389,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:27.186701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.191179 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d6f17a3c-eacb-4520-b30e-8bac3501f2a3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5011570 Mar 23 10:25:27.193065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47012) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.200075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7c780c83-e191-440c-b2d7-886ab1a75ff4 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.201323 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-7c780c83-e191-440c-b2d7-886ab1a75ff4 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.202072 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7c780c83-e191-440c-b2d7-886ab1a75ff4 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076513 Mar 23 10:25:27.206574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47016) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.213497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.221862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:27.226346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:27.230640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:27.241275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:27.323983 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.327196 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-92ca0a33-a0b8-4452-a1a6-4c438e78523a tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1195629 Mar 23 10:25:27.329977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.332511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47022) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.338941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7a7b0073-0f6f-4040-b379-9e788ce225d1 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:27.343840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4e8f91ab-6f57-4bfa-a0cf-75967999b816 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.345016 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-4e8f91ab-6f57-4bfa-a0cf-75967999b816 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.348384 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4e8f91ab-6f57-4bfa-a0cf-75967999b816 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128245 Mar 23 10:25:27.351963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47026) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.358200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.365403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:27.369917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:27.373822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:27.381728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:27.437124 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.439369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-94725295-7488-44e4-91e7-0862c28939df tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0858853 Mar 23 10:25:27.443170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47030) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.459802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-cb51b11b-2c75-4da8-a5c2-c0cab5416bf9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.460972 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-cb51b11b-2c75-4da8-a5c2-c0cab5416bf9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.463685 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cb51b11b-2c75-4da8-a5c2-c0cab5416bf9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0174360 Mar 23 10:25:27.465912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47034) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.481149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.482460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 7a7b0073-0f6f-4040-b379-9e788ce225d1 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:27.483078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.495003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:27.507299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:27.529726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:27.559199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:27.587677 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Project c1262596972449d19afe29f8dc966e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:27.628447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.631484 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eec0e932-c77b-4503-a831-75ff624942a8 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1637645 Mar 23 10:25:27.634995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47038) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.643123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e69bf731-fadb-4914-9ae4-5c36727fd09b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:27.647886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2e22740b-b5a4-4e00-9489-1bd98046d012 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.649768 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-2e22740b-b5a4-4e00-9489-1bd98046d012 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.651848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2e22740b-b5a4-4e00-9489-1bd98046d012 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142562 Mar 23 10:25:27.654482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47042) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.665224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.665475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.676970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:27.683640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:27.692884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:27.703906 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:27.717461 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Project c1262596972449d19afe29f8dc966e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:27.762794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.770339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.774363 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ce4c794f-9737-4bd8-b1fa-072e5a87142b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1165783 Mar 23 10:25:27.775718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47046) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.780708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f7d2ef8a-f14e-45b0-ba21-5f771a0933eb None None] Provisioning for port 81ca0612-1621-43dc-ad88-726ff7c88749 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:27.785731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'bb80abeb-9645-4e37-9db0-3995516f1389', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:27.791806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f7d2ef8a-f14e-45b0-ba21-5f771a0933eb None None] Provisioning complete for port 81ca0612-1621-43dc-ad88-726ff7c88749 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:27.792688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7d2ef8a-f14e-45b0-ba21-5f771a0933eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.796609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:27.801441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:27.806927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:27.816036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:27.830206 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Project c1262596972449d19afe29f8dc966e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:27.865663 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:27.868725 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e620ede8-bb5f-400d-90a5-2367cf18b752 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0898402 Mar 23 10:25:27.872733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47050) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:27.891515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.917718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Subnet': ['ID=6eba5907-8b1d-4f5f-b3f4-184714bb8bfc,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:27.961602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.964075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port e69bf731-fadb-4914-9ae4-5c36727fd09b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:27.967414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2ef8a-f14e-45b0-ba21-5f771a0933eb None None] Port 81ca0612-1621-43dc-ad88-726ff7c88749 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:27.971895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e69bf731-fadb-4914-9ae4-5c36727fd09b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:27.972258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:27.973330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bdad869-684c-4478-a8a7-1e9049e7a09e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.006494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bdad869-684c-4478-a8a7-1e9049e7a09e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.075690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bdad869-684c-4478-a8a7-1e9049e7a09e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.122207 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:25:28.150024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Checking segment: {'id': 'ebfeeb9f-7790-4608-bd82-9154cff4ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:28.150460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network hostable DHCP agents. Network: 75840e8c-5adf-4d44-8919-4ce8ba7d4acf, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:28.214999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdad869-684c-4478-a8a7-1e9049e7a09e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80abeb-9645-4e37-9db0-3995516f1389,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:28.215561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.228661 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-67bac579-bead-4576-b392-02fe32ca8225 req-e93974ac-e128-4cbc-b608-1de8fcdd812a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 210 time: 0.1540833 Mar 23 10:25:28.238794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8bdad869-684c-4478-a8a7-1e9049e7a09e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.240247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8bdad869-684c-4478-a8a7-1e9049e7a09e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/bb80abeb-9645-4e37-9db0-3995516f1389 HTTP/1.1" status: 204 len: 168 time: 0.3663716 Mar 23 10:25:28.242952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47056) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:28.276523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port e69bf731-fadb-4914-9ae4-5c36727fd09b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e69bf731-fadb-4914-9ae4-5c36727fd09b,segment=NetworkSegment(525825cd-61ab-40d1-9492-1fa3f08dadf9),segment_id=525825cd-61ab-40d1-9492-1fa3f08dadf9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:28.283562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.284541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8f251158-887c-4e78-a3cf-b384b1f84ec5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:28.412547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=e69bf731-fadb-4914-9ae4-5c36727fd09b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:28.427628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8f251158-887c-4e78-a3cf-b384b1f84ec5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:28.428015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.494380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.extraroute_db [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added routes are [] {{(pid=83746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 23 10:25:28.494699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.extraroute_db [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 23 10:25:28.513335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8ba84072-1904-4555-8fe5-3fec7a8a7467 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:28.565712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8ba84072-1904-4555-8fe5-3fec7a8a7467 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:28.574585 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8ba84072-1904-4555-8fe5-3fec7a8a7467 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3295016 Mar 23 10:25:28.585198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47060) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:28.587359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a991137b-c1ee-4ce2-80bb-68204d1b1b6f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:28.601126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922877055'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:28.614034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:28.624558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-c50bf2f8-8100-4a66-aa6c-7a37abcc42d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:28.626263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-c50bf2f8-8100-4a66-aa6c-7a37abcc42d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 797 time: 0.2975497 Mar 23 10:25:28.642766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:28.662334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.684910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a991137b-c1ee-4ce2-80bb-68204d1b1b6f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:28.694080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a991137b-c1ee-4ce2-80bb-68204d1b1b6f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:28.694277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.715813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.748923 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-653fae41-d8ff-47f2-baa3-e1f6c5381174 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.1089187 Mar 23 10:25:28.767292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['3e6af1f1-1f33-440b-bb39-f3705e629272']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:28.810635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:28.872996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 75840e8c-5adf-4d44-8919-4ce8ba7d4acf) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:28.884231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:28.901737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004530bd-3a0f-453e-92b6-bd8c8c09a900 None None] Network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:28.951182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:28.962651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:28.973113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:28.983936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:29.000818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event updated for resources: {'Subnet': ['ID=25a3fb04-dc96-486a-87ed-cf79bd158652,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:29.009198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.023141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.049332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.069753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:29.092813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:29.096518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.104330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.129184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:29.132832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Checking segment: {'id': 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:29.133195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network hostable DHCP agents. Network: 6f45dbd1-7f51-40d1-8676-872a32af9f80, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:29.134502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.255131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f96db-b981-4c7c-98e1-e36b7d69994e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:29.263201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.269830 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-596166ad-284e-4663-b426-668b4445e6f9 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6791310 Mar 23 10:25:29.275658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47064) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:29.293854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'ca5f96db-b981-4c7c-98e1-e36b7d69994e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:29.301917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Pushing event updated for resources: {'Port': ['ID=81ca0612-1621-43dc-ad88-726ff7c88749,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:29.316010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.319412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:29.339819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:29.350595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:29.370491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:29.436945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port a991137b-c1ee-4ce2-80bb-68204d1b1b6f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:29.441287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.461983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.467257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Network 6f45dbd1-7f51-40d1-8676-872a32af9f80 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:29.472555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.520443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.531284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-75840e8c-5adf-4d44-8919-4ce8ba7d4acf', 'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf', 'tenant_id': '40fc3eb9d37d46539d4d2859c04a9403', 'fixed_ips': [{'subnet_id': '6eba5907-8b1d-4f5f-b3f4-184714bb8bfc'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:29.532746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.553962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6f45dbd1-7f51-40d1-8676-872a32af9f80) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:29.596308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd7340-bd01-4929-b5d2-740b6b5e7bd6 None None] Network 6f45dbd1-7f51-40d1-8676-872a32af9f80 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:29.598003 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5e47d20-4abf-4614-80f5-f2b52ad7fdc7 req-a07cf316-bcdb-44d1-840d-602ddc303ae0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 210 time: 0.0668554 Mar 23 10:25:29.602866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.13 (2f96be1f-c4f4-46e8-82e6-11f24773201a/0ba68857-ed87-41ab-ba32-56d27a535c85/33f41852-b6fc-412e-9b2e-5c481f4fd095) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:29.617925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:29.622721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:29.623586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:29.669507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:29.674625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:29.685069 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The resource could not be found. Mar 23 10:25:29.686101 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-457c0dc0-968c-428f-a4be-d03a4d288830 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4092736 Mar 23 10:25:29.690501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47070) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:29.698031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'ca5f96db-b981-4c7c-98e1-e36b7d69994e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd0dde7ed-4eaf-44cf-842c-5b2efba12772'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:29.721678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:29.782124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:29.789541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:29.805154 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f625d60c-98c5-4f1a-93aa-6ced2312bc8f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4121621 Mar 23 10:25:29.806263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:29.812879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47074) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:29.816315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e69bf731-fadb-4914-9ae4-5c36727fd09b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:29.933709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:29.952477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f54d2-40d6-4f52-bbf7-177b3c0a662f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:29.955453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f54d2-40d6-4f52-bbf7-177b3c0a662f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:29.956496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f54d2-40d6-4f52-bbf7-177b3c0a662f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:29.964154 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f47f54d2-40d6-4f52-bbf7-177b3c0a662f tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1501274 Mar 23 10:25:29.968591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47078) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:30.048638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.078021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 33f41852-b6fc-412e-9b2e-5c481f4fd095 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:30.083890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The resource could not be found. Mar 23 10:25:30.087858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3285810a-cb50-46f1-a305-1989fac8fa73 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3935506 Mar 23 10:25:30.088078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47082) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:30.170219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Allocated IP 2001:db8::1 (75840e8c-5adf-4d44-8919-4ce8ba7d4acf/6eba5907-8b1d-4f5f-b3f4-184714bb8bfc/6308f5fb-cd89-4a10-9f79-bf3f1679ce76) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:30.178447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4835-8a01-45e6-bf0b-fcd3d0d14640 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.212573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4835-8a01-45e6-bf0b-fcd3d0d14640 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.250724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:30.266212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.275926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4835-8a01-45e6-bf0b-fcd3d0d14640 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.294491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Deleting subnet 6eba5907-8b1d-4f5f-b3f4-184714bb8bfc {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:25:30.356188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e4835-8a01-45e6-bf0b-fcd3d0d14640 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f96db-b981-4c7c-98e1-e36b7d69994e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:30.378498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:30.382868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:30.389361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:30.462510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:30.463192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.481193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e69bf731-fadb-4914-9ae4-5c36727fd09b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:30.482267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.493955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7329049 Mar 23 10:25:30.498777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ffda1-03a5-460d-94c2-9c63568626b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=33f41852-b6fc-412e-9b2e-5c481f4fd095,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:30.503390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4835-8a01-45e6-bf0b-fcd3d0d14640 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.505306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cf0e4835-8a01-45e6-bf0b-fcd3d0d14640 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/ca5f96db-b981-4c7c-98e1-e36b7d69994e HTTP/1.1" status: 204 len: 168 time: 0.4157352 Mar 23 10:25:30.510696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47086) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:30.511515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Request body: {'port': {'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:30.542875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:30.551196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.552408 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8084a722-d709-405a-bbba-069c09f520ff tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 703 time: 3.8719764 Mar 23 10:25:30.555127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47090) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:30.573159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4fde1693-2147-4053-9129-d2d7aea23519 None None] Provisioning complete for port 81ca0612-1621-43dc-ad88-726ff7c88749 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:30.573427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4fde1693-2147-4053-9129-d2d7aea23519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.670493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.711061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:30.747591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0d081960-4168-45d9-aff7-3bd689683d37 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:30.784816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6f45dbd1-7f51-40d1-8676-872a32af9f80', 'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80', 'tenant_id': '40fc3eb9d37d46539d4d2859c04a9403', 'fixed_ips': [{'subnet_id': '25a3fb04-dc96-486a-87ed-cf79bd158652'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:30.785646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.929382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0d081960-4168-45d9-aff7-3bd689683d37 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:30.930977 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0d081960-4168-45d9-aff7-3bd689683d37 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4183624 Mar 23 10:25:30.935805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47096) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:30.947848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'fc8beb7c-ec60-43bd-8bed-73359c035796', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:30.957322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:30.963395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:30.969983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:30.989419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:31.028934 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-439a3af2-eb2d-4064-9e7a-f532b3c4cd2d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 703 time: 0.4726586 Mar 23 10:25:31.036817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47100) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:31.058703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4c17-52c0-466b-8b04-ac4177083ba4 req-d70f460d-9362-4aab-90dc-479829e99959 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:31.059438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-28db4c17-52c0-466b-8b04-ac4177083ba4 req-d70f460d-9362-4aab-90dc-479829e99959 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:31.107054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-28db4c17-52c0-466b-8b04-ac4177083ba4 req-d70f460d-9362-4aab-90dc-479829e99959 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:31.108405 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28db4c17-52c0-466b-8b04-ac4177083ba4 req-d70f460d-9362-4aab-90dc-479829e99959 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 932 time: 0.2548068 Mar 23 10:25:31.128571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Allocated IP 2001:db8:0:1::1 (6f45dbd1-7f51-40d1-8676-872a32af9f80/25a3fb04-dc96-486a-87ed-cf79bd158652/c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:31.180448 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The resource could not be found. Mar 23 10:25:31.181316 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8cf7a85a-7549-4630-88da-c95a37260dab tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2436082 Mar 23 10:25:31.194076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47104) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:31.200807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519320703'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:31.212340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:31.228730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:31.248965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28db4c17-52c0-466b-8b04-ac4177083ba4 req-77de3e11-3c9d-4988-8e3d-1c2ffb6ab5d2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264803 Mar 23 10:25:31.256106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f41852-b6fc-412e-9b2e-5c481f4fd095 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:25:31.270516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.272030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.291382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Transition to ACTIVE for port object 33f41852-b6fc-412e-9b2e-5c481f4fd095 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:31.296534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.333514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:31.351987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:31.357953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:31.367178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:31.371948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:31.431262 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:31.461065 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:31.462214 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:31.470594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.485619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Transition to ACTIVE for port object c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:31.505187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Pushing event updated for resources: {'Port': ['ID=33f41852-b6fc-412e-9b2e-5c481f4fd095,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:31.511827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Transition to ACTIVE for port object c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:31.567698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.580502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Transition to ACTIVE for port object 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:31.605291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Transition to ACTIVE for port object 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:31.607363 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8ed56cd7-f9f9-485f-8523-e40aedaade6e admin admin] 10.222.0.73 "PUT /v2.0/routers/6981e60e-2eb5-4187-bc07-b514918699a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2201836 Mar 23 10:25:31.624949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4fde1693-2147-4053-9129-d2d7aea23519 None None] Port 81ca0612-1621-43dc-ad88-726ff7c88749 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:31.648908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.650360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.728772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Attempting to bind port 33f41852-b6fc-412e-9b2e-5c481f4fd095 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:31.736863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Attempting to bind port 33f41852-b6fc-412e-9b2e-5c481f4fd095 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:31.737744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Attempting to bind port 33f41852-b6fc-412e-9b2e-5c481f4fd095 on network 2f96be1f-c4f4-46e8-82e6-11f24773201a {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:31.760378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Port 33f41852-b6fc-412e-9b2e-5c481f4fd095 on network 2f96be1f-c4f4-46e8-82e6-11f24773201a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:25:31.760896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Attempting to bind port 33f41852-b6fc-412e-9b2e-5c481f4fd095 on network 2f96be1f-c4f4-46e8-82e6-11f24773201a {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:31.764584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Pushing event updated for resources: {'Port': ['ID=c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:31.770805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.774078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.790396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.794179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:31.795311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Checking segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:31.796109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Bound using segment: {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:31.797370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.797617 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Bound port: 33f41852-b6fc-412e-9b2e-5c481f4fd095, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae59336-8251-4f75-9624-10db33eff2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:31.798688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.836129 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:31.900387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.904535 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7056658 Mar 23 10:25:31.908886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47110) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:31.918325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--646850338'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:31.928073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8b2f-b2fa-4fca-aef2-c5445ab0812e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ae77cf-6cb7-4e73-9e57-0851adec8859,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:31.944251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:31.954783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:31.961251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:31.981690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:31.985857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Pushing event updated for resources: {'Port': ['ID=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:32.005164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Network 6f45dbd1-7f51-40d1-8676-872a32af9f80 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:32.007691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:32.023471 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:32.026452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:32.029722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.035645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:32.039038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:32.129336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.170398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c7933323-5bd7-4f5b-8b63-725c4e7cb0ff None None] Provisioning for port 33f41852-b6fc-412e-9b2e-5c481f4fd095 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:32.326867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a991137b-c1ee-4ce2-80bb-68204d1b1b6f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:32.353676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.365868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] For port 33f41852-b6fc-412e-9b2e-5c481f4fd095, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:32.379741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] For port 33f41852-b6fc-412e-9b2e-5c481f4fd095, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:32.391751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.395065 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:28Z', 'revision_number': 7, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:29Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf0d739a-8459-4443-aa23-559456334b03', 'name': '', 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:66:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:15Z', 'updated_at': '2022-03-23T10:25:16Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:32.410124 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:32.410760 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Updating router 6ff68333-f78b-4391-a91e-995a01dae5d1 port bf0d739a-8459-4443-aa23-559456334b03 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:32.497441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Attempting to bind port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:32.497820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Attempting to bind port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:32.498191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Attempting to bind port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 on network 6f45dbd1-7f51-40d1-8676-872a32af9f80 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:32.526385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:32.526968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Checking segment: {'id': 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:32.527392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.527888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Bound using segment: {'id': 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:32.528398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Bound port: c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '6f45dbd1-7f51-40d1-8676-872a32af9f80'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:32.528999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.601103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.605005 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] 10.222.0.91 "PUT /v2.0/ports/33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 1094 time: 2.0965507 Mar 23 10:25:32.605551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:25:32.640544 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.674114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Attempting to bind port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:32.674656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Attempting to bind port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'ebfeeb9f-7790-4608-bd82-9154cff4ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:32.675478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Attempting to bind port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 on network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:32.692040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:32.692725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Checking segment: {'id': 'ebfeeb9f-7790-4608-bd82-9154cff4ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:32.693324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.693912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Bound using segment: {'id': 'ebfeeb9f-7790-4608-bd82-9154cff4ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:32.694592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Bound port: 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfeeb9f-7790-4608-bd82-9154cff4ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '75840e8c-5adf-4d44-8919-4ce8ba7d4acf'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:32.695171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.888591 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'status': 'completed', 'code': 200} Mar 23 10:25:32.903779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:32.909241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:32.913434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:32.921196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:32.934647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dd81b-488a-4218-a3af-76219ceef771 service neutron] Pushing event updated for resources: {'Port': ['ID=33f41852-b6fc-412e-9b2e-5c481f4fd095,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:33.027887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.073175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a991137b-c1ee-4ce2-80bb-68204d1b1b6f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:33.076147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.092955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-dad433b1-83d4-4912-a10e-f8d690f0fce2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1097 time: 0.3223600 Mar 23 10:25:33.134741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.225839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3257a65a-f224-4545-8a97-a6686324b575,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:33.229799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.234868 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-49f426ef-8cb6-496b-9442-909efc8ff048 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3182802 Mar 23 10:25:33.235211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c124d615-b552-4b60-895a-221eb7090227 None None] For port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:33.236438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47128) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:33.247090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': '79ae77cf-6cb7-4e73-9e57-0851adec8859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3257a65a-f224-4545-8a97-a6686324b575'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:33.269747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:33.277209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:33.285633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:33.287134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb8c71-6a83-4961-a286-ccf5388422c8 req-31f9513a-5f73-4901-9af4-2b8ec5b7914d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:33.288840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eaeb8c71-6a83-4961-a286-ccf5388422c8 req-31f9513a-5f73-4901-9af4-2b8ec5b7914d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 944 time: 0.6603665 Mar 23 10:25:33.294377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-4a048ca9-b86b-4154-9030-74f28b70a681 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 217 time: 0.1945922 Mar 23 10:25:33.300661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c124d615-b552-4b60-895a-221eb7090227 None None] For port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150,segment=NetworkSegment(b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9),segment_id=b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:33.310204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:33.326128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] For port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:33.337153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] For port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,segment=NetworkSegment(ebfeeb9f-7790-4608-bd82-9154cff4ed95),segment_id=ebfeeb9f-7790-4608-bd82-9154cff4ed95)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:33.346325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.355869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.375743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.386634 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.412880 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Transition to ACTIVE for port object bf0d739a-8459-4443-aa23-559456334b03 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:33.427140 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.445836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b37438ae-28dc-4772-9db2-48c393c379dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:33.451472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-b37438ae-28dc-4772-9db2-48c393c379dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 200 len: 835 time: 0.1143856 Mar 23 10:25:33.464848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.466703 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/subnets/6eba5907-8b1d-4f5f-b3f4-184714bb8bfc HTTP/1.1" status: 204 len: 168 time: 3.4967716 Mar 23 10:25:33.493955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47134) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:33.498322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff829f54-fb3b-4189-a29a-98fa9e8ceaa3 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Subnet': ['ID=6eba5907-8b1d-4f5f-b3f4-184714bb8bfc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:33.644846 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:33.646283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eaeb8c71-6a83-4961-a286-ccf5388422c8 req-9006eb12-d8f9-47e8-8daf-5a699a04fbcf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507447 Mar 23 10:25:33.658300 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e990c130-8c55-4628-ae29-01bf6a82b02b tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4204240 Mar 23 10:25:33.662281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47140) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:33.714518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b5ab0-4cea-4c63-868e-ce54bcc48c31 None None] Pushing event updated for resources: {'Port': ['ID=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:33.756054 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-2d979b84-2627-4fed-865b-c115a1787f67 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2899032 Mar 23 10:25:33.769644 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46567781-06ae-44a0-b4ca-27ab6006e666 None None] Pushing event updated for resources: {'Port': ['ID=bf0d739a-8459-4443-aa23-559456334b03,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:33.954451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124d615-b552-4b60-895a-221eb7090227 None None] Pushing event updated for resources: {'Port': ['ID=c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:34.080380 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Attempting to bind port bf0d739a-8459-4443-aa23-559456334b03 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:34.080739 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Attempting to bind port bf0d739a-8459-4443-aa23-559456334b03 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:34.081092 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Attempting to bind port bf0d739a-8459-4443-aa23-559456334b03 on network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:34.101566 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:34.101957 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Checking segment: {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:34.102318 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.102704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Bound using segment: {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:34.103180 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Bound port: bf0d739a-8459-4443-aa23-559456334b03, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525825cd-61ab-40d1-9492-1fa3f08dadf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:34.103575 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.240876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f652a76b-9bf4-41bc-9370-1509f1e34ef3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.387729 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-f35edc07-8878-402f-a8da-d3fa46788ef0 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065626 Mar 23 10:25:34.417847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47146) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:34.456206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1004657015-network', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:34.464664 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] For port bf0d739a-8459-4443-aa23-559456334b03, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:34.465476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:34.472151 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] For port bf0d739a-8459-4443-aa23-559456334b03, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bf0d739a-8459-4443-aa23-559456334b03,segment=NetworkSegment(525825cd-61ab-40d1-9492-1fa3f08dadf9),segment_id=525825cd-61ab-40d1-9492-1fa3f08dadf9)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:34.481195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Usage tracker for resource:network and tenant:46dd0c3aa0b14151be18b3f4eab3f782 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:34.481829 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.550634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:34.572451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:34.587444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Deleting subnet 25a3fb04-dc96-486a-87ed-cf79bd158652 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:25:34.613719 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46567781-06ae-44a0-b4ca-27ab6006e666 None None] Pushing event updated for resources: {'Port': ['ID=bf0d739a-8459-4443-aa23-559456334b03,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:34.628203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.654059 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:34.655470 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:34.673890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Made reservation on behalf of 46dd0c3aa0b14151be18b3f4eab3f782 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:34.676251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.680575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:34.687529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f652a76b-9bf4-41bc-9370-1509f1e34ef3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.722894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.758713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:34.822406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:34.840370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device add29767-328c-4a63-86d7-e01208c79213 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:34.865205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:34.867473 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-aac74d24-9d62-4ab0-8d66-6a558d1b43cc req-ddc325c6-83ac-44f3-ba44-33bdd183df79 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648049 Mar 23 10:25:34.931164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Usage tracker for resource:security_group_rule and tenant:46dd0c3aa0b14151be18b3f4eab3f782 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:34.947044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:34.956623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f652a76b-9bf4-41bc-9370-1509f1e34ef3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.002933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:35.044374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port add29767-328c-4a63-86d7-e01208c79213 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:35.047284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652a76b-9bf4-41bc-9370-1509f1e34ef3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257a65a-f224-4545-8a97-a6686324b575,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:35.117287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port add29767-328c-4a63-86d7-e01208c79213 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:35.117851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.158626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.166010 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:35.191932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f652a76b-9bf4-41bc-9370-1509f1e34ef3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.195721 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f652a76b-9bf4-41bc-9370-1509f1e34ef3 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/3257a65a-f224-4545-8a97-a6686324b575 HTTP/1.1" status: 204 len: 168 time: 1.5286200 Mar 23 10:25:35.198949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47152) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:35.387474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.401863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.413261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a0352237-1c01-4d54-8ee1-a11d93ff5561 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:35.428120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a04bb5-21e1-47c9-bcb9-5a4d837e9c6e req-27fa1d7b-7b72-4bf5-9069-0cb51cc887bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:35.435065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1a04bb5-21e1-47c9-bcb9-5a4d837e9c6e req-27fa1d7b-7b72-4bf5-9069-0cb51cc887bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 944 time: 0.3947761 Mar 23 10:25:35.457119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-fdf10923-fb64-4e42-95d3-84a38ef0cf1d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1097 time: 0.4786680 Mar 23 10:25:35.537924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.557052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:35.633149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e664e04f-3dd7-487e-b37c-cc93626baf09,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:35.646235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a0352237-1c01-4d54-8ee1-a11d93ff5561 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:35.650405 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a0352237-1c01-4d54-8ee1-a11d93ff5561 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4467785 Mar 23 10:25:35.652124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47156) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:35.657403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.672961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.674305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Subnet': ['ID=25a3fb04-dc96-486a-87ed-cf79bd158652,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:35.688784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.690148 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Added segment 592da898-0565-4e89-8527-65ce808f5f3d of type vlan for network 70197496-5ccc-456a-b1cd-8dedea121ceb Mar 23 10:25:35.700764 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1a04bb5-21e1-47c9-bcb9-5a4d837e9c6e req-f50d1198-d3e5-4d57-8322-02f405cb5948 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646961 Mar 23 10:25:35.712316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port add29767-328c-4a63-86d7-e01208c79213, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=add29767-328c-4a63-86d7-e01208c79213,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:35.728514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:35.728514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:35.795798 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-48fac66b-0ca1-4800-b774-8e4e74a09bff tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/subnets/25a3fb04-dc96-486a-87ed-cf79bd158652 HTTP/1.1" status: 204 len: 168 time: 2.2989473 Mar 23 10:25:35.801983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47160) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:35.803702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-d168413d-4975-4756-a700-b036366ebb53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:35.806285 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-d168413d-4975-4756-a700-b036366ebb53 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 898 time: 0.3401368 Mar 23 10:25:35.839966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.037392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.038264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:36.038840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.061169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=add29767-328c-4a63-86d7-e01208c79213,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:36.068089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:36.085830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646aff21-b094-43c9-8091-9f4594d08834 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:36.086471 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fbc41d-ddc3-48d7-b97a-d7ce2d224c6e None None] Network 75840e8c-5adf-4d44-8919-4ce8ba7d4acf requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:36.100473 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-646aff21-b094-43c9-8091-9f4594d08834 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2926979 Mar 23 10:25:36.101552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47164) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:36.155477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port bf0d739a-8459-4443-aa23-559456334b03 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:36.155477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.270261 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-a187a0ac-5b45-490d-a6f7-315a1cfaceca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 217 time: 0.2876983 Mar 23 10:25:36.303016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa1f54d6-6be6-4362-962c-647392cbac99 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.305932 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:28Z', 'revision_number': 7, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:29Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf0d739a-8459-4443-aa23-559456334b03', 'name': '', 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:66:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:15Z', 'updated_at': '2022-03-23T10:25:34Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:36.318360 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d97592-f197-4d17-88d0-1abd52f40869 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:28Z', 'revision_number': 7, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:29Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf0d739a-8459-4443-aa23-559456334b03', 'name': '', 'network_id': '97a4c7a7-4d75-45fa-8a16-d79dfc4886fb', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:66:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:15Z', 'updated_at': '2022-03-23T10:25:34Z', 'revision_number': 4, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2c9f2bf3-5ecf-428f-9397-fc63369df8fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:36.346866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e27d6-b680-4aef-a2a9-a260ecc39956 None None] Network 6f45dbd1-7f51-40d1-8676-872a32af9f80 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:36.360767 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9163661 Mar 23 10:25:36.381978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:36.396908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723e29d-a47f-4c88-af10-9d53b68ebbfe admin admin] Pushing event updated for resources: {'Network': ['ID=70197496-5ccc-456a-b1cd-8dedea121ceb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:36.406482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Request body: {'subnet': {'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1004657015-subnet', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:36.409531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bf0d739a-8459-4443-aa23-559456334b03 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:36.417448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:36.449359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 70197496-5ccc-456a-b1cd-8dedea121ceb details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:36.540805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Usage tracker for resource:subnet and tenant:46dd0c3aa0b14151be18b3f4eab3f782 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:36.554154 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:36.597489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:36.646361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa1f54d6-6be6-4362-962c-647392cbac99 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.661900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Made reservation on behalf of 46dd0c3aa0b14151be18b3f4eab3f782 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:36.665634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.731341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.739247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] Provisioning for port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:36.754795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-2512d94a-114e-4368-9424-9f474bdca1a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:36.756317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-2512d94a-114e-4368-9424-9f474bdca1a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 200 len: 835 time: 0.4509182 Mar 23 10:25:36.762151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Deleting port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:36.762548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.821579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] Provisioning complete for port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:36.821985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.947090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa1f54d6-6be6-4362-962c-647392cbac99 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.963860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port bf0d739a-8459-4443-aa23-559456334b03, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=bf0d739a-8459-4443-aa23-559456334b03,segment=NetworkSegment(525825cd-61ab-40d1-9492-1fa3f08dadf9),segment_id=525825cd-61ab-40d1-9492-1fa3f08dadf9)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:36.964294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.978240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port bf0d739a-8459-4443-aa23-559456334b03 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:36.993541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port bf0d739a-8459-4443-aa23-559456334b03 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:36.994109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.033507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f54d6-6be6-4362-962c-647392cbac99 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ae77cf-6cb7-4e73-9e57-0851adec8859,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:37.119769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for bf0d739a-8459-4443-aa23-559456334b03 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:37.162160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-fa9dbd1b-044a-4ffd-8c23-ef79d276f3c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3318145 Mar 23 10:25:37.163047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa1f54d6-6be6-4362-962c-647392cbac99 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.166949 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fa1f54d6-6be6-4362-962c-647392cbac99 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/79ae77cf-6cb7-4e73-9e57-0851adec8859 HTTP/1.1" status: 204 len: 168 time: 1.5105822 Mar 23 10:25:37.177343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47176) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:37.255631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.268569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] DHCP port deletion for 75840e8c-5adf-4d44-8919-4ce8ba7d4acf request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:37.299063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Deleting port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:37.299463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.327774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] For port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150,segment=NetworkSegment(b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9),segment_id=b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:37.328180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.339910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1169d-489a-48db-aa29-f5ee25fd87ac None None] DHCP port deletion for 6f45dbd1-7f51-40d1-8676-872a32af9f80 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:37.352188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:37.372271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1db1169d-489a-48db-aa29-f5ee25fd87ac None None] Deleting port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:37.372720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1db1169d-489a-48db-aa29-f5ee25fd87ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.404642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.465119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4afc3-09f6-4a06-be9f-42d8c373553f req-c2228f9b-0cd0-4689-8b82-68e14dd767f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:37.466680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88f4afc3-09f6-4a06-be9f-42d8c373553f req-c2228f9b-0cd0-4689-8b82-68e14dd767f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 944 time: 0.5559258 Mar 23 10:25:37.473555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Calling delete_port for c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:37.521984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] For port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,segment=NetworkSegment(ebfeeb9f-7790-4608-bd82-9154cff4ed95),segment_id=ebfeeb9f-7790-4608-bd82-9154cff4ed95)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:37.541504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.564669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719a60e1-43ae-455d-80d6-287c4bf15bba,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:37.575024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f52a7579-659f-4b6b-a154-a964126712fd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:37.608352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Checking segment: {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:37.608858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Network hostable DHCP agents. Network: 70197496-5ccc-456a-b1cd-8dedea121ceb, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:37.615797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:37.616420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:37.616789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f52a7579-659f-4b6b-a154-a964126712fd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:37.618788 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f52a7579-659f-4b6b-a154-a964126712fd tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4370987 Mar 23 10:25:37.620197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-8b4ec856-2064-421d-bacd-669656b9894a service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428837 Mar 23 10:25:37.627250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47180) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:37.656744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207242059'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:37.709530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1db1169d-489a-48db-aa29-f5ee25fd87ac None None] The port 'c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:37.710439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.726298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:37.730414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88f4afc3-09f6-4a06-be9f-42d8c373553f req-bb76b30e-0938-4a6d-9d80-b7127a1790fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261288 Mar 23 10:25:37.734899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.751062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Network 70197496-5ccc-456a-b1cd-8dedea121ceb is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:37.770448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 70197496-5ccc-456a-b1cd-8dedea121ceb) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:37.785176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:37.786153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.820038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d1b583b0-9cf2-452b-9d8d-6f7bd2f7ee3e None None] Could not find standard attr ID for object c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:25:37.822297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59e8a4-f6e4-4914-85a3-23dcf8868071 None None] Network 70197496-5ccc-456a-b1cd-8dedea121ceb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:37.824516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:37.834797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Port': ['ID=c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:37.855947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] No DVR routers for this DVR port c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:37.870385 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-33be883e-83ab-46e9-a1ce-56029fc83f44 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4756894 Mar 23 10:25:37.871466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47184) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:37.889784 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:37.901705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:37.908142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.912561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.917018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Usage tracker for resource:router and tenant:46dd0c3aa0b14151be18b3f4eab3f782 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:37.991263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:38.006981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:38.009429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=bf0d739a-8459-4443-aa23-559456334b03,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:38.051987 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41764f4a-eb39-45c3-b482-8ec57d4f712a req-4596a05c-efa0-4652-81c8-af9e7cad5f8c service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213431 Mar 23 10:25:38.059419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.071320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.072415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.102885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:38.108114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f45dbd1-7f51-40d1-8676-872a32af9f80']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:38.135227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:38.149960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:38.155422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:38.158563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] For port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,segment=NetworkSegment(ebfeeb9f-7790-4608-bd82-9154cff4ed95),segment_id=ebfeeb9f-7790-4608-bd82-9154cff4ed95)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:38.158999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.167913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29dcbfe-2cdb-42be-b5e5-eb8cd94d86b9') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:38.181282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:38.208356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.250475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.265910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Releasing vlan 992 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:38.267063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.319054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:38.319453 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:38.321851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Calling delete_port for 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:38.367521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 33f41852-b6fc-412e-9b2e-5c481f4fd095 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:25:38.434797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc09e4-3d16-449e-9191-d30d24371c8e None None] Pushing event updated for resources: {'Port': ['ID=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:38.490067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device add29767-328c-4a63-86d7-e01208c79213 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:38.501733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.511351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.553098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.555562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.572297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.583681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.590915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Network': ['ID=6f45dbd1-7f51-40d1-8676-872a32af9f80,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:38.618827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:38.645403 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-56199841-a1b9-48e9-8825-16637efaaf22 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/networks/6f45dbd1-7f51-40d1-8676-872a32af9f80 HTTP/1.1" status: 204 len: 168 time: 2.5410807 Mar 23 10:25:38.646767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c226d50e-0670-4af5-a292-77b339faa02d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:38.648456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47188) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:38.651375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.652862 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fd2ad2ca-8f48-4a20-9a12-52b8aa268daa tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0245161 Mar 23 10:25:38.655937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:38.662450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'c226d50e-0670-4af5-a292-77b339faa02d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:38.670461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:38.674737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:38.678857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:38.685599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:38.726153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:38.730878 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0de9a008-70bc-4625-9d2b-216c20b9378e tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0735338 Mar 23 10:25:38.731841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47196) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:38.738554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group_rule': {'security_group_id': 'c226d50e-0670-4af5-a292-77b339faa02d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:38.758121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:38.763936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:38.769296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:38.782266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:38.873893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:38.874479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:38.875085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:38.916068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.941629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port add29767-328c-4a63-86d7-e01208c79213 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:38.942002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.954182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Deleting port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:38.954519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.067505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 33f41852-b6fc-412e-9b2e-5c481f4fd095, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:39.082010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-70197496-5ccc-456a-b1cd-8dedea121ceb', 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'fixed_ips': [{'subnet_id': '719a60e1-43ae-455d-80d6-287c4bf15bba'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:25:39.083428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.103795 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:25:39.109570 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-01b72950-6838-4f7c-b0e3-8dcebfb51b19 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3718247 Mar 23 10:25:39.128840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:39.174916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:25:39.252788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7840-9f0f-4ae5-b131-533da46489d0 req-c3aade5b-89f8-44b8-8a74-4eeedcda3270 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:39.255598 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a5eb7840-9f0f-4ae5-b131-533da46489d0 req-c3aade5b-89f8-44b8-8a74-4eeedcda3270 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 944 time: 0.2522454 Mar 23 10:25:39.325855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0560-7b3a-486d-8333-e6f65a0b83a0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.380611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Deleting port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:39.380958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.385866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a5eb7840-9f0f-4ae5-b131-533da46489d0 req-b2832429-9436-455f-ae02-7ae45224a58c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086793 Mar 23 10:25:39.408645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0560-7b3a-486d-8333-e6f65a0b83a0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.512630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0560-7b3a-486d-8333-e6f65a0b83a0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.518024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.554507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf0560-7b3a-486d-8333-e6f65a0b83a0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226d50e-0670-4af5-a292-77b339faa02d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:39.560784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0560-7b3a-486d-8333-e6f65a0b83a0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.565761 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c3bf0560-7b3a-486d-8333-e6f65a0b83a0 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/c226d50e-0670-4af5-a292-77b339faa02d HTTP/1.1" status: 204 len: 168 time: 0.4299662 Mar 23 10:25:39.567577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:39.630605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1d442cb0-e2a7-4e91-9d5a-d2eeaafb7ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:39.650163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1d442cb0-e2a7-4e91-9d5a-d2eeaafb7ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:39.658405 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1d442cb0-e2a7-4e91-9d5a-d2eeaafb7ba1 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0843055 Mar 23 10:25:39.659056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:39.666775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237121338'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:39.674807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:39.687120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:39.687851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] For port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,segment=NetworkSegment(ebfeeb9f-7790-4608-bd82-9154cff4ed95),segment_id=ebfeeb9f-7790-4608-bd82-9154cff4ed95)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:39.688507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.701257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.721645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f41852-b6fc-412e-9b2e-5c481f4fd095 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:25:39.746414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:39.752068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Usage tracker for resource:security_group_rule and tenant:c1262596972449d19afe29f8dc966e93 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:39.756312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:39.763833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:39.870862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.875983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.934683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58bd2bd-8542-42e8-8f10-a43e21947f20,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:39.942384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.943970 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2a7ec81e-b16f-4002-8e49-67448e1d908d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2837441 Mar 23 10:25:39.948954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47214) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:39.956168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0743e7f7-873e-41c0-b223-f860c848018d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:39.956769 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-0743e7f7-873e-41c0-b223-f860c848018d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 10:25:39.957743 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0743e7f7-873e-41c0-b223-f860c848018d tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "PUT /v2.0/security-groups/e58bd2bd-8542-42e8-8f10-a43e21947f20 HTTP/1.1" status: 409 len: 330 time: 0.0076060 Mar 23 10:25:39.962479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47218) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:39.990934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Calling delete_port for 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:39.993030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 33f41852-b6fc-412e-9b2e-5c481f4fd095, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:40.001952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Allocated IP 172.20.0.2 (70197496-5ccc-456a-b1cd-8dedea121ceb/719a60e1-43ae-455d-80d6-287c4bf15bba/d48b8489-612d-43e8-a735-89e9219c1bd6) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:40.072230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:40.077532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.087424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d581fef1-6ef8-44e3-88b0-b98968e32609 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.129241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d581fef1-6ef8-44e3-88b0-b98968e32609 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.132316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.199088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d581fef1-6ef8-44e3-88b0-b98968e32609 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.228186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.246042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581fef1-6ef8-44e3-88b0-b98968e32609 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58bd2bd-8542-42e8-8f10-a43e21947f20,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:40.250956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d581fef1-6ef8-44e3-88b0-b98968e32609 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.256347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d581fef1-6ef8-44e3-88b0-b98968e32609 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/e58bd2bd-8542-42e8-8f10-a43e21947f20 HTTP/1.1" status: 204 len: 168 time: 0.2924852 Mar 23 10:25:40.258035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47222) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:40.260314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.330966 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No ports have port_id starting with 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 Mar 23 10:25:40.346196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2d7b42b3-8428-4292-9303-a25b1c66c884 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Synchronizing usage tracker for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:40.351587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Port': ['ID=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:40.355785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:40.374061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] No DVR routers for this DVR port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:40.379398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2d7b42b3-8428-4292-9303-a25b1c66c884 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] Unset dirty status for tenant:c1262596972449d19afe29f8dc966e93 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:40.386400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2d7b42b3-8428-4292-9303-a25b1c66c884 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1219606 Mar 23 10:25:40.392487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47226) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:40.417000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] For port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6308f5fb-cd89-4a10-9f79-bf3f1679ce76,segment=NetworkSegment(ebfeeb9f-7790-4608-bd82-9154cff4ed95),segment_id=ebfeeb9f-7790-4608-bd82-9154cff4ed95)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:40.417578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.427832 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-b96aff92-0603-4c07-b334-51b5b3fb0078 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] delete failed (client error): The resource could not be found. Mar 23 10:25:40.433930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b96aff92-0603-4c07-b334-51b5b3fb0078 tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "DELETE /v2.0/security-groups/02a7c86d-c222-4434-a1f5-e9a2a6713ce3 HTTP/1.1" status: 404 len: 347 time: 0.0348942 Mar 23 10:25:40.434200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:40.434200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7dc93ab-39a5-4cf8-97eb-e8e83f8f4150 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:40.441548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47230) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:40.442972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Allocated IP 172.26.7.48 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/408f9cf0-604f-40a7-a350-ad8766487aab) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:40.508419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=33f41852-b6fc-412e-9b2e-5c481f4fd095,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:40.557330 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-e21dd21c-5971-4915-856f-e37b129723cc tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] show failed (client error): The resource could not be found. Mar 23 10:25:40.558699 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e21dd21c-5971-4915-856f-e37b129723cc tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-groups/0e885bf3-7b00-4b23-897c-bea20c7d60b9 HTTP/1.1" status: 404 len: 347 time: 0.1123376 Mar 23 10:25:40.569988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47236) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:40.589083 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-7447f86f-1562-4ab5-ab19-c4d76b556efc tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] show failed (client error): The resource could not be found. Mar 23 10:25:40.591592 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7447f86f-1562-4ab5-ab19-c4d76b556efc tempest-NegativeSecGroupIPv6Test-1138977021 tempest-NegativeSecGroupIPv6Test-1138977021-project] 10.222.0.73 "GET /v2.0/security-group-rules/6832d3df-8e53-4868-804a-89125b9c4765 HTTP/1.1" status: 404 len: 356 time: 0.0193105 Mar 23 10:25:40.593872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:40.598932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.623033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Calling delete_port for 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:40.662241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:28Z', 'revision_number': 2, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:40.680118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:40.680480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Updating router 6981e60e-2eb5-4187-bc07-b514918699a8 port 81ca0612-1621-43dc-ad88-726ff7c88749 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:40.710764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75840e8c-5adf-4d44-8919-4ce8ba7d4acf']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:40.726812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['33f41852-b6fc-412e-9b2e-5c481f4fd095'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:25:40.728206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfeeb9f-7790-4608-bd82-9154cff4ed95') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:40.728679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfeeb9f-7790-4608-bd82-9154cff4ed95') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:40.748376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.773908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d82c-1bbd-49e9-97fd-7f5b8a362fc3 req-5f4fbba0-b3b2-4dee-87eb-56c1490c11f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:40.785353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.793590 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9058d82c-1bbd-49e9-97fd-7f5b8a362fc3 req-5f4fbba0-b3b2-4dee-87eb-56c1490c11f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 945 time: 0.1360345 Mar 23 10:25:40.830080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Transition to ACTIVE for port object d48b8489-612d-43e8-a735-89e9219c1bd6 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:40.840886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:40.890165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:40.890584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:40.931772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Transition to ACTIVE for port object d48b8489-612d-43e8-a735-89e9219c1bd6 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:40.940147 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9058d82c-1bbd-49e9-97fd-7f5b8a362fc3 req-bb43f170-442b-4ec7-b94e-ddce8a4bce88 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451397 Mar 23 10:25:40.956571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.077740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.100787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Releasing vlan 961 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:41.101277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:41.117100 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:41.128180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.128745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Network 70197496-5ccc-456a-b1cd-8dedea121ceb is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:41.140637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47244) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:41.151446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Pushing event updated for resources: {'Port': ['ID=d48b8489-612d-43e8-a735-89e9219c1bd6,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:41.154362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:41.157440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:41.252173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.281946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.284348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.326951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Network': ['ID=75840e8c-5adf-4d44-8919-4ce8ba7d4acf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:41.378319 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5ae04691-f069-4236-9c91-72ff8bb243cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1262596972449d19afe29f8dc966e93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2340038 Mar 23 10:25:41.378643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47250) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:41.386080 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e3c08b25-00b4-4610-8df3-da62f7630d54 tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/networks/75840e8c-5adf-4d44-8919-4ce8ba7d4acf HTTP/1.1" status: 204 len: 168 time: 2.7358146 Mar 23 10:25:41.391630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47254) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:41.398226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:41.417538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Attempting to bind port d48b8489-612d-43e8-a735-89e9219c1bd6 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:41.417909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Attempting to bind port d48b8489-612d-43e8-a735-89e9219c1bd6 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:41.418273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Attempting to bind port d48b8489-612d-43e8-a735-89e9219c1bd6 on network 70197496-5ccc-456a-b1cd-8dedea121ceb {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:41.422467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:41.433140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:41.450964 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:41.466710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:41.467336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Checking segment: {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:41.468251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.469317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Bound using segment: {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:41.469793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Bound port: d48b8489-612d-43e8-a735-89e9219c1bd6, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:41.470177 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.478160 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:41.479287 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:41.479888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ee57-ea93-49f8-a4ef-f5c49062dabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.492214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:41.514284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ee57-ea93-49f8-a4ef-f5c49062dabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.522259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Pushing event updated for resources: {'Port': ['ID=408f9cf0-604f-40a7-a350-ad8766487aab,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:41.535396 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8a62cd14-90f5-43c3-89aa-051c5d09f472 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4971147 Mar 23 10:25:41.552846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47258) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:41.579648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Deleting port 6308f5fb-cd89-4a10-9f79-bf3f1679ce76 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:41.580081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.628777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ee57-ea93-49f8-a4ef-f5c49062dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.664466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.681813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5ee57-ea93-49f8-a4ef-f5c49062dabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d2f00e-1e4e-4afa-b58a-0f28ef6abc4d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:41.686938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.resource_extend [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:41.700998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ee57-ea93-49f8-a4ef-f5c49062dabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.705680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1ad23-d68a-4686-901c-4bc908957f1e None None] The port '6308f5fb-cd89-4a10-9f79-bf3f1679ce76' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:41.708526 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4bb5ee57-ea93-49f8-a4ef-f5c49062dabe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7d2f00e-1e4e-4afa-b58a-0f28ef6abc4d HTTP/1.1" status: 204 len: 168 time: 0.3273251 Mar 23 10:25:41.741947 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:41.896071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] For port d48b8489-612d-43e8-a735-89e9219c1bd6, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:41.934870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] For port d48b8489-612d-43e8-a735-89e9219c1bd6, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d48b8489-612d-43e8-a735-89e9219c1bd6,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:41.948788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.111188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.160781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Transition to ACTIVE for port object 81ca0612-1621-43dc-ad88-726ff7c88749 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:42.186996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.199645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224cdde-99b8-4594-8aa8-b20c0a64dad8 None None] Pushing event updated for resources: {'Port': ['ID=d48b8489-612d-43e8-a735-89e9219c1bd6,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:42.327699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.388361 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:37Z', 'revision_number': 8, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:29Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:42.398195 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:42.402626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 2c9f2bf3-5ecf-428f-9397-fc63369df8fa {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:25:42.419804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.444388 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:42.445232 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:42.477600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca620dd-bacb-425a-b5d6-fa1bfdd636aa req-0bc8e8f3-780f-45ab-ada5-b8b97809e3e4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:42.480044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dca620dd-bacb-425a-b5d6-fa1bfdd636aa req-0bc8e8f3-780f-45ab-ada5-b8b97809e3e4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 945 time: 0.2476406 Mar 23 10:25:42.504687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008bb9e-1834-45f5-9dd1-ab2ead8af67e None None] Pushing event updated for resources: {'Port': ['ID=81ca0612-1621-43dc-ad88-726ff7c88749,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:42.586927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e37e07-c6ef-4719-9fb2-92475c7cad9e']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:42.627070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dca620dd-bacb-425a-b5d6-fa1bfdd636aa req-b0db11fd-030c-488f-8062-3b0164047364 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363292 Mar 23 10:25:42.668888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ec723a-4a86-43ad-8dfe-de9068bdaa36') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:42.669561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ec723a-4a86-43ad-8dfe-de9068bdaa36') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:42.700816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.703690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Attempting to bind port 81ca0612-1621-43dc-ad88-726ff7c88749 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:42.704097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Attempting to bind port 81ca0612-1621-43dc-ad88-726ff7c88749 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:42.704471 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Attempting to bind port 81ca0612-1621-43dc-ad88-726ff7c88749 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:42.725384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:42.725763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Checking segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:42.726201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.726803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Bound using segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:42.727318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Bound port: 81ca0612-1621-43dc-ad88-726ff7c88749, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:42.727835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.802851 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:42.806277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.807086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.823635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.845249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.881527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] For port 81ca0612-1621-43dc-ad88-726ff7c88749, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:42.886681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] For port 81ca0612-1621-43dc-ad88-726ff7c88749, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=81ca0612-1621-43dc-ad88-726ff7c88749,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:42.893734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:42.987734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008bb9e-1834-45f5-9dd1-ab2ead8af67e None None] Pushing event updated for resources: {'Port': ['ID=81ca0612-1621-43dc-ad88-726ff7c88749,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:42.991906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:42.992907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:43.036711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.055351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Releasing vlan 950 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:43.055939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:43.076287 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:43.238836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:43.244037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.250759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.256643 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:37Z', 'revision_number': 8, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:29Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:43.262673 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbc591-081b-4ad8-aea5-f43d4ae96680 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:37Z', 'revision_number': 8, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a991137b-c1ee-4ce2-80bb-68204d1b1b6f', 'name': '', 'network_id': '27bbcc03-c0b6-4269-abce-c6b467e06258', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:51:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2825043b-d03b-436c-80a6-6071b603073a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:04Z', 'updated_at': '2022-03-23T10:25:29Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '2825043b-d03b-436c-80a6-6071b603073a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:43.285107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.469374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Network': ['ID=47e37e07-c6ef-4719-9fb2-92475c7cad9e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:43.477624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47268) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:43.478159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc0248eb-8e01-4d17-b8cc-5be2ca0df43c tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/networks/47e37e07-c6ef-4719-9fb2-92475c7cad9e HTTP/1.1" status: 204 len: 168 time: 2.0840256 Mar 23 10:25:43.478877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9f2bf3-5ecf-428f-9397-fc63369df8fa,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:43.489255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.491086 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e0127678-da5c-4c3a-9554-6bd126727cd9 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/2c9f2bf3-5ecf-428f-9397-fc63369df8fa HTTP/1.1" status: 204 len: 168 time: 1.9367712 Mar 23 10:25:43.497308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47272) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:43.518882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923232c-ae45-4234-acb9-05be1e336642 None None] Network 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:43.652627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.681970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.706839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port e69bf731-fadb-4914-9ae4-5c36727fd09b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:43.707178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.811287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Router a10e7ba0-f106-4ee4-a204-975626c2b359 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:25:43.875380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c43ea0-d1a6-4de0-900f-041d53b4bdd4 None None] Network 70197496-5ccc-456a-b1cd-8dedea121ceb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:43.953327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d48b8489-612d-43e8-a735-89e9219c1bd6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:44.008917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.090917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e90ff3-ba8d-4c3a-9958-12f1922e61f9']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.105176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d7088c2f-87d4-4985-96b8-60b9c0d38a7c None None] Provisioning for port d48b8489-612d-43e8-a735-89e9219c1bd6 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:44.115627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48a8eaf-c6f2-42f0-8311-b89acf4e032a') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.116198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48a8eaf-c6f2-42f0-8311-b89acf4e032a') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.145203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:42Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.146610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.190524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e32ae5-d348-4b3b-b427-3c83a0534d28 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:42Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:44.219853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.235854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:44.236271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.272937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port e69bf731-fadb-4914-9ae4-5c36727fd09b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e69bf731-fadb-4914-9ae4-5c36727fd09b,segment=NetworkSegment(525825cd-61ab-40d1-9492-1fa3f08dadf9),segment_id=525825cd-61ab-40d1-9492-1fa3f08dadf9)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:44.273628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.289439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] DHCP port deletion for 97a4c7a7-4d75-45fa-8a16-d79dfc4886fb request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:44.291944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d48b8489-612d-43e8-a735-89e9219c1bd6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:44.307217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 33f41852-b6fc-412e-9b2e-5c481f4fd095 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:44.344804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Deleting port e69bf731-fadb-4914-9ae4-5c36727fd09b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:44.344804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:44.352827 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:44.384492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eb415-ac4f-4966-8298-e46a468b1f7d req-5f891446-e34f-4c8b-bfcb-463029e02142 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:44.388085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-460eb415-ac4f-4966-8298-e46a468b1f7d req-5f891446-e34f-4c8b-bfcb-463029e02142 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 945 time: 0.5481758 Mar 23 10:25:44.422461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.450891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.467982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] Pushing event deleted for resources: {'Network': ['ID=a8e90ff3-ba8d-4c3a-9958-12f1922e61f9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:44.469027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d48b8489-612d-43e8-a735-89e9219c1bd6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:44.469299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.481479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-438ab1ae-1f6a-4853-85b1-a30961306e4e tempest-BulkNetworkOpsIpV6Test-117350943 tempest-BulkNetworkOpsIpV6Test-117350943-project] 10.222.0.73 "DELETE /v2.0/networks/a8e90ff3-ba8d-4c3a-9958-12f1922e61f9 HTTP/1.1" status: 204 len: 168 time: 1.0017495 Mar 23 10:25:44.494756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for e69bf731-fadb-4914-9ae4-5c36727fd09b owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:44.506044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-460eb415-ac4f-4966-8298-e46a468b1f7d req-91e251af-7df2-4b41-800e-79b0838aa857 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055949 Mar 23 10:25:44.599880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.653699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=e69bf731-fadb-4914-9ae4-5c36727fd09b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:44.666709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port e69bf731-fadb-4914-9ae4-5c36727fd09b on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:44.824598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.858917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a4c7a7-4d75-45fa-8a16-d79dfc4886fb']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.875062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:44.882234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525825cd-61ab-40d1-9492-1fa3f08dadf9') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.882524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525825cd-61ab-40d1-9492-1fa3f08dadf9') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:44.904921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.908281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Sync routers for ids ['a10e7ba0-f106-4ee4-a204-975626c2b359'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:44.934350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.938767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.940538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.946352 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2d9df857-78ff-43fd-877c-1baa8399edc8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0621207 Mar 23 10:25:44.946352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 974 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:44.946352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:44.948664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47280) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:44.978638 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:45.036908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] For port e69bf731-fadb-4914-9ae4-5c36727fd09b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e69bf731-fadb-4914-9ae4-5c36727fd09b,segment=NetworkSegment(525825cd-61ab-40d1-9492-1fa3f08dadf9),segment_id=525825cd-61ab-40d1-9492-1fa3f08dadf9)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:45.037484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.081243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.088219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.161021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=97a4c7a7-4d75-45fa-8a16-d79dfc4886fb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:45.172401 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a38ec028-0b8b-4715-86a0-e1b0f9d4cdf1 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/97a4c7a7-4d75-45fa-8a16-d79dfc4886fb HTTP/1.1" status: 204 len: 168 time: 1.6690173 Mar 23 10:25:45.175955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47286) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:45.244606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47290) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:45.308293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Calling delete_port for e69bf731-fadb-4914-9ae4-5c36727fd09b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:45.411061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Routers {'a10e7ba0-f106-4ee4-a204-975626c2b359'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:45.411843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a10e7ba0-f106-4ee4-a204-975626c2b359'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:45.503953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 33f41852-b6fc-412e-9b2e-5c481f4fd095 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:45.597204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d48b8489-612d-43e8-a735-89e9219c1bd6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d48b8489-612d-43e8-a735-89e9219c1bd6,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:45.611676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.786314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 33f41852-b6fc-412e-9b2e-5c481f4fd095 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:45.786848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.828532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bf0d739a-8459-4443-aa23-559456334b03 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:45.853549 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1d33f9d9-f94a-424c-a314-b5aa5aef46b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40fc3eb9d37d46539d4d2859c04a9403&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6046772 Mar 23 10:25:45.853549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47298) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:45.907785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: bf0d739a-8459-4443-aa23-559456334b03 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:45.908196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device bf0d739a-8459-4443-aa23-559456334b03 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:45.922275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c3e0-9695-4c0c-a4ec-769e51346ac5 req-f3a77c33-e5eb-4757-b48d-f807a5232450 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:45.923774 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9828c3e0-9695-4c0c-a4ec-769e51346ac5 req-f3a77c33-e5eb-4757-b48d-f807a5232450 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 945 time: 0.1989727 Mar 23 10:25:45.931020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.939554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d48b8489-612d-43e8-a735-89e9219c1bd6,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:45.942299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Set router a10e7ba0-f106-4ee4-a204-975626c2b359 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:45.982102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c35a50ab-b9b1-4ed3-a474-56a9b25a7360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:45.983862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:45.984762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:46.050088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c35a50ab-b9b1-4ed3-a474-56a9b25a7360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.068181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b54749a8-d5b7-4bcb-ad53-5c8f261ed5d4 None None] Provisioning complete for port d48b8489-612d-43e8-a735-89e9219c1bd6 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:46.068550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b54749a8-d5b7-4bcb-ad53-5c8f261ed5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.080904 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9828c3e0-9695-4c0c-a4ec-769e51346ac5 req-ad2657d3-03ee-4606-983d-dab84c052d0f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368589 Mar 23 10:25:46.252976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 81ca0612-1621-43dc-ad88-726ff7c88749 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:46.310505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c35a50ab-b9b1-4ed3-a474-56a9b25a7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.338106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a50ab-b9b1-4ed3-a474-56a9b25a7360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9bdb96-510e-4a3f-9acb-9287f2b4bb05,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:46.356620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c35a50ab-b9b1-4ed3-a474-56a9b25a7360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.360626 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c35a50ab-b9b1-4ed3-a474-56a9b25a7360 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a9bdb96-510e-4a3f-9acb-9287f2b4bb05 HTTP/1.1" status: 204 len: 168 time: 0.5035722 Mar 23 10:25:46.516003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Deleting port e69bf731-fadb-4914-9ae4-5c36727fd09b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:46.516670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.567571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.625949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-595112f4-a635-442e-be59-1248719cf7a2 None None] The port 'e69bf731-fadb-4914-9ae4-5c36727fd09b' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:46.642263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.733287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:25:46.737887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port a991137b-c1ee-4ce2-80bb-68204d1b1b6f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:46.739214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.787431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 33f41852-b6fc-412e-9b2e-5c481f4fd095, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:46.792497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 81ca0612-1621-43dc-ad88-726ff7c88749 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:46.796633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.854886 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'code': 200} Mar 23 10:25:46.865866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 81ca0612-1621-43dc-ad88-726ff7c88749 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:46.866251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.934803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:25:41Z', 'revision_number': 3, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:46.950636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Checking router: a10e7ba0-f106-4ee4-a204-975626c2b359 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:46.950992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Updating router a10e7ba0-f106-4ee4-a204-975626c2b359 port 408f9cf0-604f-40a7-a350-ad8766487aab binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:25:46.981571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=33f41852-b6fc-412e-9b2e-5c481f4fd095,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:47.018121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port a991137b-c1ee-4ce2-80bb-68204d1b1b6f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:47.018789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.020772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.050092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Allocated IP 172.20.0.1 (70197496-5ccc-456a-b1cd-8dedea121ceb/719a60e1-43ae-455d-80d6-287c4bf15bba/36d54938-1c80-484e-8472-ddeaace76bf5) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:47.215194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for a991137b-c1ee-4ce2-80bb-68204d1b1b6f owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:47.234685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.287393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 81ca0612-1621-43dc-ad88-726ff7c88749, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=81ca0612-1621-43dc-ad88-726ff7c88749,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:47.305092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.424926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e69bf731-fadb-4914-9ae4-5c36727fd09b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:47.464954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: e69bf731-fadb-4914-9ae4-5c36727fd09b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:47.465537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e69bf731-fadb-4914-9ae4-5c36727fd09b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:47.485499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.514758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Transition to ACTIVE for port object 36d54938-1c80-484e-8472-ddeaace76bf5 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:47.558679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=81ca0612-1621-43dc-ad88-726ff7c88749,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:47.566637 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6ca28030-c896-4dbf-8423-72fb9c614fbe req-42179cfe-12cc-4e4f-ab8e-0da939078092 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1099 time: 0.3604615 Mar 23 10:25:47.572362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.650266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.676258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c312-401b-436d-9ea6-520ffd8928d9 req-901586a3-3909-4639-8897-3482655ff46f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:47.683065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-72a3c312-401b-436d-9ea6-520ffd8928d9 req-901586a3-3909-4639-8897-3482655ff46f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.2658744 Mar 23 10:25:47.735806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Network 70197496-5ccc-456a-b1cd-8dedea121ceb is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:47.738508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=36d54938-1c80-484e-8472-ddeaace76bf5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:47.742903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:47.754988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:47.774086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47324) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:47.786570 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6ca28030-c896-4dbf-8423-72fb9c614fbe req-1b968cdb-e1fe-48b6-b79d-4026faca5b2f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078211 Mar 23 10:25:47.790525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.794517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=a991137b-c1ee-4ce2-80bb-68204d1b1b6f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:47.831870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Transition to ACTIVE for port object 408f9cf0-604f-40a7-a350-ad8766487aab will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:47.845214 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-72a3c312-401b-436d-9ea6-520ffd8928d9 req-2452227d-af50-4bdf-b091-acc89f4c0bab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610394 Mar 23 10:25:47.858472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.865691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.055918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.103164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.124741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Attempting to bind port 408f9cf0-604f-40a7-a350-ad8766487aab on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:48.125428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Attempting to bind port 408f9cf0-604f-40a7-a350-ad8766487aab by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:48.125988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Attempting to bind port 408f9cf0-604f-40a7-a350-ad8766487aab on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:25:48.128487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb0374-fba8-4d03-af3c-5e5801987214 None None] Pushing event updated for resources: {'Port': ['ID=408f9cf0-604f-40a7-a350-ad8766487aab,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:48.141267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:25:48.142276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:48.142914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.143476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:25:48.144416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Bound port: 408f9cf0-604f-40a7-a350-ad8766487aab, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:48.145085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.194617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 81ca0612-1621-43dc-ad88-726ff7c88749 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:48.331954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-962158153'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:48.348909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] For port 408f9cf0-604f-40a7-a350-ad8766487aab, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:25:48.353819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] For port 408f9cf0-604f-40a7-a350-ad8766487aab, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=408f9cf0-604f-40a7-a350-ad8766487aab,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:25:48.365223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.369165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 81ca0612-1621-43dc-ad88-726ff7c88749 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:48.369537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.399663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:48.410929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:48.414730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:48.429867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:48.446330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:48.449359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.467645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.474288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6f2a748d-7e97-4bd8-9d41-666ce5665b6d None None] Provisioning for port 36d54938-1c80-484e-8472-ddeaace76bf5 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:48.498389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6f2a748d-7e97-4bd8-9d41-666ce5665b6d None None] Provisioning complete for port 36d54938-1c80-484e-8472-ddeaace76bf5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:48.499005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6f2a748d-7e97-4bd8-9d41-666ce5665b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.577544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.584046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.642490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:48.647301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a748d-7e97-4bd8-9d41-666ce5665b6d None None] Port 36d54938-1c80-484e-8472-ddeaace76bf5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:48.650650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d48b8489-612d-43e8-a735-89e9219c1bd6 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:48.655270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group_rule and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:48.667530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:48.677323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:48.701411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=36d54938-1c80-484e-8472-ddeaace76bf5,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:48.702415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb0374-fba8-4d03-af3c-5e5801987214 None None] Pushing event updated for resources: {'Port': ['ID=408f9cf0-604f-40a7-a350-ad8766487aab,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:48.704842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.720523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Routers {'a10e7ba0-f106-4ee4-a204-975626c2b359'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:48.721294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a10e7ba0-f106-4ee4-a204-975626c2b359'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:48.890423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Network 70197496-5ccc-456a-b1cd-8dedea121ceb is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:48.891619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:48.943385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.957492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.008179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:49.027119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072ffd47-52ae-45ec-9113-1de94f1770be,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:49.040372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.040889 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment df225f1e-ebd1-46aa-8258-7993b204366c of type vlan for network 40fe8283-c305-477f-87e8-1106f26ddf08 Mar 23 10:25:49.050559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d48b8489-612d-43e8-a735-89e9219c1bd6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:49.050989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.084457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.102270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:49.147341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] Set router a10e7ba0-f106-4ee4-a204-975626c2b359 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:49.221430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.225153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:49.225780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.429108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=40fe8283-c305-477f-87e8-1106f26ddf08,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:49.443021 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d1110e37-36c2-4677-b5f8-044d57dd7251 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6676741 Mar 23 10:25:49.446775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47334) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:49.451862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'name': 'tempest-PortsIpV6TestJSON-2138609734'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:49.526606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4c9f-b42e-4e0f-94c7-22017022e787 req-b6a00210-54e7-4371-b37f-5bd0123d74b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:49.527619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:49.529024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-acef4c9f-b42e-4e0f-94c7-22017022e787 req-b6a00210-54e7-4371-b37f-5bd0123d74b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.2613287 Mar 23 10:25:49.570207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-dafd8e75-045c-4319-9813-0be885c12a37 None None] Provisioning complete for port 36d54938-1c80-484e-8472-ddeaace76bf5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:49.570653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dafd8e75-045c-4319-9813-0be885c12a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.591767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-acef4c9f-b42e-4e0f-94c7-22017022e787 req-395d674c-a279-4974-b34c-8435085c8ecf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493774 Mar 23 10:25:49.607599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:49.615659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:49.620228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:49.629341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:49.657237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:49.667289 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc4b9967-203e-4921-b914-25ee1363e39e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4900694 Mar 23 10:25:49.668946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47338) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:49.671014 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:49.672849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:49.677274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:49.684955 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:49.685192 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:49.686412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Router a10e7ba0-f106-4ee4-a204-975626c2b359 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:49.761210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 259a0017-ab42-4369-851c-07fd81ac29ae yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:25:49.807366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-dafd8e75-045c-4319-9813-0be885c12a37 None None] Port 36d54938-1c80-484e-8472-ddeaace76bf5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:25:49.938942 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:49.940257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '36d54938-1c80-484e-8472-ddeaace76bf5', 'name': '', 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'mac_address': 'fa:16:3e:da:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:46Z', 'updated_at': '2022-03-23T10:25:48Z', 'revision_number': 2, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'subnets': [{'id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:49.947727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a48cb-7384-4510-89fe-ec09ba9adfff None None] The sync data for ids ['a10e7ba0-f106-4ee4-a204-975626c2b359'] in dv-neutron-834653-2-hyperv is: [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '36d54938-1c80-484e-8472-ddeaace76bf5', 'name': '', 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'mac_address': 'fa:16:3e:da:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:46Z', 'updated_at': '2022-03-23T10:25:48Z', 'revision_number': 2, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'subnets': [{'id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:49.978485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:49.988890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3c337ba3-a02f-40f1-99fd-44b5cbc8b5a9 admin admin] 10.222.0.73 "PUT /v2.0/routers/a10e7ba0-f106-4ee4-a204-975626c2b359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0390828 Mar 23 10:25:50.257941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 2825043b-d03b-436c-80a6-6071b603073a {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:25:50.263418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.342330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.347680 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 9, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:50.351508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.352442 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:50.365399 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:50.366025 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:50.450937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.519779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.531514 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:50.583980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=259a0017-ab42-4369-851c-07fd81ac29ae,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:50.625708 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': 'df225f1e-ebd1-46aa-8258-7993b204366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:50.626065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: 40fe8283-c305-477f-87e8-1106f26ddf08, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:50.645961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.695910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=2825043b-d03b-436c-80a6-6071b603073a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:50.706369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.716287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:50.717614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4d054-d90e-44df-a410-d005bca54f62 None None] Network 27bbcc03-c0b6-4269-abce-c6b467e06258 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:50.722976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47350) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:50.733289 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d3ebe8cc-65b1-4ba7-98eb-320a91c58109 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/2825043b-d03b-436c-80a6-6071b603073a HTTP/1.1" status: 204 len: 168 time: 1.0623477 Mar 23 10:25:50.753039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 40fe8283-c305-477f-87e8-1106f26ddf08) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:50.760676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:50.772284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:50.777286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.808732 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a9a06191-0102-4d4b-a5a7-5a9a2b9b1d6f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3614600 Mar 23 10:25:50.812790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47354) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:50.825093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-915907706'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:50.839817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:50.847377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:50.854653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:50.868140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:50.876228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3991a-194f-4fd6-b6f1-e5d5d1659ec2 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:50.896222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:50.900578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.938185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.955828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:50.956062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.967208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:50.989152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:50.989508 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment bdb81940-4cfa-4233-ba6e-f89728c2b726 of type vlan for network 1db52876-95ed-4f23-b586-c3e366f7c36d Mar 23 10:25:51.052358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.086222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81197b-e1de-416d-b45d-45021494245e req-25257acf-1167-444c-9b28-92dc7c2d7235 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:51.089330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cf81197b-e1de-416d-b45d-45021494245e req-25257acf-1167-444c-9b28-92dc7c2d7235 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.2992606 Mar 23 10:25:51.110493 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 9, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:51.111103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.115334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:51.115813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.122083 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bf138-64d5-4a20-a878-64eb4b0f5705 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 9, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': '8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea', 'name': '', 'network_id': '3934dae0-a161-4baf-a893-df3c7488336c', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:22:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:11Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': 'a5500008-95c7-473f-90e2-ed9c3e158aea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:25:51.240968 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cf81197b-e1de-416d-b45d-45021494245e req-ffe27685-2d51-4f55-b77a-bf34d384958e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432500 Mar 23 10:25:51.279070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47358) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:51.280899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=1db52876-95ed-4f23-b586-c3e366f7c36d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:51.309139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 1db52876-95ed-4f23-b586-c3e366f7c36d details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:51.314700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64814713', 'description': 'tempest-secgroup-smoke-64814713 description', 'project_id': '942a3d76bfef423d8e7191141c4b7c30'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:51.325928 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-59afb31f-a789-451d-83bc-f655bfba312a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5107388 Mar 23 10:25:51.329917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47364) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:51.336086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:51.351512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'ports': [{'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'}, {'network_id': '1db52876-95ed-4f23-b586-c3e366f7c36d'}]} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:51.352633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:51.353430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '1db52876-95ed-4f23-b586-c3e366f7c36d'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:51.379993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:51.398258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:51.472774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:51.485599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] DHCP port deletion for 27bbcc03-c0b6-4269-abce-c6b467e06258 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:51.490087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Deleting port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:51.490544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.517904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.563895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:51.564343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.680507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:51.688812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:51.693156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:51.703602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:51.705666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:51.712145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:51.714482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for ec47eb9b-5bfb-4ef7-a20d-79deb60b451b owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:51.718531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:51.727096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:51.732331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] For port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,segment=NetworkSegment(a9e6727f-6c46-478c-869a-2599897ee029),segment_id=a9e6727f-6c46-478c-869a-2599897ee029)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:51.733181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.759285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 2} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:51.762922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.777532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bd219-9aee-430d-be20-7834af6f0739 req-be93c1a5-e1bd-4009-b583-4773d1abe56e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:51.784551 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-205bd219-9aee-430d-be20-7834af6f0739 req-be93c1a5-e1bd-4009-b583-4773d1abe56e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.3203223 Mar 23 10:25:51.802649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.827630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.871422 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-205bd219-9aee-430d-be20-7834af6f0739 req-6aaa5e38-34fa-429c-8e4b-a949f8ab1899 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841148 Mar 23 10:25:51.872834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.875448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:51.904001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47368) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:51.936081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Calling delete_port for ec47eb9b-5bfb-4ef7-a20d-79deb60b451b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:51.978968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=ec47eb9b-5bfb-4ef7-a20d-79deb60b451b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:51.997816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:52.048614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a991137b-c1ee-4ce2-80bb-68204d1b1b6f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:52.054630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82945b8e-c368-4aa0-98ff-2d94740672a6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:52.057136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.058346 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b4273e97-bdde-4469-9ce6-e04e4365c589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.7709243 Mar 23 10:25:52.074322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47372) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:52.088418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group_rule': {'security_group_id': '82945b8e-c368-4aa0-98ff-2d94740672a6', 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:52.107508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: a991137b-c1ee-4ce2-80bb-68204d1b1b6f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:52.108019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a991137b-c1ee-4ce2-80bb-68204d1b1b6f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:52.108739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ec47eb9b-5bfb-4ef7-a20d-79deb60b451b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:52.145513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ec47eb9b-5bfb-4ef7-a20d-79deb60b451b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:52.146021 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ec47eb9b-5bfb-4ef7-a20d-79deb60b451b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:52.149647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:25:52.150861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:25:52.170449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port df565450-e5ee-4652-9364-125866cca16c yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:25:52.185075 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-eb7668d6-b673-4d50-9c80-1a71dc498845 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1094 time: 0.2758572 Mar 23 10:25:52.187703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47376) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:52.194599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:52.196746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:52.202127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:52.206614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:52.208630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:52.213417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:52.219905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:52.220346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:52.230502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:52.238459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.248551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.285732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.294509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bbcc03-c0b6-4269-abce-c6b467e06258']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:52.312936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e6727f-6c46-478c-869a-2599897ee029') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:52.313253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e6727f-6c46-478c-869a-2599897ee029') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:52.335997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.365010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.375079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 990 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:52.375481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.377163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:52.395684 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:52.459920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.472675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.507852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0034d7e4-ffb5-40b7-b122-769c29f52c1e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:52.511208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 1af5ccdb-1240-48f5-9218-251c69293de7 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:25:52.523249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.543820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.545734 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/27bbcc03-c0b6-4269-abce-c6b467e06258 HTTP/1.1" status: 204 len: 168 time: 1.8216324 Mar 23 10:25:52.549985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.551062 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-68b8a0a6-de07-4e00-9c9d-de2e1901e589 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4756525 Mar 23 10:25:52.552225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47380) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:52.552521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322a9d0-ee91-4d7d-be71-368ba6dcd83b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=27bbcc03-c0b6-4269-abce-c6b467e06258,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:52.554577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47382) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:52.568591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group_rule': {'security_group_id': '82945b8e-c368-4aa0-98ff-2d94740672a6', 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:52.580845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:52.600706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:52.607066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:52.624495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.630295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:52.651744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Deleting port ec47eb9b-5bfb-4ef7-a20d-79deb60b451b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:52.652263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.726251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce702b-6cf3-48f6-abdc-77a6454e521d None None] The port 'ec47eb9b-5bfb-4ef7-a20d-79deb60b451b' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:52.841035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.851576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.924292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.994887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:52.996552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.232 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/7b78703d-d7d2-4f4a-9169-5e1779f2f744) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:52.999247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.006664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.096928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad20e1ed-0bf0-4088-9ca4-8439f8c80443,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:53.194219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=df565450-e5ee-4652-9364-125866cca16c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:53.202286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:53.203806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.205146 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-256278dc-dc75-4ed7-80d9-7dee66a3b8b9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6481929 Mar 23 10:25:53.208853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:53.218050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:53.218934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.220344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47388) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:53.264121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group_rule': {'security_group_id': '82945b8e-c368-4aa0-98ff-2d94740672a6', 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:53.287970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:53.322365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:53.328512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:53.341584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:53.375799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=1af5ccdb-1240-48f5-9218-251c69293de7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:53.412766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.419217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.437737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': 'bdb81940-4cfa-4233-ba6e-f89728c2b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '1db52876-95ed-4f23-b586-c3e366f7c36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:25:53.438091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: 1db52876-95ed-4f23-b586-c3e366f7c36d, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:53.513256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.516697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 1db52876-95ed-4f23-b586-c3e366f7c36d is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:53.555503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.572225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.587387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 1db52876-95ed-4f23-b586-c3e366f7c36d) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:53.597871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b24546-e0a8-496c-825d-b733bf4a17fb None None] Network 1db52876-95ed-4f23-b586-c3e366f7c36d requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:53.624090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:53.628799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:53.632035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:53.632711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.646527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da0df75-a82b-4b08-80b3-f5ec4fa27094,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:53.658237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=7b78703d-d7d2-4f4a-9169-5e1779f2f744,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:53.664871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:53.666981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:53.670105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:25:53.683748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:53.684387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.696083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.697267 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-13c6cf72-f2d6-4ee3-8a93-dca79da50b40 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4759512 Mar 23 10:25:53.701225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:53.709524 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9f133d55-177c-4a3b-94c7-39fc2531f508 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3779628 Mar 23 10:25:53.715645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group_rule': {'security_group_id': '82945b8e-c368-4aa0-98ff-2d94740672a6', 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:53.720425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47396) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:53.729440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:53.768534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:53.781028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:53.798684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:53.870518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 1af5ccdb-1240-48f5-9218-251c69293de7 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:53.870854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.920697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,segment=NetworkSegment(2c0a03bc-db5d-4626-9efe-c98bd4f3076f),segment_id=2c0a03bc-db5d-4626-9efe-c98bd4f3076f)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:53.921060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:53.927134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.065429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:54.254464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.315972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.323605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:54.335573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.367666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4cb42e63-4b65-40a0-8616-c8e9636c41a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.388028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.404972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e64ad85-cecc-4e6b-9a0c-7de714f46bb7,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:54.430273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.430945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.431088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.431408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.431766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.432095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.432423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.432986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.433257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.433584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.433907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:54.439250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.450105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.453851 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cff2ae7e-0395-4e8c-afdd-465855d90c38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7490916 Mar 23 10:25:54.459114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47400) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:54.464835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group_rule': {'security_group_id': '82945b8e-c368-4aa0-98ff-2d94740672a6', 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:54.555011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.584418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:54.592161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 1af5ccdb-1240-48f5-9218-251c69293de7 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:54.635127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:54.653307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:54.662490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:54.814913 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Project 942a3d76bfef423d8e7191141c4b7c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:54.825398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.851615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.920288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=1af5ccdb-1240-48f5-9218-251c69293de7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:54.948551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.982166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:54.984999 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab35a0f4-af0c-4ebc-b172-f06d351a96e1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/1af5ccdb-1240-48f5-9218-251c69293de7 HTTP/1.1" status: 204 len: 168 time: 1.2571425 Mar 23 10:25:54.987907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47404) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:55.026831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.175061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facc6f87-fedd-4791-b6fd-61d7b2f7eb3c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:55.197493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.201480 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f8d37104-c114-4ca1-902d-5cbd5d3bfa60 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7386253 Mar 23 10:25:55.201702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47408) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:55.209844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'security_group_rule': {'security_group_id': '82945b8e-c368-4aa0-98ff-2d94740672a6', 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:55.210105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.219020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:55.230689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:security_group_rule and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:55.238546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:55.248011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:55.270754 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Project 942a3d76bfef423d8e7191141c4b7c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:55.282395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.293025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2ced7-79c0-47b3-b16a-7d8df3488220 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:55.297734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2ced7-79c0-47b3-b16a-7d8df3488220 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:55.299063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ffc2ced7-79c0-47b3-b16a-7d8df3488220 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:55.300230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:55.310235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.363950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ffc2ced7-79c0-47b3-b16a-7d8df3488220 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:55.365083 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ffc2ced7-79c0-47b3-b16a-7d8df3488220 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3761511 Mar 23 10:25:55.370343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47412) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:55.478007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port df565450-e5ee-4652-9364-125866cca16c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:55.478746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.504308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.519806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.551718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f5378-e119-4672-bf57-d1506283d829,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:55.570611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.572415 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1126de19-bab4-42ba-9f55-a4d6ce401987 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3682215 Mar 23 10:25:55.602924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:55.616588 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fa3abeb4-fd32-4701-a8e0-886500d2486e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0584924 Mar 23 10:25:55.617202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47418) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:55.953655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.974432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet a5500008-95c7-473f-90e2-ed9c3e158aea {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:25:55.987369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.105084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.108623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.191513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 408f9cf0-604f-40a7-a350-ad8766487aab up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:56.250544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for df565450-e5ee-4652-9364-125866cca16c owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:56.302233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.311334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.317887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 408f9cf0-604f-40a7-a350-ad8766487aab completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:56.328335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 408f9cf0-604f-40a7-a350-ad8766487aab triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:56.330090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.456331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.509834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=7b78703d-d7d2-4f4a-9169-5e1779f2f744,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:56.526131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=a5500008-95c7-473f-90e2-ed9c3e158aea,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:56.532131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.541797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.559119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-41d63acb-6e37-40c2-8e69-c66bb7e54ca8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/a5500008-95c7-473f-90e2-ed9c3e158aea HTTP/1.1" status: 204 len: 168 time: 0.9397898 Mar 23 10:25:56.560986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47442) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:56.579639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b83fb4-4485-4866-8bed-c19320457d42 None None] Network 3934dae0-a161-4baf-a893-df3c7488336c requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:25:56.604220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=df565450-e5ee-4652-9364-125866cca16c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:56.607515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.796962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d396259e-6087-463b-9906-cd5231d7e68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.798531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.813473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.826656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:56.827271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.852363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 408f9cf0-604f-40a7-a350-ad8766487aab, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=408f9cf0-604f-40a7-a350-ad8766487aab,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:56.860880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.881511 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1dc2b94c-239c-4cf9-b505-7e991816e557 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/df565450-e5ee-4652-9364-125866cca16c HTTP/1.1" status: 204 len: 168 time: 1.5082893 Mar 23 10:25:56.882791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47452) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:56.949643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.100577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=408f9cf0-604f-40a7-a350-ad8766487aab,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:57.138774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port d8bc5b7a-9413-4a5e-a655-9c2e64354be0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,segment=NetworkSegment(2c0a03bc-db5d-4626-9efe-c98bd4f3076f),segment_id=2c0a03bc-db5d-4626-9efe-c98bd4f3076f)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:25:57.139145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.167429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd98dd2-3005-4ddc-a7b6-0aea481ec719 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:57.168200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fbd98dd2-3005-4ddc-a7b6-0aea481ec719 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:57.214088 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP fa2ef614-9f14-4ab0-bc74-6ca69f1d07be associated. External IP: 172.26.7.232, port: 33f41852-b6fc-412e-9b2e-5c481f4fd095. Mar 23 10:25:57.279219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fbd98dd2-3005-4ddc-a7b6-0aea481ec719 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:57.284458 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fbd98dd2-3005-4ddc-a7b6-0aea481ec719 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4005070 Mar 23 10:25:57.290852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47458) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:57.316802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for d8bc5b7a-9413-4a5e-a655-9c2e64354be0 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:25:57.350724 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c45664b-8d54-4623-a342-770e489f25ef tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:25:57.354690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6c45664b-8d54-4623-a342-770e489f25ef tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/1af5ccdb-1240-48f5-9218-251c69293de7 HTTP/1.1" status: 404 len: 333 time: 0.0626411 Mar 23 10:25:57.355679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47462) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:57.368627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a8088-4c33-4a51-aab2-2eff30628928 None None] DHCP port deletion for 3934dae0-a161-4baf-a893-df3c7488336c request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:25:57.381375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a8088-4c33-4a51-aab2-2eff30628928 None None] Deleting port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:25:57.382500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd3a8088-4c33-4a51-aab2-2eff30628928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.420381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.465338 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4da30c-e75d-45d7-a73c-f0bd1ac4b772 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:25:57.470220 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6e4da30c-e75d-45d7-a73c-f0bd1ac4b772 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/df565450-e5ee-4652-9364-125866cca16c HTTP/1.1" status: 404 len: 333 time: 0.0659988 Mar 23 10:25:57.470900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47470) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:57.545140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a8088-4c33-4a51-aab2-2eff30628928 None None] The port 'd8bc5b7a-9413-4a5e-a655-9c2e64354be0' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:25:57.604719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=d8bc5b7a-9413-4a5e-a655-9c2e64354be0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:57.615298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port d8bc5b7a-9413-4a5e-a655-9c2e64354be0 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:57.655491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.740430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.816945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.836436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.857619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.861700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3934dae0-a161-4baf-a893-df3c7488336c']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.875197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db52876-95ed-4f23-b586-c3e366f7c36d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.880049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0a03bc-db5d-4626-9efe-c98bd4f3076f') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.880698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0a03bc-db5d-4626-9efe-c98bd4f3076f') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.892233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb81940-4cfa-4233-ba6e-f89728c2b726') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.892526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb81940-4cfa-4233-ba6e-f89728c2b726') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.896301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.916421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.953792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:57.973719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 953 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:57.974273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.010462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.081818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:25:58.082222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:58.098178 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:58.100768 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 408f9cf0-604f-40a7-a350-ad8766487aab up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:25:58.117114 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:25:58.161369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.209688 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.226762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.228308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.232346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 408f9cf0-604f-40a7-a350-ad8766487aab triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:58.233619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.241859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=1db52876-95ed-4f23-b586-c3e366f7c36d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:58.244126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=3934dae0-a161-4baf-a893-df3c7488336c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:58.247600 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4deec70-2700-481f-a5a7-669714a8474a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/1db52876-95ed-4f23-b586-c3e366f7c36d HTTP/1.1" status: 204 len: 168 time: 0.7746990 Mar 23 10:25:58.251669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47490) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:58.257618 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1dce975f-69b1-4c77-ac95-8ec254a46f84 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/3934dae0-a161-4baf-a893-df3c7488336c HTTP/1.1" status: 204 len: 168 time: 1.6954789 Mar 23 10:25:58.260183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2136432322'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:58.262180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47494) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:58.268033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:58.274387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:58.278723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:58.288082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:58.314352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:58.317659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.369175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:58.378890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:58.394953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.395572 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment da6eb7de-130b-4e22-8e64-1193e80f0147 of type vlan for network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 Mar 23 10:25:58.414494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:25:58.428680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:58.429328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:58.436155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.651117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.656701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:58.666405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.701909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d8bc5b7a-9413-4a5e-a655-9c2e64354be0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:25:58.739672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:58.779256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.811590 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5583606 Mar 23 10:25:58.817249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47498) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:58.825910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:25:58.828314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d8bc5b7a-9413-4a5e-a655-9c2e64354be0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:25:58.828659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d8bc5b7a-9413-4a5e-a655-9c2e64354be0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:25:58.860957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c989e-3729-43de-bf18-3d2561d05087 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=e9cd021a-5967-4a8f-ad2d-dfeed14471b4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:58.936522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:59.132259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:59.139216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:59.144301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:59.153180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:59.200544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:59.245189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:59.337564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:25:59.348896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:25:59.356619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:54Z', 'revision_number': 10, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:59.363115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] Checking router: 6ff68333-f78b-4391-a91e-995a01dae5d1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:25:59.380088 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:59.380869 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:59.385127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] Routers {'6ff68333-f78b-4391-a91e-995a01dae5d1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:25:59.385761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6ff68333-f78b-4391-a91e-995a01dae5d1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:59.425095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:59.508191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:59.608001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] Set router 6ff68333-f78b-4391-a91e-995a01dae5d1 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:59.641979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Performing IP validity checks on allocation pools {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:25:59.645241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:25:59.663257 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c26e7e94-44f5-4941-8cb0-d4dd920f9ec6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4744160 Mar 23 10:25:59.667261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47504) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:59.668669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:25:59.724770 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:25:59.897455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:59.946732 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'status': 'completed', 'code': 200} Mar 23 10:26:00.006835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=7c9df49c-868c-433a-8cad-bce38f8cf9cc,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:00.019513 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': 'da6eb7de-130b-4e22-8e64-1193e80f0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:00.020168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: e9cd021a-5967-4a8f-ad2d-dfeed14471b4, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:00.070057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:00.084406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e9cd021a-5967-4a8f-ad2d-dfeed14471b4) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:00.088811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:00.089773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:00.096898 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-86e136b3-4939-4caa-aa2f-9b35f5e41a6a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 200 len: 992 time: 0.4247706 Mar 23 10:26:00.119017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a2144-5410-420c-b761-abc6d08278f6 None None] Network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:00.137952 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-48ebaa6d-6ad5-4b80-a8ae-ac9a3805dc60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3178060 Mar 23 10:26:00.140923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47512) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:00.146828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4', 'name': 'tempest-PortsIpV6TestJSON-1519997793'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:00.167312 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-de156a3a-0320-422d-bb6c-4032058058d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1099 time: 0.2214119 Mar 23 10:26:00.314002 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:25:54Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:00.321401 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:26:00.348415 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:00.349026 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:00.427358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:54Z', 'revision_number': 10, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:00.440649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcce9f2-9768-4633-b4e1-84d837abf001 None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [{'id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'name': 'tempest-RoutersIpV6Test-router-471904683', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:33Z', 'updated_at': '2022-03-23T10:25:54Z', 'revision_number': 10, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None, '_interfaces': [{'id': 'cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4', 'name': '', 'network_id': 'dfae7b70-f181-4a79-80c8-edbc3922d70e', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'mac_address': 'fa:16:3e:9d:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68333-f78b-4391-a91e-995a01dae5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:40Z', 'updated_at': '2022-03-23T10:24:50Z', 'revision_number': 5, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'subnets': [{'id': '4a71bcb6-bf85-4c96-967d-d79e34ccc768', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:00.464254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:00.483433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:00.502981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:00.507478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:00.532711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e9cd021a-5967-4a8f-ad2d-dfeed14471b4', 'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': '7c9df49c-868c-433a-8cad-bce38f8cf9cc'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:00.533545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:00.542227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 891f429a-4d54-438b-b1c5-39a8b135845a yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:00.659245 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:00.663272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:00.664266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:00.740788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09b20-6f23-4f75-9283-037d048ce94a req-c3852a84-9eb9-4979-b732-c8821df7d64e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:00.742171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-c3852a84-9eb9-4979-b732-c8821df7d64e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 898 time: 0.5673237 Mar 23 10:26:00.774722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::2ac (e9cd021a-5967-4a8f-ad2d-dfeed14471b4/7c9df49c-868c-433a-8cad-bce38f8cf9cc/891f429a-4d54-438b-b1c5-39a8b135845a) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:00.978504 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-d29a877d-e1d1-4692-9e0f-44274c0a0260 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 1000 time: 0.2289982 Mar 23 10:26:01.054005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:01.054643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.073715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.075310 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:25:54Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:01.080440 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238de08-2c7e-4781-b82b-52a795430f66 None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:25:54Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:01.104851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47518) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:01.187110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object 891f429a-4d54-438b-b1c5-39a8b135845a will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:01.196031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:01.224668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09b20-6f23-4f75-9283-037d048ce94a req-8d4b3b94-d15d-45e7-8d9e-4dd84bb3fee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:01.226109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-8d4b3b94-d15d-45e7-8d9e-4dd84bb3fee8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 200 len: 835 time: 0.2404575 Mar 23 10:26:01.258735 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4ef751de-a173-4732-a837-3051f1d49ce6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 200 len: 992 time: 0.1507628 Mar 23 10:26:01.267219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.333823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Allocated IP 2001:db8::2 (e9cd021a-5967-4a8f-ad2d-dfeed14471b4/7c9df49c-868c-433a-8cad-bce38f8cf9cc/829f5007-0d00-4d41-bb93-7c0b6d6873f0) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:01.354604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:01.358043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:01.361380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:01.366295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:01.367053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.376846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=891f429a-4d54-438b-b1c5-39a8b135845a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:01.405407 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-05399372-9f9c-43c5-9c9e-254519c00bd0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2623980 Mar 23 10:26:01.412082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47524) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:01.454639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.516504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:01.526162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 891f429a-4d54-438b-b1c5-39a8b135845a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:01.526511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.765437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.790845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Transition to ACTIVE for port object 829f5007-0d00-4d41-bb93-7c0b6d6873f0 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:01.828699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Transition to ACTIVE for port object 829f5007-0d00-4d41-bb93-7c0b6d6873f0 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:01.837920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.838274 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-39c2a29b-112c-4e29-a0f9-71a33c70f93c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6052971 Mar 23 10:26:01.887988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.939462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.957765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:01.958701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Pushing event updated for resources: {'Port': ['ID=829f5007-0d00-4d41-bb93-7c0b6d6873f0,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:01.961593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:01.964103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:02.083198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:02.130049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:02.130404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8976a5e1-3f78-4fe4-b0dd-ab9ba8ef49ea not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:02.138247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 891f429a-4d54-438b-b1c5-39a8b135845a owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:02.145900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Attempting to bind port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:02.146544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Attempting to bind port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'da6eb7de-130b-4e22-8e64-1193e80f0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:02.147095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Attempting to bind port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 on network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:02.154652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:02.155332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Checking segment: {'id': 'da6eb7de-130b-4e22-8e64-1193e80f0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:02.156910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.157667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Bound using segment: {'id': 'da6eb7de-130b-4e22-8e64-1193e80f0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:02.158344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Bound port: 829f5007-0d00-4d41-bb93-7c0b6d6873f0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6eb7de-130b-4e22-8e64-1193e80f0147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'e9cd021a-5967-4a8f-ad2d-dfeed14471b4'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:02.158906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.272642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47528) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:02.308066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] For port 829f5007-0d00-4d41-bb93-7c0b6d6873f0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:02.315719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-3bc3357b-3366-4c10-b23b-ce46775338ed service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644527 Mar 23 10:26:02.400955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] For port 829f5007-0d00-4d41-bb93-7c0b6d6873f0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=829f5007-0d00-4d41-bb93-7c0b6d6873f0,segment=NetworkSegment(da6eb7de-130b-4e22-8e64-1193e80f0147),segment_id=da6eb7de-130b-4e22-8e64-1193e80f0147)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:02.401283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.406381 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8498af8f-02d8-46e4-9e2f-78ffe2e445cd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 200 len: 992 time: 0.1327720 Mar 23 10:26:02.409269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.453481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=891f429a-4d54-438b-b1c5-39a8b135845a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:02.528808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.537734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Pushing event updated for resources: {'Port': ['ID=829f5007-0d00-4d41-bb93-7c0b6d6873f0,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:02.556974 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-033ffff8-6cee-4c01-ad10-a71dd0e054e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/891f429a-4d54-438b-b1c5-39a8b135845a HTTP/1.1" status: 204 len: 168 time: 1.1428747 Mar 23 10:26:02.561081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.562505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.562995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.563254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47534) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:02.563449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.563883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.564300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.568812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.569157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.569494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.569819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.570161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15421355-c545-4523-bc3f-41f87538ea41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.626540 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6f19f3-97c2-41be-a220-6ace39b84834 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:02.626975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6f19f3-97c2-41be-a220-6ace39b84834 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:02.632233 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9b6f19f3-97c2-41be-a220-6ace39b84834 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/891f429a-4d54-438b-b1c5-39a8b135845a HTTP/1.1" status: 404 len: 333 time: 0.0659888 Mar 23 10:26:02.632233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47538) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:02.676944 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfccd97e-f22a-4bab-a851-3f0efd6e9f77 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:02.677445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cfccd97e-f22a-4bab-a851-3f0efd6e9f77 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:02.694289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cfccd97e-f22a-4bab-a851-3f0efd6e9f77 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:02.695464 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cfccd97e-f22a-4bab-a851-3f0efd6e9f77 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/891f429a-4d54-438b-b1c5-39a8b135845a HTTP/1.1" status: 404 len: 333 time: 0.0623930 Mar 23 10:26:02.698198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47542) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:02.787714 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94b09b20-6f23-4f75-9283-037d048ce94a req-ec97cbd2-acf0-4095-8ae7-fa8d7794a596 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102080 Mar 23 10:26:02.811173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:26:02.812180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet 7c9df49c-868c-433a-8cad-bce38f8cf9cc {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:02.816434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.918556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.004634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:26:03.024280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e834d2cf-0ede-481c-8f1f-bfe6739d9dc2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7607207 Mar 23 10:26:03.024478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47546) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:03.080909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.245612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.307807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9df49c-868c-433a-8cad-bce38f8cf9cc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:03.322469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting subnet 4a71bcb6-bf85-4c96-967d-d79e34ccc768 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:03.326694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.329624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.381489 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-84c8dfbc-91b6-4921-abad-794375d5ff10 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/7c9df49c-868c-433a-8cad-bce38f8cf9cc HTTP/1.1" status: 204 len: 168 time: 0.6821752 Mar 23 10:26:03.384286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47550) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:03.395894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.414382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47554) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:03.497642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.619768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.620003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.631249 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cbf21ad6-eacc-4248-b086-0ee61f446526 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 200 len: 992 time: 0.2153285 Mar 23 10:26:03.646606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:03.646956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.685528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Subnet': ['ID=4a71bcb6-bf85-4c96-967d-d79e34ccc768,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:03.697539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.705017 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2324dd3c-e32d-4af1-b0ad-d5424f701cec tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/4a71bcb6-bf85-4c96-967d-d79e34ccc768 HTTP/1.1" status: 204 len: 168 time: 0.6794448 Mar 23 10:26:03.707626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47560) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:03.710209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1060a1-dac3-49ec-a1f6-2b3230ac1506 None None] Network dfae7b70-f181-4a79-80c8-edbc3922d70e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:03.862134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb1b59-b6ae-489e-bbb4-72ffc6ed48ee None None] Network e9cd021a-5967-4a8f-ad2d-dfeed14471b4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:03.883723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.899997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Deleting port 04386402-2caa-4757-a3a2-022449bc7c13 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:03.900423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.971663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port 829f5007-0d00-4d41-bb93-7c0b6d6873f0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=829f5007-0d00-4d41-bb93-7c0b6d6873f0,segment=NetworkSegment(da6eb7de-130b-4e22-8e64-1193e80f0147),segment_id=da6eb7de-130b-4e22-8e64-1193e80f0147)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:03.971979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.126732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 829f5007-0d00-4d41-bb93-7c0b6d6873f0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:04.150050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 829f5007-0d00-4d41-bb93-7c0b6d6873f0 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:04.227358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] For port 04386402-2caa-4757-a3a2-022449bc7c13, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=04386402-2caa-4757-a3a2-022449bc7c13,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:04.228633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.255777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.262498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5d2fedd7-ff49-45b2-a2cf-55266a29a858 None None] Provisioning for port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:04.267730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:26:04.268148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 829f5007-0d00-4d41-bb93-7c0b6d6873f0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 23 10:26:04.325307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5d2fedd7-ff49-45b2-a2cf-55266a29a858 None None] Provisioning complete for port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:04.325681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5d2fedd7-ff49-45b2-a2cf-55266a29a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.341128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=829f5007-0d00-4d41-bb93-7c0b6d6873f0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:04.355864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 not found, will not notify nova. {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 23 10:26:04.362049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:04.367676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fedd7-ff49-45b2-a2cf-55266a29a858 None None] Port 829f5007-0d00-4d41-bb93-7c0b6d6873f0 was deleted so its status cannot be updated. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 23 10:26:04.400052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f166785-6841-4ddd-878f-3633f9be0fcf None None] DHCP port deletion for e9cd021a-5967-4a8f-ad2d-dfeed14471b4 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:04.447269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] DHCP port deletion for dfae7b70-f181-4a79-80c8-edbc3922d70e request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:04.457979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Deleting port 04386402-2caa-4757-a3a2-022449bc7c13 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:04.458352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.540465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Calling delete_port for 04386402-2caa-4757-a3a2-022449bc7c13 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:04.636470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:04.710873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.720907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] For port 04386402-2caa-4757-a3a2-022449bc7c13, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=04386402-2caa-4757-a3a2-022449bc7c13,segment=NetworkSegment(41655ec1-fd90-4de3-935e-184955fa2874),segment_id=41655ec1-fd90-4de3-935e-184955fa2874)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:04.721521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.753957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.755655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cd021a-5967-4a8f-ad2d-dfeed14471b4']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:04.779408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6eb7de-130b-4e22-8e64-1193e80f0147') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:04.780163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6eb7de-130b-4e22-8e64-1193e80f0147') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:04.795711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.814989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.823728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 996 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:04.824800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:04.842061 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:04.918185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No DVR routers for this DVR port 04386402-2caa-4757-a3a2-022449bc7c13 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:04.929999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Calling delete_port for 04386402-2caa-4757-a3a2-022449bc7c13 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:04.949659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.959525 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-400853ce-4e51-4833-afae-35b1581ddd13 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 200 len: 992 time: 0.3211272 Mar 23 10:26:04.972561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Port': ['ID=04386402-2caa-4757-a3a2-022449bc7c13,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:04.982926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.014085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=e9cd021a-5967-4a8f-ad2d-dfeed14471b4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:05.044994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:26:05.045447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:26:05.048793 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-46512f10-af74-4022-9a29-dd60f46064bb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/e9cd021a-5967-4a8f-ad2d-dfeed14471b4 HTTP/1.1" status: 204 len: 168 time: 1.6635344 Mar 23 10:26:05.050844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47570) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:05.057488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-330488826'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:05.063389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:05.067639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:05.070601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:05.079568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:05.091675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:05.095067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.108395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.126423 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:26:05.132934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:05.143040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfae7b70-f181-4a79-80c8-edbc3922d70e']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.152577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.152929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment f5d040c3-4f15-4c2c-b33c-c14314bb8064 of type vlan for network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 Mar 23 10:26:05.157833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41655ec1-fd90-4de3-935e-184955fa2874') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.158241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41655ec1-fd90-4de3-935e-184955fa2874') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.171200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.192170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.197975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.200115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:05.200885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:05.217941 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:05.237031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.241140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:05.242135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.322620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.328028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.358204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Pushing event deleted for resources: {'Network': ['ID=dfae7b70-f181-4a79-80c8-edbc3922d70e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:05.366177 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f92421ee-0d44-47a4-a53f-f06be2c29c0c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/networks/dfae7b70-f181-4a79-80c8-edbc3922d70e HTTP/1.1" status: 204 len: 168 time: 1.6419888 Mar 23 10:26:05.366946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:05.372785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'routes': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:05.388017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=5e0ac7fb-204b-41eb-86f5-6ad5b195fa42,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:05.399732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:05.413190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-401db590-4076-49d4-904e-e444894ac2a2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3598900 Mar 23 10:26:05.414506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47578) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:05.422051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:05.422832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5282fbb-220c-4de3-bce0-1a3d58dabde3 None None] New status for floating IP fa2ef614-9f14-4ab0-bc74-6ca69f1d07be: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:26:05.552080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Deleting port 04386402-2caa-4757-a3a2-022449bc7c13 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:05.552825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.582628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:05.587384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:05.595624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:05.615244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:05.626667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:05.723438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-90dbd461-3419-4359-9e90-3719b2b6bfea None None] The port '04386402-2caa-4757-a3a2-022449bc7c13' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:26:05.748558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.extraroute_db [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Added routes are [] {{(pid=83746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 23 10:26:05.749016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.extraroute_db [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Removed routes are [] {{(pid=83746) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 23 10:26:05.749419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.771380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.020533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47584) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:06.041404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 829f5007-0d00-4d41-bb93-7c0b6d6873f0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:06.086332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 829f5007-0d00-4d41-bb93-7c0b6d6873f0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:06.086600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 829f5007-0d00-4d41-bb93-7c0b6d6873f0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:06.087014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 04386402-2caa-4757-a3a2-022449bc7c13 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:06.138094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 04386402-2caa-4757-a3a2-022449bc7c13 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:06.138481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 04386402-2caa-4757-a3a2-022449bc7c13 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:06.171859 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eeaff0e9-98ba-45fd-916c-44654ef348aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 200 len: 994 time: 0.1498442 Mar 23 10:26:06.205635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.269856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.273886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.294089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=578e5753-804f-44bd-adb5-13cee1c50336,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:06.308430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': 'f5d040c3-4f15-4c2c-b33c-c14314bb8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:06.308863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:06.332161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:06.342427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:06.347490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:06.348096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.354574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5b4e9f-261d-4136-b3de-1342f02de5c7 None None] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:06.373919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8533d590-06f9-4b5e-ae35-55f808684434 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9582412 Mar 23 10:26:06.376992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47588) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:06.382969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-946401434'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:06.439507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 6ff68333-f78b-4391-a91e-995a01dae5d1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:26:06.621567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:06.627770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:06.631420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:06.638606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:06.665157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-5e0ac7fb-204b-41eb-86f5-6ad5b195fa42', 'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': '578e5753-804f-44bd-adb5-13cee1c50336'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:06.665711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:26:06.667975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.669783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:06.675299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.679933 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-892cd4c7-353f-4020-931c-b55512cd1061 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 704 time: 1.3117855 Mar 23 10:26:06.680527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47592) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:06.683302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.728703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port a05c7333-b162-44e3-9368-1493a0fcd414 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:06.738780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-64a60b38-be8c-49ff-b225-d2c2db134e5c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Synchronizing usage tracker for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:06.773308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-64a60b38-be8c-49ff-b225-d2c2db134e5c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Unset dirty status for tenant:90b6973defa74a19a8bfdeb5f5b75637 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:06.780755 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-64a60b38-be8c-49ff-b225-d2c2db134e5c tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 205 time: 0.0988269 Mar 23 10:26:06.782315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47596) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:06.906973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Allocated IP 2001:db8::2 (5e0ac7fb-204b-41eb-86f5-6ad5b195fa42/578e5753-804f-44bd-adb5-13cee1c50336/0417b924-45f7-413f-8fba-e29b0395d4ff) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:07.140478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.170482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.196629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Transition to ACTIVE for port object 0417b924-45f7-413f-8fba-e29b0395d4ff will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:07.219245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Transition to ACTIVE for port object 0417b924-45f7-413f-8fba-e29b0395d4ff will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:07.224931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.299857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:07.303434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:07.305388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Pushing event updated for resources: {'Port': ['ID=0417b924-45f7-413f-8fba-e29b0395d4ff,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:07.308944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:07.353757 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-d1c4170e-0151-4d87-9295-2c733576895d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2934380 Mar 23 10:26:07.373643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::d (5e0ac7fb-204b-41eb-86f5-6ad5b195fa42/578e5753-804f-44bd-adb5-13cee1c50336/a05c7333-b162-44e3-9368-1493a0fcd414) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:07.398910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Attempting to bind port 0417b924-45f7-413f-8fba-e29b0395d4ff on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:07.399293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Attempting to bind port 0417b924-45f7-413f-8fba-e29b0395d4ff by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'f5d040c3-4f15-4c2c-b33c-c14314bb8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:07.399690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Attempting to bind port 0417b924-45f7-413f-8fba-e29b0395d4ff on network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:07.408542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:07.408915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Checking segment: {'id': 'f5d040c3-4f15-4c2c-b33c-c14314bb8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:07.409316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.409703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Bound using segment: {'id': 'f5d040c3-4f15-4c2c-b33c-c14314bb8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:07.410171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Bound port: 0417b924-45f7-413f-8fba-e29b0395d4ff, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d040c3-4f15-4c2c-b33c-c14314bb8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '5e0ac7fb-204b-41eb-86f5-6ad5b195fa42'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:07.413206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.517449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] For port 0417b924-45f7-413f-8fba-e29b0395d4ff, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:07.520947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] For port 0417b924-45f7-413f-8fba-e29b0395d4ff, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0417b924-45f7-413f-8fba-e29b0395d4ff,segment=NetworkSegment(f5d040c3-4f15-4c2c-b33c-c14314bb8064),segment_id=f5d040c3-4f15-4c2c-b33c-c14314bb8064)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:07.525250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.611721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66879-b7d0-4a80-8043-edd6097717b5 None None] Pushing event updated for resources: {'Port': ['ID=0417b924-45f7-413f-8fba-e29b0395d4ff,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:07.819806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.833720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.889245 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-4815411c-1ead-4cc9-8f89-6b75d80c7a40 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1099 time: 0.4452589 Mar 23 10:26:07.917139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.952110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.952629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff68333-f78b-4391-a91e-995a01dae5d1 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:26:08.015970 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object a05c7333-b162-44e3-9368-1493a0fcd414 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:08.056063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.057025 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-57bc3cdd-848a-4946-81ff-f64d9c5e3808 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 204 len: 168 time: 1.2735581 Mar 23 10:26:08.061242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47602) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.070090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-344871477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:08.071843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0417b924-45f7-413f-8fba-e29b0395d4ff up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:08.077702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:08.082584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Usage tracker for resource:router and tenant:90b6973defa74a19a8bfdeb5f5b75637 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:08.090365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:08.098675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:08.104610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-ec0fd478-84c2-4c84-bb0e-55e2173d225e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:08.106393 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-ec0fd478-84c2-4c84-bb0e-55e2173d225e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 898 time: 0.1922140 Mar 23 10:26:08.112439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.113462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.114833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.200498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.238862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.263328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 0417b924-45f7-413f-8fba-e29b0395d4ff completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:08.272519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.274142 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f42d7c1f-8eaa-478a-b79b-782943c70b47 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2098839 Mar 23 10:26:08.277193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47608) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.282371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:08.343390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:08.347986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:08.350456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:08.354536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:08.355164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.373753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=a05c7333-b162-44e3-9368-1493a0fcd414,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:08.399120 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-66958fff-4b34-4b5a-b183-935be78100bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 1002 time: 0.2757754 Mar 23 10:26:08.399944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.400321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.400875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.401252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.401582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.401935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.402276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.402607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.402923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.403260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.403587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:08.445711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8e966724-4234-4d0b-a3bd-d7f20fb50026 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.0653398 Mar 23 10:26:08.446848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47612) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.532901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-af64a025-136a-4914-91bf-dc8ee53c3ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:08.534354 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-af64a025-136a-4914-91bf-dc8ee53c3ef1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 200 len: 835 time: 0.1255836 Mar 23 10:26:08.540076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port a05c7333-b162-44e3-9368-1493a0fcd414 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:08.540414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.713754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.729199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.833943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f58664-2b85-4319-8c8b-2411b611ddcc None None] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:08.920155 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Sync routers for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:26:08.940665 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Routers set() bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:08.942411 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Router IDs set() for agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 23 10:26:08.944874 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ff68333-f78b-4391-a91e-995a01dae5d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent'). {{(pid=83748) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 10:26:08.953681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-ae2301f5-4b1a-4146-91d3-f6ee75234257 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3882487 Mar 23 10:26:08.961643 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Routers set() bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:08.962777 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Router IDs set() for agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 23 10:26:08.963799 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ff68333-f78b-4391-a91e-995a01dae5d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent'). {{(pid=83748) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 10:26:08.964474 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4526a9-0844-4bf3-9e3c-a302d0c2ae4d None None] The sync data for ids ['6ff68333-f78b-4391-a91e-995a01dae5d1'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:08.978880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Router 9bba827f-ef99-4191-bf45-d517b95a976b is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:26:09.001963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] Provisioning for port 0417b924-45f7-413f-8fba-e29b0395d4ff completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:09.009464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] Provisioning complete for port 0417b924-45f7-413f-8fba-e29b0395d4ff triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:09.009835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.105165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.177707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:26:09.190764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.196567 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bd060524-0c1a-4f3d-9d68-087ed46b7f72 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "PUT /v2.0/routers/9bba827f-ef99-4191-bf45-d517b95a976b HTTP/1.1" status: 200 len: 697 time: 0.9160008 Mar 23 10:26:09.197043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47616) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:09.257489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for a05c7333-b162-44e3-9368-1493a0fcd414 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:09.270879 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] Sync routers for ids ['9bba827f-ef99-4191-bf45-d517b95a976b'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:26:09.306984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-732f606d-a481-4d72-9e2c-77e3d93221b7 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464096 Mar 23 10:26:09.337556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] Routers {'9bba827f-ef99-4191-bf45-d517b95a976b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:09.340866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['9bba827f-ef99-4191-bf45-d517b95a976b'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:09.535274 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4da231d4-d95b-4eb3-a665-25058cd6ccaa tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/routers/9bba827f-ef99-4191-bf45-d517b95a976b HTTP/1.1" status: 200 len: 703 time: 0.3369725 Mar 23 10:26:09.537972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47622) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:09.538266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a50080c-8cb8-44e1-b53a-addc359a0939 req-6d3194dc-b3e6-40df-bb03-efa7e1aa7144 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248824 Mar 23 10:26:09.579103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.586296 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0a9429f7-cf94-447e-b23d-0f3246a5a896 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bba827f-ef99-4191-bf45-d517b95a976b HTTP/1.1" status: 200 len: 205 time: 0.0470185 Mar 23 10:26:09.588947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47626) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:09.604023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] Set router 9bba827f-ef99-4191-bf45-d517b95a976b gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:09.650849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.763151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bba827f-ef99-4191-bf45-d517b95a976b', 'name': 'tempest-RoutersIpV6Test-router-344871477', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:08Z', 'updated_at': '2022-03-23T10:26:08Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:09.774039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] For port 0417b924-45f7-413f-8fba-e29b0395d4ff, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0417b924-45f7-413f-8fba-e29b0395d4ff,segment=NetworkSegment(f5d040c3-4f15-4c2c-b33c-c14314bb8064),segment_id=f5d040c3-4f15-4c2c-b33c-c14314bb8064)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:09.776093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] Checking router: 9bba827f-ef99-4191-bf45-d517b95a976b for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:26:09.776247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=a05c7333-b162-44e3-9368-1493a0fcd414,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:09.785161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.831957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.848092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3f8c50e1-74c8-4edb-9586-22d01d814cd6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/a05c7333-b162-44e3-9368-1493a0fcd414 HTTP/1.1" status: 204 len: 168 time: 1.4001913 Mar 23 10:26:09.848821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47630) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:09.853722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] Routers {'9bba827f-ef99-4191-bf45-d517b95a976b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:09.854452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['9bba827f-ef99-4191-bf45-d517b95a976b'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:09.857658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.914464 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-c875245c-a289-454a-aa6a-03a025cb5274 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:09.918862 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c875245c-a289-454a-aa6a-03a025cb5274 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/a05c7333-b162-44e3-9368-1493a0fcd414 HTTP/1.1" status: 404 len: 333 time: 0.0689194 Mar 23 10:26:09.919305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47634) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.003974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba684c7-b7c7-4a0e-aa95-a60b27b6ce81 None None] Pushing event updated for resources: {'Port': ['ID=0417b924-45f7-413f-8fba-e29b0395d4ff,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:10.023642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] Set router 9bba827f-ef99-4191-bf45-d517b95a976b gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:10.240614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4449a9f4-41e1-4ae7-9d88-ea0ee67a29dc None None] Could not find standard attr ID for object a05c7333-b162-44e3-9368-1493a0fcd414. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:26:10.243838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bba827f-ef99-4191-bf45-d517b95a976b', 'name': 'tempest-RoutersIpV6Test-router-344871477', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:08Z', 'updated_at': '2022-03-23T10:26:08Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:10.250847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dadd5-c859-4494-9330-c3626893ea82 None None] The sync data for ids ['9bba827f-ef99-4191-bf45-d517b95a976b'] in dv-neutron-834653-2-hyperv is: [{'id': '9bba827f-ef99-4191-bf45-d517b95a976b', 'name': 'tempest-RoutersIpV6Test-router-344871477', 'tenant_id': '90b6973defa74a19a8bfdeb5f5b75637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:08Z', 'updated_at': '2022-03-23T10:26:08Z', 'revision_number': 2, 'project_id': '90b6973defa74a19a8bfdeb5f5b75637', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:10.262374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4449a9f4-41e1-4ae7-9d88-ea0ee67a29dc None None] Provisioning complete for port 0417b924-45f7-413f-8fba-e29b0395d4ff triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:10.262823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4449a9f4-41e1-4ae7-9d88-ea0ee67a29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.266326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet 578e5753-804f-44bd-adb5-13cee1c50336 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:10.269867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.333908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.483064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.565246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e0382bf8-6fb6-4be9-a2fc-41b49335b81f None None] Could not find standard attr ID for object a05c7333-b162-44e3-9368-1493a0fcd414. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:26:10.595060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.601508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.606351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.639422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.640473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=578e5753-804f-44bd-adb5-13cee1c50336,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:10.641364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Fanout notify agent at l3_agent the message router_deleted on router 9bba827f-ef99-4191-bf45-d517b95a976b {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:26:10.657034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.663845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.668190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6f12e07d-dceb-4ae7-85d2-1dc64fe22c31 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/9bba827f-ef99-4191-bf45-d517b95a976b HTTP/1.1" status: 204 len: 168 time: 1.0752549 Mar 23 10:26:10.668449 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-39bd3546-3020-4efe-8bba-8158da7172ff tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/578e5753-804f-44bd-adb5-13cee1c50336 HTTP/1.1" status: 204 len: 168 time: 0.7480557 Mar 23 10:26:10.668908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47640) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.669868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47642) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.730289 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-37a38504-98e6-40ec-9a56-629b98e2b8b2 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bba827f-ef99-4191-bf45-d517b95a976b HTTP/1.1" status: 200 len: 205 time: 0.0573092 Mar 23 10:26:10.730885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47648) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.744036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785665cd-b81c-408a-8c88-8a2ba21e51de None None] Network 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:10.808278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.813105 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-11b1822f-8818-42a4-9cdb-7c96b997ce2f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:10.814352 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-11b1822f-8818-42a4-9cdb-7c96b997ce2f tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/9bba827f-ef99-4191-bf45-d517b95a976b HTTP/1.1" status: 404 len: 336 time: 0.0825684 Mar 23 10:26:10.817077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47652) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.860405 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d823d3-bc76-4394-8680-6095c6309847 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:10.860908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d823d3-bc76-4394-8680-6095c6309847 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:10.864935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c0d823d3-bc76-4394-8680-6095c6309847 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/2c9f2bf3-5ecf-428f-9397-fc63369df8fa HTTP/1.1" status: 404 len: 337 time: 0.0445087 Mar 23 10:26:10.864935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 0417b924-45f7-413f-8fba-e29b0395d4ff {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:10.864935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.865811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47656) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.916650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc15e53-ea85-4ae4-80ea-f2abdcbbb9f7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:10.917195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc15e53-ea85-4ae4-80ea-f2abdcbbb9f7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:10.918906 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4bc15e53-ea85-4ae4-80ea-f2abdcbbb9f7 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/2825043b-d03b-436c-80a6-6071b603073a HTTP/1.1" status: 404 len: 337 time: 0.0517783 Mar 23 10:26:10.922068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47660) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:10.964609 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf071d0-7cde-4cf2-840b-62c91bde7650 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:10.965155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf071d0-7cde-4cf2-840b-62c91bde7650 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:10.967345 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1cf071d0-7cde-4cf2-840b-62c91bde7650 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/a5500008-95c7-473f-90e2-ed9c3e158aea HTTP/1.1" status: 404 len: 337 time: 0.0438459 Mar 23 10:26:10.969947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.027175 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-160e186b-998a-4a47-a5fd-663fbaee9d11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:11.027684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160e186b-998a-4a47-a5fd-663fbaee9d11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:11.032338 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-160e186b-998a-4a47-a5fd-663fbaee9d11 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/4a71bcb6-bf85-4c96-967d-d79e34ccc768 HTTP/1.1" status: 404 len: 337 time: 0.0579486 Mar 23 10:26:11.032566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.049267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] DHCP port deletion for 5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:11.056695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Deleting port 0417b924-45f7-413f-8fba-e29b0395d4ff {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:11.057151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.088520 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-11fce387-9044-4e0b-a62f-d81175ffaff0 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 200 len: 205 time: 0.0548823 Mar 23 10:26:11.091628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47672) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.112226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port 0417b924-45f7-413f-8fba-e29b0395d4ff, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0417b924-45f7-413f-8fba-e29b0395d4ff,segment=NetworkSegment(f5d040c3-4f15-4c2c-b33c-c14314bb8064),segment_id=f5d040c3-4f15-4c2c-b33c-c14314bb8064)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:11.114581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.198398 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-dbb025df-ed84-4333-9567-f584df282efc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:11.199282 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dbb025df-ed84-4333-9567-f584df282efc tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/6ff68333-f78b-4391-a91e-995a01dae5d1 HTTP/1.1" status: 404 len: 336 time: 0.1067481 Mar 23 10:26:11.205931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47676) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.279242 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f3498159-1268-4729-bde0-855ea8dd2506 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eba4966-7693-4870-a92f-4496468d0543 HTTP/1.1" status: 200 len: 205 time: 0.0720508 Mar 23 10:26:11.279962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47680) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.306182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 0417b924-45f7-413f-8fba-e29b0395d4ff owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:11.366244 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-1e8e9a73-47cb-4dd3-bd7f-160ac7779d19 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:11.367232 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1e8e9a73-47cb-4dd3-bd7f-160ac7779d19 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/6eba4966-7693-4870-a92f-4496468d0543 HTTP/1.1" status: 404 len: 336 time: 0.0863271 Mar 23 10:26:11.369764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47684) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.387120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] For port 0417b924-45f7-413f-8fba-e29b0395d4ff, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0417b924-45f7-413f-8fba-e29b0395d4ff,segment=NetworkSegment(f5d040c3-4f15-4c2c-b33c-c14314bb8064),segment_id=f5d040c3-4f15-4c2c-b33c-c14314bb8064)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:11.387900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.399458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.410535 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba53a42-0836-49b1-b84e-57447608ff70 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:11.410976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba53a42-0836-49b1-b84e-57447608ff70 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:11.412930 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fba53a42-0836-49b1-b84e-57447608ff70 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/9f057550-a992-44dd-b5c9-122ca2de55ed HTTP/1.1" status: 404 len: 337 time: 0.0422580 Mar 23 10:26:11.415486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47688) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.451662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=0417b924-45f7-413f-8fba-e29b0395d4ff,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:11.458433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port 0417b924-45f7-413f-8fba-e29b0395d4ff on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:11.464175 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3465e489-d643-4d00-a5f9-2468de35c9f8 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 200 len: 205 time: 0.0476151 Mar 23 10:26:11.466489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47692) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.540157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Calling delete_port for 0417b924-45f7-413f-8fba-e29b0395d4ff owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:11.561117 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-fbdf7321-616b-4016-a3b9-7fa2e732f634 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:11.569965 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fbdf7321-616b-4016-a3b9-7fa2e732f634 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/47f144a7-b492-4fc3-a57b-8bd7677d13d9 HTTP/1.1" status: 404 len: 336 time: 0.1021075 Mar 23 10:26:11.572557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47700) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.614168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.620893 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4253cdab-304b-40c7-a0f5-b622dc38fe7d tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fe38030-f451-4183-93a8-0806b9df6191 HTTP/1.1" status: 200 len: 205 time: 0.0471740 Mar 23 10:26:11.623103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47704) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.624924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:26:11.625457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:26:11.650324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0ac7fb-204b-41eb-86f5-6ad5b195fa42']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:11.672246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d040c3-4f15-4c2c-b33c-c14314bb8064') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:11.672540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d040c3-4f15-4c2c-b33c-c14314bb8064') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:11.684954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.701437 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-504dbb90-5a55-4dde-afcd-e1f0fdd62907 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:11.702495 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-504dbb90-5a55-4dde-afcd-e1f0fdd62907 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/5fe38030-f451-4183-93a8-0806b9df6191 HTTP/1.1" status: 404 len: 336 time: 0.0766873 Mar 23 10:26:11.704630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.705157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47708) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.714359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:11.715658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:11.732558 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:11.747442 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c6a150-f403-4b54-8c18-bafb648ba388 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:11.747889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c6a150-f403-4b54-8c18-bafb648ba388 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:11.752173 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-21c6a150-f403-4b54-8c18-bafb648ba388 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/809dcd26-8788-41b5-94f6-3c64ed2102aa HTTP/1.1" status: 404 len: 337 time: 0.0434577 Mar 23 10:26:11.752339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47712) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.800961 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1ec72730-1211-4b23-a20c-2f1a81d84ff5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c074943-3427-46d2-b43e-dc6f659d8929 HTTP/1.1" status: 200 len: 205 time: 0.0474305 Mar 23 10:26:11.803834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47716) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.818896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.837761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.849975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=5e0ac7fb-204b-41eb-86f5-6ad5b195fa42,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:11.858158 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5cb236fe-213f-4171-9da4-8aa8fde77db2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/5e0ac7fb-204b-41eb-86f5-6ad5b195fa42 HTTP/1.1" status: 204 len: 168 time: 1.1875713 Mar 23 10:26:11.862908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47720) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:11.869876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'name': 'tempest-PortsIpV6TestJSON-320004946'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:11.998373 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-588e4a62-da00-433f-96f7-682cc276069b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:12.000019 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-588e4a62-da00-433f-96f7-682cc276069b tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/1c074943-3427-46d2-b43e-dc6f659d8929 HTTP/1.1" status: 404 len: 336 time: 0.1957233 Mar 23 10:26:12.002583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47728) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.014084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:12.020729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:12.024670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0417b924-45f7-413f-8fba-e29b0395d4ff no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:12.026680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:12.033013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:12.044390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:12.046497 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-02832ad0-b2d4-4d7b-b744-25728e60449e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:12.046932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02832ad0-b2d4-4d7b-b744-25728e60449e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:12.048580 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-02832ad0-b2d4-4d7b-b744-25728e60449e tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/4bda9c90-1d2f-4d9a-8907-1e57c6006eec HTTP/1.1" status: 404 len: 337 time: 0.0450847 Mar 23 10:26:12.051125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.051267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.074491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 0417b924-45f7-413f-8fba-e29b0395d4ff {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:12.075183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0417b924-45f7-413f-8fba-e29b0395d4ff not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:12.075869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:12.076540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 86ec101c-bc86-4c6c-aa91-bf27ad37f35c yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:12.096153 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9b18003d-11cc-42d3-926a-0fcefb698a52 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d0be869-e41a-46cc-96e7-9f67f1e52e20 HTTP/1.1" status: 200 len: 205 time: 0.0435700 Mar 23 10:26:12.101725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47736) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.115945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:12.116586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb956c66-1a00-4b9a-bbfb-9c14f5ac67a4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:12.134393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Deleting port 0417b924-45f7-413f-8fba-e29b0395d4ff {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:12.135152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.205492 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-581d6cca-8db8-416e-9697-715e5fce1187 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] delete failed (client error): The resource could not be found. Mar 23 10:26:12.207293 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-581d6cca-8db8-416e-9697-715e5fce1187 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/routers/4d0be869-e41a-46cc-96e7-9f67f1e52e20 HTTP/1.1" status: 404 len: 336 time: 0.1044652 Mar 23 10:26:12.209739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47740) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.220957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b020ff58-cd67-4f2d-9b16-6d8bedfba050 None None] The port '0417b924-45f7-413f-8fba-e29b0395d4ff' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:26:12.272464 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5f43b9-4881-4b46-accb-f66fea931673 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:12.273192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5f43b9-4881-4b46-accb-f66fea931673 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:12.274943 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1b5f43b9-4881-4b46-accb-f66fea931673 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/433bfeb1-d892-4817-8f67-5f7a5b691a0f HTTP/1.1" status: 404 len: 337 time: 0.0638828 Mar 23 10:26:12.280369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47744) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.325786 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b8ff18-7da8-4858-8013-f2c0b8fcc7f5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] DELETE failed (client error): The resource could not be found. Mar 23 10:26:12.327314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b8ff18-7da8-4858-8013-f2c0b8fcc7f5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:12.329016 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f0b8ff18-7da8-4858-8013-f2c0b8fcc7f5 tempest-RoutersIpV6Test-739977870 tempest-RoutersIpV6Test-739977870-project] 10.222.0.73 "DELETE /v2.0/subnets/0589addf-c9e0-485a-9d65-72f7d340798d HTTP/1.1" status: 404 len: 337 time: 0.0469682 Mar 23 10:26:12.465838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.497203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.575324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:12.578547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:12.581162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:12.585448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:12.586077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.594500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=86ec101c-bc86-4c6c-aa91-bf27ad37f35c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:12.620651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-882bbffb-0e00-4aae-be00-30602cbddd25 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7563870 Mar 23 10:26:12.623441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47752) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.665638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:12.720105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 86ec101c-bc86-4c6c-aa91-bf27ad37f35c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:12.720505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.974899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.988388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f6d90bd6-e81e-485d-941f-0a0e5379893a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90b6973defa74a19a8bfdeb5f5b75637&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3219705 Mar 23 10:26:12.991133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47768) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:13.058954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dd7e-33aa-4e1f-b95c-ee6f6baa94e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.086119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dd7e-33aa-4e1f-b95c-ee6f6baa94e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.106702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 86ec101c-bc86-4c6c-aa91-bf27ad37f35c owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:13.153804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dd7e-33aa-4e1f-b95c-ee6f6baa94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.171903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7dd7e-33aa-4e1f-b95c-ee6f6baa94e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0329e44c-e0c5-46d7-83c4-9acdd80c4955,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:13.182208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dd7e-33aa-4e1f-b95c-ee6f6baa94e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.183347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ffe7dd7e-33aa-4e1f-b95c-ee6f6baa94e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0329e44c-e0c5-46d7-83c4-9acdd80c4955 HTTP/1.1" status: 204 len: 168 time: 0.1910832 Mar 23 10:26:13.219206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.272682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=86ec101c-bc86-4c6c-aa91-bf27ad37f35c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:13.280759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.300507 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0ae47fee-ba29-4893-8bee-f2d7a2fd535c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/86ec101c-bc86-4c6c-aa91-bf27ad37f35c HTTP/1.1" status: 204 len: 168 time: 0.6754980 Mar 23 10:26:13.301547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47774) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:13.307635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'mac_address': 'fa:16:3e:55:34:f3', 'name': 'tempest-PortsIpV6TestJSON-1855246945'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:13.443342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:13.448344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:13.451595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:13.462059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:13.473142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:13.601788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.633151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:13.882772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.924374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.006608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.016955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:14.018366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:14.021064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:14.025799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:14.026533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.054921 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1eba059a-6cc6-4307-b9c2-a61fbcec760c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7519758 Mar 23 10:26:14.057258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47796) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.138640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47800) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.146917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f1858-3718-4dfd-839a-fa8f0c666df8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:14.148047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d98f1858-3718-4dfd-839a-fa8f0c666df8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:14.180198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d98f1858-3718-4dfd-839a-fa8f0c666df8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:14.182972 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d98f1858-3718-4dfd-839a-fa8f0c666df8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a HTTP/1.1" status: 200 len: 845 time: 0.1245494 Mar 23 10:26:14.185810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47806) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.258558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:14.258904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.312337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--600045499'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:14.324448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.337783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.342201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.351787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.398662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.422983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.543802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.560083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.564338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.579274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.588494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.717818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:14.836341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.837836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.878845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.900976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.934642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.937971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.949793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.955758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.964502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.968743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3349cf-43fb-4798-9bc5-1563523bf9f7,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.992647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7e23284f-c02a-479c-bd37-39e2725f76e2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a HTTP/1.1" status: 204 len: 168 time: 0.8054874 Mar 23 10:26:14.995382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47816) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.038092 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-758ec58c-5dac-4666-a939-8085e379ba83 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:15.039350 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-758ec58c-5dac-4666-a939-8085e379ba83 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/9b79ce2c-da75-4c7a-84e3-d9a4a78a8b3a HTTP/1.1" status: 404 len: 333 time: 0.0429826 Mar 23 10:26:15.043493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47820) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.046388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.050032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'name': 'tempest-PortsIpV6TestJSON-1790342706'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:15.050688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.092039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de88fae8-8fbf-4671-8d70-f632a4a0f8c1,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.095464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.099420 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1ca50429-9509-4427-b62f-66b0276c6071 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9594550 Mar 23 10:26:15.100034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47824) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.171259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-179d1aa1-ce29-4927-bab5-9a8bd887bbe3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:15.172524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:15.177332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:15.180576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:15.188025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:15.190459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-179d1aa1-ce29-4927-bab5-9a8bd887bbe3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:15.195634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47828) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.196685 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-179d1aa1-ce29-4927-bab5-9a8bd887bbe3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0950983 Mar 23 10:26:15.204204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-security--1197109015', 'description': 'tempest-security-description-826995793'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:15.218288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:15.221215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.259857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:15.294882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.392398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.402100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.444967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.446153 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "PUT /v2.0/security-groups/de88fae8-8fbf-4671-8d70-f632a4a0f8c1 HTTP/1.1" status: 200 len: 1611 time: 0.2492156 Mar 23 10:26:15.449064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47832) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.496596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-73b3681d-daf0-427c-a837-d8845ec43455 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups/de88fae8-8fbf-4671-8d70-f632a4a0f8c1 HTTP/1.1" status: 200 len: 1611 time: 0.0463848 Mar 23 10:26:15.499713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47836) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.521855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613ac62-9edb-4575-9bba-93c0f8bb2ea4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de88fae8-8fbf-4671-8d70-f632a4a0f8c1,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.572969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.580893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d72970d-c7e9-45c7-9864-a72b3bca9bc2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.603398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.613870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d72970d-c7e9-45c7-9864-a72b3bca9bc2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.771133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d72970d-c7e9-45c7-9864-a72b3bca9bc2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.781136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:15.784275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:15.786779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:15.791159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:15.791811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.794925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72970d-c7e9-45c7-9864-a72b3bca9bc2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de88fae8-8fbf-4671-8d70-f632a4a0f8c1,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.810253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.817663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d72970d-c7e9-45c7-9864-a72b3bca9bc2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.817663 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1d72970d-c7e9-45c7-9864-a72b3bca9bc2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/de88fae8-8fbf-4671-8d70-f632a4a0f8c1 HTTP/1.1" status: 204 len: 168 time: 0.3120439 Mar 23 10:26:15.817663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47840) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.830754 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d36572fa-cb94-465c-9aed-bbe3311d7c04 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7861755 Mar 23 10:26:15.834214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47844) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.840073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:15.881474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d35afa3e-e5fb-4d35-afb3-a19398005acf tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:15.898221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d35afa3e-e5fb-4d35-afb3-a19398005acf tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:15.903139 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d35afa3e-e5fb-4d35-afb3-a19398005acf tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0798171 Mar 23 10:26:15.903376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47848) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.929669 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-9d79254a-2c1c-4d47-a407-885a40aa96b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] delete failed (client error): The resource could not be found. Mar 23 10:26:15.932997 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d79254a-2c1c-4d47-a407-885a40aa96b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/de88fae8-8fbf-4671-8d70-f632a4a0f8c1 HTTP/1.1" status: 404 len: 347 time: 0.0263021 Mar 23 10:26:15.938781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47852) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.945059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899947390'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:15.953878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:15.976585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:15.992023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.994290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.036020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:16.040171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:16.044237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:16.058002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:16.168439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.178628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.251045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c44dd3-ef00-4361-87fc-c19881eeaa47,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:16.255561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.260246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f83343bc-5f71-46c7-a42a-8740cb85059f tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3200572 Mar 23 10:26:16.260785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47858) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:16.266720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': 'c1c44dd3-ef00-4361-87fc-c19881eeaa47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:16.273196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:16.277261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:16.281464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:16.291251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:16.317907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.328257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.335381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.404287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.411122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.415876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] In _notify_port_updated(), no bound segment for port c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 on network 40fe8283-c305-477f-87e8-1106f26ddf08 {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:26:16.420221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:16.420806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.424025 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/ports/c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 HTTP/1.1" status: 200 len: 818 time: 0.5888252 Mar 23 10:26:16.428551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47862) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:16.444658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e9ce1a-f10b-4406-8a56-0354e21bd5d8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:16.463675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.468668 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f409eddc-072a-4530-96f1-01247cafc909 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2062683 Mar 23 10:26:16.471210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47866) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:16.487022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a684bd4-4a41-42f4-bf5a-820f233eaffb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:16.510446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4141af8-881e-4dc2-b28e-2754b4793883 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.515984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:16.516441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.525917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4141af8-881e-4dc2-b28e-2754b4793883 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.562601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4141af8-881e-4dc2-b28e-2754b4793883 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.586447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4141af8-881e-4dc2-b28e-2754b4793883 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.588187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4141af8-881e-4dc2-b28e-2754b4793883 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/00e9ce1a-f10b-4406-8a56-0354e21bd5d8 HTTP/1.1" status: 204 len: 168 time: 0.1152959 Mar 23 10:26:16.589035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141af8-881e-4dc2-b28e-2754b4793883 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00e9ce1a-f10b-4406-8a56-0354e21bd5d8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:16.591514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47870) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:16.754861 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-03f5ced1-f043-439f-a1ed-2c5184b7c4f2 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1608856 Mar 23 10:26:16.756926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47874) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:16.778166 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Sync routers for ids ['a10e7ba0-f106-4ee4-a204-975626c2b359'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:26:16.808497 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Routers {'a10e7ba0-f106-4ee4-a204-975626c2b359'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:16.809143 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a10e7ba0-f106-4ee4-a204-975626c2b359'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:16.851435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66ddea24-0808-469a-8e5d-7d9b06fbf6b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.884287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.898348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66ddea24-0808-469a-8e5d-7d9b06fbf6b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.961075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66ddea24-0808-469a-8e5d-7d9b06fbf6b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.990578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddea24-0808-469a-8e5d-7d9b06fbf6b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c44dd3-ef00-4361-87fc-c19881eeaa47,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:17.001334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66ddea24-0808-469a-8e5d-7d9b06fbf6b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.005546 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-66ddea24-0808-469a-8e5d-7d9b06fbf6b6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/c1c44dd3-ef00-4361-87fc-c19881eeaa47 HTTP/1.1" status: 204 len: 168 time: 0.2472634 Mar 23 10:26:17.006224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47878) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.038211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:17.083981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ff732b95-8029-4885-856e-caf352465195 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:17.086219 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Set router a10e7ba0-f106-4ee4-a204-975626c2b359 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:17.118050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ff732b95-8029-4885-856e-caf352465195 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:17.119419 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ff732b95-8029-4885-856e-caf352465195 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1121471 Mar 23 10:26:17.123241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47884) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.131496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--773262419'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:17.147035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.161547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.180731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:17.209000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.233991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:17.239658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.252199 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e2d54808-69a2-4407-843d-20b2f6cd8773 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 HTTP/1.1" status: 204 len: 168 time: 0.8202975 Mar 23 10:26:17.254645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47888) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.257858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.294623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:17.305573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:17.317611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:17.382627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8cd74-1fe4-4941-bd6a-25c4eb6577ed tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:17.383412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-aca8cd74-1fe4-4941-bd6a-25c4eb6577ed tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:17.410664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.417311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.433673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-aca8cd74-1fe4-4941-bd6a-25c4eb6577ed tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:17.435720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aca8cd74-1fe4-4941-bd6a-25c4eb6577ed tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1799932 Mar 23 10:26:17.437856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47892) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.475375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a96da57-523b-4215-810d-8551f7de6a18,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:17.486582 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '36d54938-1c80-484e-8472-ddeaace76bf5', 'name': '', 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'mac_address': 'fa:16:3e:da:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:46Z', 'updated_at': '2022-03-23T10:25:48Z', 'revision_number': 2, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'subnets': [{'id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:17.488832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.490475 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-08951a3b-3a56-4332-bf31-b2d070ec9f3b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3662400 Mar 23 10:26:17.490963 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Checking router: a10e7ba0-f106-4ee4-a204-975626c2b359 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:26:17.491320 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Updating router a10e7ba0-f106-4ee4-a204-975626c2b359 port 36d54938-1c80-484e-8472-ddeaace76bf5 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:26:17.493236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47896) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.504845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '7a96da57-523b-4215-810d-8551f7de6a18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:17.510058 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ec73b7-069e-42b2-ba83-807c0ab4cba5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:17.510560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-71ec73b7-069e-42b2-ba83-807c0ab4cba5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:17.518993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.524202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:17.529033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:17.530986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-71ec73b7-069e-42b2-ba83-807c0ab4cba5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:17.536709 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-71ec73b7-069e-42b2-ba83-807c0ab4cba5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/c9c285d2-8ee5-4fb0-a49d-a14e8b350fc1 HTTP/1.1" status: 404 len: 333 time: 0.0977440 Mar 23 10:26:17.537288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47900) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.539200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:17.544122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-384003848'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:17.551290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.555915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:17.559203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:17.559937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.563743 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.565586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:17.576849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:17.581332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.618871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:17.631933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.632321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment 0f807376-b2c7-46f4-9fc3-baf7c288ac6e of type vlan for network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 Mar 23 10:26:17.637336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.643253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.666990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.675061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12b1e17-b752-489b-b422-2ae527817a14,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:17.688931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.691387 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9875692e-4047-4b1b-9ea9-1126e1505f22 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1969619 Mar 23 10:26:17.694596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47904) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.703487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '7a96da57-523b-4215-810d-8551f7de6a18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:17.711057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.711272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.716345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:17.717117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:17.718135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.720203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:17.727877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:17.756363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.837004 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2948809 Mar 23 10:26:17.837255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.838564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47908) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.841945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e00a06-9d1c-4e6b-8068-b6386410131e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=76371419-b0bc-4664-bfa8-b3c90b46a8b6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:17.846086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:17.855815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:17.866852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.961941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e3b2a3-6647-4667-a779-f799c04b901c,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:17.973802 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.975431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.976679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-19307df6-ca80-4b4a-a81f-ee827a271280 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2808506 Mar 23 10:26:17.980016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47912) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:17.986399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '7a96da57-523b-4215-810d-8551f7de6a18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:17.987008 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Transition to ACTIVE for port object 36d54938-1c80-484e-8472-ddeaace76bf5 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:17.992334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.994392 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:17.996290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:17.997976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:17.999314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:18.002053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:18.005265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:18.007098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:18.011423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:18.022838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:18.024514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.104318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.112778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.143182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.144424 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Pushing event updated for resources: {'Port': ['ID=36d54938-1c80-484e-8472-ddeaace76bf5,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:18.146792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30604c66-d455-4865-a6e8-a2dec168903a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:18.156855 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.157265 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.157663 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.158052 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.158439 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.158828 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.159206 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.159602 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.159982 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.160349 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.160871 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:18.178860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.180147 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-33a3e604-182b-4ce7-afa6-fe59c8de30f9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1990144 Mar 23 10:26:18.183524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47916) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:18.193906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '7a96da57-523b-4215-810d-8551f7de6a18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:18.202086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:18.208640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:18.212177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:18.225052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:18.265720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.297332 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Attempting to bind port 36d54938-1c80-484e-8472-ddeaace76bf5 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:18.297710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Attempting to bind port 36d54938-1c80-484e-8472-ddeaace76bf5 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:18.298037 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Attempting to bind port 36d54938-1c80-484e-8472-ddeaace76bf5 on network 70197496-5ccc-456a-b1cd-8dedea121ceb {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:18.312894 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:18.313266 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Checking segment: {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:18.313740 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.314124 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Bound using segment: {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:18.314580 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Bound port: 36d54938-1c80-484e-8472-ddeaace76bf5, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592da898-0565-4e89-8527-65ce808f5f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:18.314982 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.423753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.428860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.440260 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] For port 36d54938-1c80-484e-8472-ddeaace76bf5, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:18.444908 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] For port 36d54938-1c80-484e-8472-ddeaace76bf5, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=36d54938-1c80-484e-8472-ddeaace76bf5,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:18.446574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.450008 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.453273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cfa103-e8ea-4f92-9205-98144a1f9087,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:18.475449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.483312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47926) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:18.485703 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f0c0e86b-5ff0-4cdc-9fd4-fee314b1544a tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2914400 Mar 23 10:26:18.540882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=a5f4db50-e736-4498-bde2-c9df0d8cbf2f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:18.544518 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Routers {'a10e7ba0-f106-4ee4-a204-975626c2b359'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:18.545142 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:25:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a10e7ba0-f106-4ee4-a204-975626c2b359'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:18.562957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '7a96da57-523b-4215-810d-8551f7de6a18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:18.578022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:18.586745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:18.591081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:18.600979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:18.648192 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1af7c-503a-4455-a8dd-b0fc2655dae9 None None] Pushing event updated for resources: {'Port': ['ID=36d54938-1c80-484e-8472-ddeaace76bf5,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:18.648822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': '0f807376-b2c7-46f4-9fc3-baf7c288ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:18.649426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: 76371419-b0bc-4664-bfa8-b3c90b46a8b6, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:18.704038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.818094 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] Set router a10e7ba0-f106-4ee4-a204-975626c2b359 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:18.871713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:18.897780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 76371419-b0bc-4664-bfa8-b3c90b46a8b6) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:18.903141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.907827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:18.908797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.910960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ad0e9-e119-42e9-aedc-f697cb756aef None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:18.918117 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-573f8cd3-9eb8-459d-ae5a-483f1d66f8f5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64814713&fields=id&tenant_id=942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 267 time: 0.1028290 Mar 23 10:26:18.919113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.987657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.991740 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.4970331 Mar 23 10:26:18.992140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47934) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:19.025379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-acbc9586-6eef-4a74-a685-96f8b465af0b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.039341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-acbc9586-6eef-4a74-a685-96f8b465af0b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.072535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-acbc9586-6eef-4a74-a685-96f8b465af0b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.103640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc9586-6eef-4a74-a685-96f8b465af0b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c44bc3c0-de7c-48af-98ba-3088bbb6acef,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:19.109826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-acbc9586-6eef-4a74-a685-96f8b465af0b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.111014 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-acbc9586-6eef-4a74-a685-96f8b465af0b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/c44bc3c0-de7c-48af-98ba-3088bbb6acef HTTP/1.1" status: 204 len: 168 time: 0.1178317 Mar 23 10:26:19.115117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47938) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:19.160964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-a07e0730-cae3-4e5e-b870-cda7dcc5f70d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:19.163852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-a07e0730-cae3-4e5e-b870-cda7dcc5f70d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 812 time: 0.2283449 Mar 23 10:26:19.165105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7174f5d0-868a-419c-b1a5-dd8f9bb01ac5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3255565 Mar 23 10:26:19.166384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760e8ca-edad-4c19-a7d4-feaeca8ab123 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44bc3c0-de7c-48af-98ba-3088bbb6acef,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:19.168170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47942) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:19.188652 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-3576fe80-5e6c-49cf-ae63-611a1fc12662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/quotas/942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 375 time: 0.0139611 Mar 23 10:26:19.188912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:19.300015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-5419b259-edbb-4c10-8646-dd60629a6978 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039453 Mar 23 10:26:19.316222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': 'a5f4db50-e736-4498-bde2-c9df0d8cbf2f'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:19.317116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.383582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ef80ea60-24d8-4660-b734-198580e79425 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:19.421891 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '36d54938-1c80-484e-8472-ddeaace76bf5', 'name': '', 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'mac_address': 'fa:16:3e:da:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:46Z', 'updated_at': '2022-03-23T10:26:18Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'subnets': [{'id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:19.427348 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be01f21-6779-4eed-9026-f5a36c094276 None None] The sync data for ids ['a10e7ba0-f106-4ee4-a204-975626c2b359'] in dv-neutron-834653-2-hyperv is: [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '36d54938-1c80-484e-8472-ddeaace76bf5', 'name': '', 'network_id': '70197496-5ccc-456a-b1cd-8dedea121ceb', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'mac_address': 'fa:16:3e:da:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:46Z', 'updated_at': '2022-03-23T10:26:18Z', 'revision_number': 4, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'subnets': [{'id': '719a60e1-43ae-455d-80d6-287c4bf15bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:19.533479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Allocated IP 2001:db8::2 (76371419-b0bc-4664-bfa8-b3c90b46a8b6/a5f4db50-e736-4498-bde2-c9df0d8cbf2f/b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:19.566746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ef80ea60-24d8-4660-b734-198580e79425 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:19.568729 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ef80ea60-24d8-4660-b734-198580e79425 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4513857 Mar 23 10:26:19.572271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47946) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:19.603015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:19.608727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:19.626457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:19.629702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0b074725-5f9c-474d-a1ec-ac7fcd6f041b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.635736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-f0d71126-d62c-4154-89da-b3a74353729c service neutron] 10.222.0.73 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241515 Mar 23 10:26:19.649484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:19.652429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0b074725-5f9c-474d-a1ec-ac7fcd6f041b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.677237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:19.759217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0b074725-5f9c-474d-a1ec-ac7fcd6f041b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.792456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b074725-5f9c-474d-a1ec-ac7fcd6f041b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95cfa103-e8ea-4f92-9205-98144a1f9087,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:19.793348 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-d0058524-4fb4-4b1a-9f6a-1425dbe84604 service neutron] 10.222.0.73 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510231 Mar 23 10:26:19.799050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.812164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Transition to ACTIVE for port object b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:19.814970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0b074725-5f9c-474d-a1ec-ac7fcd6f041b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.821124 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0b074725-5f9c-474d-a1ec-ac7fcd6f041b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/95cfa103-e8ea-4f92-9205-98144a1f9087 HTTP/1.1" status: 204 len: 168 time: 0.2474344 Mar 23 10:26:19.823312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47950) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:19.836043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Transition to ACTIVE for port object b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:19.842321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.915692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.917003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-18b521b7-7609-4a31-b21f-ec872cfa0609 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:19.937435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Pushing event updated for resources: {'Port': ['ID=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:19.955742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:19.956793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-18b521b7-7609-4a31-b21f-ec872cfa0609 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:19.957751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:19.958141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-18b521b7-7609-4a31-b21f-ec872cfa0609 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1324198 Mar 23 10:26:19.962369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:19.964718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47956) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.032288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28205864-7a57-4fd0-9ea0-1db965d2f270 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.063814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28205864-7a57-4fd0-9ea0-1db965d2f270 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.109220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28205864-7a57-4fd0-9ea0-1db965d2f270 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.140204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Attempting to bind port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:20.140518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28205864-7a57-4fd0-9ea0-1db965d2f270 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30604c66-d455-4865-a6e8-a2dec168903a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.140795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Attempting to bind port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '0f807376-b2c7-46f4-9fc3-baf7c288ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:20.141246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Attempting to bind port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad on network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:20.144060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-28205864-7a57-4fd0-9ea0-1db965d2f270 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.148161 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-28205864-7a57-4fd0-9ea0-1db965d2f270 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/30604c66-d455-4865-a6e8-a2dec168903a HTTP/1.1" status: 204 len: 168 time: 0.1713994 Mar 23 10:26:20.148665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47964) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.156746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 36d54938-1c80-484e-8472-ddeaace76bf5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:20.178739 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.ipam_backend_mixin [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5f4db50-e736-4498-bde2-c9df0d8cbf2f (CIDR: 2001:db8::/64) Mar 23 10:26:20.182120 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:20.182604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:26:20.218781 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ae5dc8f4-dca8-410a-b3ac-409b5ed38ae4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0422151 Mar 23 10:26:20.219024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:20.219024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Checking segment: {'id': '0f807376-b2c7-46f4-9fc3-baf7c288ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:20.219024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.219024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Bound using segment: {'id': '0f807376-b2c7-46f4-9fc3-baf7c288ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:20.219024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Bound port: b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f807376-b2c7-46f4-9fc3-baf7c288ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:20.219563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47968) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.220241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.226964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:20.227195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6ac47b0f-0414-4dff-830b-97ad08df3daa tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:20.250843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6ac47b0f-0414-4dff-830b-97ad08df3daa tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:20.257154 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6ac47b0f-0414-4dff-830b-97ad08df3daa tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1070890 Mar 23 10:26:20.257793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47972) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.300640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d002c968-750a-4e94-b074-7591a56f8f29 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.320889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d002c968-750a-4e94-b074-7591a56f8f29 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.350349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d002c968-750a-4e94-b074-7591a56f8f29 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.379872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002c968-750a-4e94-b074-7591a56f8f29 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41e3b2a3-6647-4667-a779-f799c04b901c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.394385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] For port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:20.398893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] For port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,segment=NetworkSegment(0f807376-b2c7-46f4-9fc3-baf7c288ac6e),segment_id=0f807376-b2c7-46f4-9fc3-baf7c288ac6e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:20.407006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.438719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d002c968-750a-4e94-b074-7591a56f8f29 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.439912 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d002c968-750a-4e94-b074-7591a56f8f29 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/41e3b2a3-6647-4667-a779-f799c04b901c HTTP/1.1" status: 204 len: 168 time: 0.1811156 Mar 23 10:26:20.444028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47980) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.447361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99d30ead-b361-4e48-a57c-7ba0f2b621ff req-ab0cb389-4cd6-4a7f-bddd-4bd451050bf5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0709379 Mar 23 10:26:20.452554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 36d54938-1c80-484e-8472-ddeaace76bf5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:20.480301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 36d54938-1c80-484e-8472-ddeaace76bf5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:20.480675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.489082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:20.493850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:20.501775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:20.510556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:20.530058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4b96cfee-6850-42f3-85e0-978a70034734 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:20.542258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:20.546240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.591987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47110ff9-c043-4882-b0fb-a4aceb104e90 None None] Pushing event updated for resources: {'Port': ['ID=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.622733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4b96cfee-6850-42f3-85e0-978a70034734 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:20.626862 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4b96cfee-6850-42f3-85e0-978a70034734 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1788442 Mar 23 10:26:20.627288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47984) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.663713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.667695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe682-c08a-4dc0-ab01-020c7ad8f97d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.680210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe682-c08a-4dc0-ab01-020c7ad8f97d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.712991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 36d54938-1c80-484e-8472-ddeaace76bf5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=36d54938-1c80-484e-8472-ddeaace76bf5,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:20.713557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe682-c08a-4dc0-ab01-020c7ad8f97d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.719284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.740478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fe682-c08a-4dc0-ab01-020c7ad8f97d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e12b1e17-b752-489b-b422-2ae527817a14,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.748974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe682-c08a-4dc0-ab01-020c7ad8f97d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.750854 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1d1fe682-c08a-4dc0-ab01-020c7ad8f97d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e12b1e17-b752-489b-b422-2ae527817a14 HTTP/1.1" status: 204 len: 168 time: 0.1223898 Mar 23 10:26:20.754047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47988) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.845749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d58d940d-6d94-4d8c-b1b0-c7fa2d8c0c68 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:20.852221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=36d54938-1c80-484e-8472-ddeaace76bf5,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.869695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d58d940d-6d94-4d8c-b1b0-c7fa2d8c0c68 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:20.874681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d58d940d-6d94-4d8c-b1b0-c7fa2d8c0c68 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1160388 Mar 23 10:26:20.874988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 47992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:20.895529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.951179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01f9085-260b-497a-b6c5-c6cbc57e41a8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.958361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:20.961898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:20.966138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.966721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.981560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01f9085-260b-497a-b6c5-c6cbc57e41a8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.984717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.995049 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e42760dc-db52-4038-b44a-71784888b4d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7743349 Mar 23 10:26:20.997733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 47996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:21.003196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'fixed_ips': [{'subnet_id': 'a5f4db50-e736-4498-bde2-c9df0d8cbf2f'}, {'subnet_id': 'e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2'}], 'name': 'tempest-PortsIpV6TestJSON-1474400517'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:21.033064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01f9085-260b-497a-b6c5-c6cbc57e41a8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.051999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9085-260b-497a-b6c5-c6cbc57e41a8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a96da57-523b-4215-810d-8551f7de6a18,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:21.065341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e01f9085-260b-497a-b6c5-c6cbc57e41a8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.066548 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e01f9085-260b-497a-b6c5-c6cbc57e41a8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/7a96da57-523b-4215-810d-8551f7de6a18 HTTP/1.1" status: 204 len: 168 time: 0.1898053 Mar 23 10:26:21.069291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48000) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:21.175665 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d99dfe79-f2ac-4f74-85b8-68340229a54e tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1052890 Mar 23 10:26:21.180247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48004) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:21.186549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--847845062'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:21.191159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:21.195526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:21.197945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:21.201614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:21.205307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:21.210057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:21.212710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:21.218491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:21.228195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:21.233470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.244360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.273018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 0075763d-9f5f-4d79-a56c-816e6fc78556 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:21.343434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:21.352389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:21.357491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:21.396775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:21.537788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.570090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.580965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6f08792d-456c-40df-b209-a3e2d9818d3f req-3857ce90-381a-4e29-b33e-f11ee8128c16 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0601752 Mar 23 10:26:21.643638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941cd087-a1ea-4068-87f7-f2af5626aaf5,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:21.650049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.655613 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3006fdea-043a-4933-8030-50ba9a14ba79 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4700787 Mar 23 10:26:21.655613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48016) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:21.665168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca4738-b67c-4647-b798-46f1ebe35cc5 None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:21.670851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '941cd087-a1ea-4068-87f7-f2af5626aaf5', 'direction': 'ingress', 'protocol': 17}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:21.706997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:21.717945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:21.722522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:21.731248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:21.759103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::87 (76371419-b0bc-4664-bfa8-b3c90b46a8b6/a5f4db50-e736-4498-bde2-c9df0d8cbf2f/0075763d-9f5f-4d79-a56c-816e6fc78556) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:21.765966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:21.778041 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8:0:1::24c (76371419-b0bc-4664-bfa8-b3c90b46a8b6/e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2/0075763d-9f5f-4d79-a56c-816e6fc78556) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:21.833173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-831814f4-e06b-4b29-841e-51d6c28ebde4 None None] Provisioning for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:22.015624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Update dhcp port {'port': {'network_id': '76371419-b0bc-4664-bfa8-b3c90b46a8b6', 'fixed_ips': [{'subnet_id': 'a5f4db50-e736-4498-bde2-c9df0d8cbf2f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': 'b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:26:22.035638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.047907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.074279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.085362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f8dd26-6ba8-49a9-8df5-29cf9f608b2e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:22.121773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.122915 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b4d20ef1-87e6-42bd-94a7-f902b7de8adc tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4679990 Mar 23 10:26:22.125796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48020) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:22.126424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 36d54938-1c80-484e-8472-ddeaace76bf5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:22.168581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.198719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object 0075763d-9f5f-4d79-a56c-816e6fc78556 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:22.228820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85b75cc9-f3fe-4bfb-8dca-5d9de02b88c3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.260527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85b75cc9-f3fe-4bfb-8dca-5d9de02b88c3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.271639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.294426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 36d54938-1c80-484e-8472-ddeaace76bf5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:22.294792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.378116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:22.379977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=0075763d-9f5f-4d79-a56c-816e6fc78556,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:22.382511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:22.384541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:22.388668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:22.389097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.413079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85b75cc9-f3fe-4bfb-8dca-5d9de02b88c3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.413300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Allocated IP 2001:db8:0:1::2 (76371419-b0bc-4664-bfa8-b3c90b46a8b6/e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2/b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:22.436191 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e5a9dc47-8b2b-4c12-a0cb-520d435c380c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4374213 Mar 23 10:26:22.439033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48024) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:22.440304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75cc9-f3fe-4bfb-8dca-5d9de02b88c3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941cd087-a1ea-4068-87f7-f2af5626aaf5,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:22.442634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85b75cc9-f3fe-4bfb-8dca-5d9de02b88c3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.446130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5f4db50-e736-4498-bde2-c9df0d8cbf2f'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:22.446804 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-85b75cc9-f3fe-4bfb-8dca-5d9de02b88c3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/941cd087-a1ea-4068-87f7-f2af5626aaf5 HTTP/1.1" status: 204 len: 168 time: 0.3200853 Mar 23 10:26:22.447870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48028) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:22.500534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9082b777-a2d5-450d-a162-45fdd7575988 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:22.517614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9082b777-a2d5-450d-a162-45fdd7575988 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:22.520328 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9082b777-a2d5-450d-a162-45fdd7575988 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0711045 Mar 23 10:26:22.523944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48032) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:22.531197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--369268051'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:22.538359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:22.551440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:22.562741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.573922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.583472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:22.602417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:22.606456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:22.610299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:22.617068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:22.678709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] For port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,segment=NetworkSegment(0f807376-b2c7-46f4-9fc3-baf7c288ac6e),segment_id=0f807376-b2c7-46f4-9fc3-baf7c288ac6e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:22.710134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.716795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.718279 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:22.723933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.736010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:22.736456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.776400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a554791d-9f74-42a9-874e-6d484eb4155b req-a5aff96f-5c2d-4f54-a736-b59aa2deffde tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0618217 Mar 23 10:26:22.780546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bafc52-35ea-44d3-b81e-30fefa9cc986,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:22.788774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Transition to ACTIVE for port object b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:22.798327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.817830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.821994 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-88b528b6-bab0-4c37-91c4-733558f5acbd tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2968762 Mar 23 10:26:22.822683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48042) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:22.829297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--354197811'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:22.836226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:22.844465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:22.848651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:22.860551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:22.882128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:22.929021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:22.933556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:22.937550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:22.944533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:22.968898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad had new provisioning blocks added so it will not transition to active. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 23 10:26:22.976503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac204e49-caaf-439e-aecf-68f429064e03 None None] Pushing event updated for resources: {'Port': ['ID=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:23.034575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.041102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.075811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Delete allocated IP 2001:db8:0:1::24c (76371419-b0bc-4664-bfa8-b3c90b46a8b6/e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2) {{(pid=83745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:26:23.115985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2fe234-3444-47bb-a883-5bdc9671ec57,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:23.127689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.129429 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b94afa44-25b8-4e70-baf2-439411f43fc6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3057454 Mar 23 10:26:23.132281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48046) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.140246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '11bafc52-35ea-44d3-b81e-30fefa9cc986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ba2fe234-3444-47bb-a883-5bdc9671ec57', 'remote_ip_prefix': None}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:23.153704 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:23.163085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:23.166845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:23.173853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:23.217068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.305232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.309324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.316947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.333721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Ignored duplicate provisioning block setup for port 0075763d-9f5f-4d79-a56c-816e6fc78556 by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:26:23.334250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb78b5a-8f4f-4d4a-a38b-c5d75577072c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:23.339500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.349066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.350278 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d02c84fb-0bc8-45cc-ab99-abf3d78ea3f6 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2167306 Mar 23 10:26:23.353046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48050) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.384433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a9177f7-f5ea-4c72-a4e3-75e31d116fd3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.397706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a9177f7-f5ea-4c72-a4e3-75e31d116fd3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.428622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a9177f7-f5ea-4c72-a4e3-75e31d116fd3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.447432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9177f7-f5ea-4c72-a4e3-75e31d116fd3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deb78b5a-8f4f-4d4a-a38b-c5d75577072c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:23.453049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a9177f7-f5ea-4c72-a4e3-75e31d116fd3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.454355 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a9177f7-f5ea-4c72-a4e3-75e31d116fd3 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/deb78b5a-8f4f-4d4a-a38b-c5d75577072c HTTP/1.1" status: 204 len: 168 time: 0.1002877 Mar 23 10:26:23.457709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48054) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.461886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] In _notify_port_updated(), no bound segment for port 0075763d-9f5f-4d79-a56c-816e6fc78556 on network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:26:23.465784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:23.466427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.470722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/ports/0075763d-9f5f-4d79-a56c-816e6fc78556 HTTP/1.1" status: 200 len: 925 time: 1.0277646 Mar 23 10:26:23.471977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48058) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.477558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5f4db50-e736-4498-bde2-c9df0d8cbf2f'}, {'subnet_id': 'e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2'}]}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:23.508978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a132e94e-16dc-41ba-97e2-36cdbd31c623 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:23.526753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a132e94e-16dc-41ba-97e2-36cdbd31c623 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:23.530998 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a132e94e-16dc-41ba-97e2-36cdbd31c623 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0696375 Mar 23 10:26:23.531181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811f1d-f660-4bee-a744-f899514b7c51 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=0075763d-9f5f-4d79-a56c-816e6fc78556,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:23.531277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48062) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.612924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ba237f0-3332-47b1-8991-dc95b35d238d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.635298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b848779e-cc72-4bdc-b1f6-a2e78f0f83a4 None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:23.660933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ba237f0-3332-47b1-8991-dc95b35d238d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.724764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ba237f0-3332-47b1-8991-dc95b35d238d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.741785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] Provisioning for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:23.745206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba237f0-3332-47b1-8991-dc95b35d238d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2fe234-3444-47bb-a883-5bdc9671ec57,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:23.763091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ba237f0-3332-47b1-8991-dc95b35d238d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.764733 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0ba237f0-3332-47b1-8991-dc95b35d238d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/ba2fe234-3444-47bb-a883-5bdc9671ec57 HTTP/1.1" status: 204 len: 168 time: 0.2319536 Mar 23 10:26:23.766926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48066) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.778765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] Provisioning complete for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:23.779673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.863310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-070a0ce8-09a8-4884-a6f8-db73261a15a4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:23.884803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-070a0ce8-09a8-4884-a6f8-db73261a15a4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:23.891979 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-070a0ce8-09a8-4884-a6f8-db73261a15a4 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1238742 Mar 23 10:26:23.893070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48072) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:23.985201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955187cc-f6ec-457a-878d-e8520d7341eb tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.023431 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4f299dd-4b14-458a-886b-cb8f12bf16fd req-edbd9ea3-d447-4b1b-83ea-72337775367f tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0658820 Mar 23 10:26:24.027202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.046449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955187cc-f6ec-457a-878d-e8520d7341eb tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.103285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:24.120144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955187cc-f6ec-457a-878d-e8520d7341eb tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.148467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-c1d5bcc9-51e2-4053-873b-7970f3ce955c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:24.149898 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-c1d5bcc9-51e2-4053-873b-7970f3ce955c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 812 time: 0.4700680 Mar 23 10:26:24.168541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955187cc-f6ec-457a-878d-e8520d7341eb tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bafc52-35ea-44d3-b81e-30fefa9cc986,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:24.188742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955187cc-f6ec-457a-878d-e8520d7341eb tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.190434 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-955187cc-f6ec-457a-878d-e8520d7341eb tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/11bafc52-35ea-44d3-b81e-30fefa9cc986 HTTP/1.1" status: 204 len: 168 time: 0.2954133 Mar 23 10:26:24.193931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48076) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:24.209801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.278603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] For port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,segment=NetworkSegment(0f807376-b2c7-46f4-9fc3-baf7c288ac6e),segment_id=0f807376-b2c7-46f4-9fc3-baf7c288ac6e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:24.279073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f660e04c-c89c-4e60-bf76-c0643439c251 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:24.287514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.290588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:24.291319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.304047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f660e04c-c89c-4e60-bf76-c0643439c251 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:24.305713 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f660e04c-c89c-4e60-bf76-c0643439c251 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1105340 Mar 23 10:26:24.306000 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-19001dae-3f76-47c3-a9ba-32fbe8e67cc8 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 378 time: 0.0867810 Mar 23 10:26:24.311195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48080) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:24.319088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2523732'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:24.327211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:24.339479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:24.356572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'port': {'device_id': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'admin_state_up': True, 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'security_groups': ['82945b8e-c368-4aa0-98ff-2d94740672a6']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:24.356890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.408763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:24.413549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:24.417047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:24.424361 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:24.469781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ebbcadd7-c055-4ce0-9bc6-86afd8f4ec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.480228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.486710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8bfa-0caf-46ce-84e1-c2066db2d896 None None] Pushing event updated for resources: {'Port': ['ID=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:24.520388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.526296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.581348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.585449 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.2725043 Mar 23 10:26:24.586522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48086) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:24.598684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '31646298-3332-4ab4-9bc1-66144ceba553', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:24.621070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d219f4-5644-4092-b41b-2e207b0634ce tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31646298-3332-4ab4-9bc1-66144ceba553,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:24.625673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:24.651581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:24.655020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:24.655798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f4bc0c59-8712-42c1-8a1f-7da3bec5ed34 None None] Provisioning complete for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:24.656495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0c59-8712-42c1-8a1f-7da3bec5ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.663351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:24.699608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.767390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:24.776922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.782308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.807027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:port and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:24.818041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:24.832669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea18637f-a67d-4e54-bfd3-a0cb4567167b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:24.834276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:24.840060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f4bc0c59-8712-42c1-8a1f-7da3bec5ed34 None None] Provisioning for port 0075763d-9f5f-4d79-a56c-816e6fc78556 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:24.851361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f4bc0c59-8712-42c1-8a1f-7da3bec5ed34 None None] Provisioning complete for port 0075763d-9f5f-4d79-a56c-816e6fc78556 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:24.852102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0c59-8712-42c1-8a1f-7da3bec5ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.854454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.855799 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ad14085a-ab86-4a8a-8157-9359bc860548 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2645528 Mar 23 10:26:24.859414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48090) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:24.871012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Made reservation on behalf of 942a3d76bfef423d8e7191141c4b7c30 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:24.875146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.886969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8:0:1::342 (76371419-b0bc-4664-bfa8-b3c90b46a8b6/e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2/0075763d-9f5f-4d79-a56c-816e6fc78556) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:24.910891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5fa73b23-00d2-4a6a-ab94-3305ac209142 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.925867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5fa73b23-00d2-4a6a-ab94-3305ac209142 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.933449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc0c59-8712-42c1-8a1f-7da3bec5ed34 None None] Port 0075763d-9f5f-4d79-a56c-816e6fc78556 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:24.957105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5fa73b23-00d2-4a6a-ab94-3305ac209142 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.978496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa73b23-00d2-4a6a-ab94-3305ac209142 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea18637f-a67d-4e54-bfd3-a0cb4567167b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:24.982739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5fa73b23-00d2-4a6a-ab94-3305ac209142 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:24.987571 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5fa73b23-00d2-4a6a-ab94-3305ac209142 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ea18637f-a67d-4e54-bfd3-a0cb4567167b HTTP/1.1" status: 204 len: 168 time: 0.1271081 Mar 23 10:26:24.988129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48094) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:25.043846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cf92c02d-035c-4c85-9b12-ecabf007ea9c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:25.060796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a217b940-7c82-4cd1-9461-175aef57b2b2 None None] Provisioning complete for port 0075763d-9f5f-4d79-a56c-816e6fc78556 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:25.061683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a217b940-7c82-4cd1-9461-175aef57b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.065474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cf92c02d-035c-4c85-9b12-ecabf007ea9c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:25.067375 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cf92c02d-035c-4c85-9b12-ecabf007ea9c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0782607 Mar 23 10:26:25.070093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48100) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:25.196539 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a217b940-7c82-4cd1-9461-175aef57b2b2 None None] Port 0075763d-9f5f-4d79-a56c-816e6fc78556 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:25.224672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4797d88c-30df-42d4-86dc-0d4a8ac6c143 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.271412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4797d88c-30df-42d4-86dc-0d4a8ac6c143 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.310067 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-579da622-7abf-4a3f-88eb-4f9266be781c req-7f714772-cad6-43d0-9746-a787397f814a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 210 time: 0.0581627 Mar 23 10:26:25.336120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.336585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4797d88c-30df-42d4-86dc-0d4a8ac6c143 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.345832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7c7f45d8-f51c-4511-82f9-edf87bac2948 None None] Provisioning complete for port 0075763d-9f5f-4d79-a56c-816e6fc78556 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:25.346332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7c7f45d8-f51c-4511-82f9-edf87bac2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.349768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Allocated IP 172.20.0.6 (8d1510b0-d016-4cd9-9421-b5f53b85c928/120f049b-3dc5-4e96-b64f-dc41dd811c25/694af8fc-fa1a-4a93-9899-e0deca76f7f4) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:25.366088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Ignored duplicate provisioning block setup for port 0075763d-9f5f-4d79-a56c-816e6fc78556 by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:26:25.375074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.379301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797d88c-30df-42d4-86dc-0d4a8ac6c143 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31646298-3332-4ab4-9bc1-66144ceba553,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:25.388975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4797d88c-30df-42d4-86dc-0d4a8ac6c143 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.394103 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4797d88c-30df-42d4-86dc-0d4a8ac6c143 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/31646298-3332-4ab4-9bc1-66144ceba553 HTTP/1.1" status: 204 len: 168 time: 0.3225138 Mar 23 10:26:25.395714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48104) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:25.465325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f45d8-f51c-4511-82f9-edf87bac2948 None None] Port 0075763d-9f5f-4d79-a56c-816e6fc78556 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:25.486367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1ddf72c-6cfb-4d08-8698-a8f18ff7347c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:25.505002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1ddf72c-6cfb-4d08-8698-a8f18ff7347c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:25.510281 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b1ddf72c-6cfb-4d08-8698-a8f18ff7347c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1123683 Mar 23 10:26:25.510932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48108) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:25.517301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--450362897'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:25.524532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:25.534542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:25.544769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.592725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:25.598016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:25.601862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:25.609430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:25.639719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=0075763d-9f5f-4d79-a56c-816e6fc78556,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:25.662476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] In _notify_port_updated(), no bound segment for port 0075763d-9f5f-4d79-a56c-816e6fc78556 on network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:26:25.666396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:25.667019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.668538 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ae3eaeeb-30a7-4d5f-8957-a6721273a487 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/ports/0075763d-9f5f-4d79-a56c-816e6fc78556 HTTP/1.1" status: 200 len: 1011 time: 2.1956141 Mar 23 10:26:25.672390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48112) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:25.749825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.750397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 0075763d-9f5f-4d79-a56c-816e6fc78556 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:25.750854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.769334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Transition to ACTIVE for port object 694af8fc-fa1a-4a93-9899-e0deca76f7f4 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:25.780204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.798838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8f3bc732-41d3-417f-afc0-4a0a09c0210e None None] Provisioning complete for port 0075763d-9f5f-4d79-a56c-816e6fc78556 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:25.799313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc732-41d3-417f-afc0-4a0a09c0210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.803866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.811115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.858744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b4b6c1-379e-4418-b80a-34b9a8e53233,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:25.873274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bc732-41d3-417f-afc0-4a0a09c0210e None None] Port 0075763d-9f5f-4d79-a56c-816e6fc78556 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:25.914695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:25.918094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:25.923210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:25.954877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=694af8fc-fa1a-4a93-9899-e0deca76f7f4,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:26.004580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:26.005324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.057464 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-fe727558-99cb-4f1e-b334-93945ec124a5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7054958 Mar 23 10:26:26.073526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:26.080581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Request body: {'port': {'device_id': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:26.094073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.095773 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3fbb6195-ca7f-42a1-afd5-a1204286aabe tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5836580 Mar 23 10:26:26.108350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48116) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:26.118295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '87b4b6c1-379e-4418-b80a-34b9a8e53233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:26.126458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:26.131735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:26.135745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:26.143327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:26.184000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.236292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:26.236517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.236653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.285766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.412203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-589781d2-328b-42ae-b423-ecb9ae59133e None None] Provisioning for port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:26.423942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-589781d2-328b-42ae-b423-ecb9ae59133e None None] Provisioning complete for port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:26.424333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-589781d2-328b-42ae-b423-ecb9ae59133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.490872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-589781d2-328b-42ae-b423-ecb9ae59133e None None] Port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:26.527610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.536795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 0075763d-9f5f-4d79-a56c-816e6fc78556 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:26.567774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.609907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef140e4f-dfe5-4503-8fa0-ea31edde7c95,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:26.635914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.637352 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-17516c6c-c89b-4b96-9a79-674f7dfaf7ab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5277317 Mar 23 10:26:26.640859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48126) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:26.675368 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-40da9acc-8f08-485a-ab7c-125ccdb24512 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules/ef140e4f-dfe5-4503-8fa0-ea31edde7c95 HTTP/1.1" status: 200 len: 705 time: 0.0333531 Mar 23 10:26:26.678433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48130) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:26.699874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7aae645d-fa97-4b23-83b0-82a93cecf9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.753783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e04e6-12f8-4d46-b95b-5e18204f88a5 req-1a9523b4-f0a8-4e7d-bd64-acf8bdeab550 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:26.754458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b53e04e6-12f8-4d46-b95b-5e18204f88a5 req-1a9523b4-f0a8-4e7d-bd64-acf8bdeab550 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Synchronizing usage tracker for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:26.798754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b53e04e6-12f8-4d46-b95b-5e18204f88a5 req-1a9523b4-f0a8-4e7d-bd64-acf8bdeab550 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Unset dirty status for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:26.799939 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b53e04e6-12f8-4d46-b95b-5e18204f88a5 req-1a9523b4-f0a8-4e7d-bd64-acf8bdeab550 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 931 time: 0.2811081 Mar 23 10:26:26.837733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-87b14279-3cfa-4604-8425-b3414e33dcab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:26.868595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-87b14279-3cfa-4604-8425-b3414e33dcab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:26.873141 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-87b14279-3cfa-4604-8425-b3414e33dcab tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1913528 Mar 23 10:26:26.876818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48134) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:26.901090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.905964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b53e04e6-12f8-4d46-b95b-5e18204f88a5 req-e42925b4-5559-4ab3-9359-c252cb4e1ee1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997376 Mar 23 10:26:26.920596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694af8fc-fa1a-4a93-9899-e0deca76f7f4 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:26:26.928710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:26.944094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Transition to ACTIVE for port object 694af8fc-fa1a-4a93-9899-e0deca76f7f4 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:26.949279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.031654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6bcf19-07e5-4d28-a942-54a060869f44 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.088814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Pushing event updated for resources: {'Port': ['ID=694af8fc-fa1a-4a93-9899-e0deca76f7f4,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:27.118548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=0075763d-9f5f-4d79-a56c-816e6fc78556,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:27.187740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.199930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6bcf19-07e5-4d28-a942-54a060869f44 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.207944 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7c0eb0c6-6b42-4e6b-ae1c-59889990f4e6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/0075763d-9f5f-4d79-a56c-816e6fc78556 HTTP/1.1" status: 204 len: 168 time: 1.5341849 Mar 23 10:26:27.211588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48138) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:27.255595 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-58da4dd9-510a-4641-997a-d0225b3351fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:27.256102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58da4dd9-510a-4641-997a-d0225b3351fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:27.266147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Attempting to bind port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:27.266740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Attempting to bind port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:27.269547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Attempting to bind port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:27.280365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-58da4dd9-510a-4641-997a-d0225b3351fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:27.284072 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-58da4dd9-510a-4641-997a-d0225b3351fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/0075763d-9f5f-4d79-a56c-816e6fc78556 HTTP/1.1" status: 404 len: 333 time: 0.0693331 Mar 23 10:26:27.285223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48142) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:27.288269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:26:27.288760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Attempting to bind port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:27.299163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:27.301129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Checking segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:27.301638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Bound using segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:27.302297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Bound port: 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:27.305001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.333358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6bcf19-07e5-4d28-a942-54a060869f44 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.368795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6bcf19-07e5-4d28-a942-54a060869f44 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.372031 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3e6bcf19-07e5-4d28-a942-54a060869f44 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ef140e4f-dfe5-4503-8fa0-ea31edde7c95 HTTP/1.1" status: 204 len: 168 time: 0.4943528 Mar 23 10:26:27.374793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48146) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:27.395323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bcf19-07e5-4d28-a942-54a060869f44 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef140e4f-dfe5-4503-8fa0-ea31edde7c95,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:27.424209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] For port 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:27.428042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] For port 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:27.438564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.504560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.505967 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] 10.222.0.91 "PUT /v2.0/ports/694af8fc-fa1a-4a93-9899-e0deca76f7f4 HTTP/1.1" status: 200 len: 1093 time: 1.4411151 Mar 23 10:26:27.506454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:26:27.544166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb159c0-e5b5-4318-859b-f637bfb00bca service neutron] Pushing event updated for resources: {'Port': ['ID=694af8fc-fa1a-4a93-9899-e0deca76f7f4,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:27.593851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:27.601124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b8289ece-0c02-4317-87ae-368691cebc54 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:27.605860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.627305 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'status': 'completed', 'code': 200} Mar 23 10:26:27.669667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b8289ece-0c02-4317-87ae-368691cebc54 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:27.671592 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b8289ece-0c02-4317-87ae-368691cebc54 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2935069 Mar 23 10:26:27.673815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.675465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48152) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:27.681457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '87b4b6c1-379e-4418-b80a-34b9a8e53233', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:27.688611 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-ea4022bc-5898-442c-a9a1-0bcd085e6cd5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1403351 Mar 23 10:26:27.691223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:27.715454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.760123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:27.774037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.783568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-cb24da00-60ff-41bf-b605-a6324b5c7b2f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4 HTTP/1.1" status: 200 len: 217 time: 0.0791886 Mar 23 10:26:27.826274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.854045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.859141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.891287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-6e1ce8dc-4ad5-4dff-bc97-45c9f286ab4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:27.891738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-6e1ce8dc-4ad5-4dff-bc97-45c9f286ab4d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.1024308 Mar 23 10:26:27.906002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:27.909914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:27.916959 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f5249762-739c-4ab5-b613-cc03a78bdc8c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2 HTTP/1.1" status: 204 len: 168 time: 0.6301298 Mar 23 10:26:27.919143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48156) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:27.921656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d1d5b-66e7-4959-9ad3-e9cf591a9683 None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:27.989551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.000182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.017710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet a5f4db50-e736-4498-bde2-c9df0d8cbf2f {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:28.021966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.023244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59962414-b2e8-4ed7-9c17-c1fad6b27a59,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:28.059348 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-cab8b1e2-1760-4f9b-879e-7397be4cc2e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598604 Mar 23 10:26:28.060592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.063586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f9b28d9e-d87c-4f88-9def-680373554eb0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3852422 Mar 23 10:26:28.066675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48162) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.131621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.137591 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40eb8c0f-0ebc-40a2-a1f4-199c3626f646 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules/59962414-b2e8-4ed7-9c17-c1fad6b27a59 HTTP/1.1" status: 200 len: 705 time: 0.0693309 Mar 23 10:26:28.150873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48166) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.251373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.340564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a1c25354-3126-4b3b-8e8e-9d383619b92b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:28.355884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.370291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60f205-5fa6-4a4a-b197-9f64aec36fc7 req-247e97f5-12ed-4192-9541-34605674f5ca tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:28.378433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e60f205-5fa6-4a4a-b197-9f64aec36fc7 req-247e97f5-12ed-4192-9541-34605674f5ca tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.2729557 Mar 23 10:26:28.403862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f4db50-e736-4498-bde2-c9df0d8cbf2f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:28.408941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.423842 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-532bb445-3628-4ce2-8a71-b72f4f914b47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/a5f4db50-e736-4498-bde2-c9df0d8cbf2f HTTP/1.1" status: 204 len: 168 time: 0.5010788 Mar 23 10:26:28.423842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.432013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-404c430d-6ed4-4ef4-8c6c-9d2d605c3472 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662217 Mar 23 10:26:28.435153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a1c25354-3126-4b3b-8e8e-9d383619b92b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:28.437630 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a1c25354-3126-4b3b-8e8e-9d383619b92b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2855539 Mar 23 10:26:28.447112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48174) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.528172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e60f205-5fa6-4a4a-b197-9f64aec36fc7 req-63011f17-3ac3-428c-a28a-c960cca7e700 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486228 Mar 23 10:26:28.573785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af2709f3-c30c-40c1-8007-1230635244f8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.594522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af2709f3-c30c-40c1-8007-1230635244f8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.621023 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cc0d184-ca35-465a-b1e9-8f4eb9d85ef4 req-8f4c9802-91d3-4313-8267-71dfd4151bba service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790378 Mar 23 10:26:28.629216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.638106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af2709f3-c30c-40c1-8007-1230635244f8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.664317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2709f3-c30c-40c1-8007-1230635244f8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59962414-b2e8-4ed7-9c17-c1fad6b27a59,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:28.668910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:28.669243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.702363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af2709f3-c30c-40c1-8007-1230635244f8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.703586 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-af2709f3-c30c-40c1-8007-1230635244f8 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/59962414-b2e8-4ed7-9c17-c1fad6b27a59 HTTP/1.1" status: 204 len: 168 time: 0.2555015 Mar 23 10:26:28.710400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.817686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6b492188-e2f3-42f2-bae3-76270305b3e0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:28.855947 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-bfbb3f18-05ff-4860-b13e-aa64fe218bb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1830299 Mar 23 10:26:28.907565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6b492188-e2f3-42f2-bae3-76270305b3e0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:28.912036 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b492188-e2f3-42f2-bae3-76270305b3e0 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2007022 Mar 23 10:26:28.929157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c84b0-d202-4b3a-9375-8267b6946765 None None] Network 76371419-b0bc-4664-bfa8-b3c90b46a8b6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:28.934347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48182) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.943779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '87b4b6c1-379e-4418-b80a-34b9a8e53233', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:28.953860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:28.980835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:28.984521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,segment=NetworkSegment(0f807376-b2c7-46f4-9fc3-baf7c288ac6e),segment_id=0f807376-b2c7-46f4-9fc3-baf7c288ac6e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:28.984872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.025649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-f518808e-e752-4e9c-91ae-cde789e67ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:29.027268 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-f518808e-e752-4e9c-91ae-cde789e67ef0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1643796 Mar 23 10:26:29.107136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-44a4e0ae-a077-4fb4-ba03-5c7a460f9849 None None] Provisioning complete for port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:29.107503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-44a4e0ae-a077-4fb4-ba03-5c7a460f9849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.124560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-47f35c7a-b354-4dab-b761-131003e2609b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4 HTTP/1.1" status: 200 len: 217 time: 0.0903254 Mar 23 10:26:29.126149 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Project 89423911a1fa41be90448754f459a776 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:26:29.140107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:29.257008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-91431dc1-2310-4c84-8252-0d4b1cd9a4d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:29.261330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-91431dc1-2310-4c84-8252-0d4b1cd9a4d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.1296506 Mar 23 10:26:29.272000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.290751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.358228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-703838f4-09d7-49fa-a133-fcfc8b3e29da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918987 Mar 23 10:26:29.363752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.367753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.379490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a4341-5112-4c7c-9110-100d37aa06bc None None] DHCP port deletion for 76371419-b0bc-4664-bfa8-b3c90b46a8b6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:29.394768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.444554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a438b58-1cfa-41c1-8f2c-caf7c944cb30,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:29.458587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:29.463219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:29.494965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.496177 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-18eb9d40-0d00-418b-8165-aabc7643b66b tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5604703 Mar 23 10:26:29.499833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48188) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:29.503036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-75921064-0681-4731-b2e4-aebc0fb0e3a2 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383355 Mar 23 10:26:29.588760 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-80e3d3e2-2d69-471c-95d7-8bdac4eb4f12 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules/5a438b58-1cfa-41c1-8f2c-caf7c944cb30 HTTP/1.1" status: 200 len: 711 time: 0.0876312 Mar 23 10:26:29.593554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48194) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:29.610646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.637294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76371419-b0bc-4664-bfa8-b3c90b46a8b6']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:29.651653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f807376-b2c7-46f4-9fc3-baf7c288ac6e') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:29.652177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f807376-b2c7-46f4-9fc3-baf7c288ac6e') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:29.669406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.684340 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d1efcd2a-4955-4bd1-846d-78427bfc5a26 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0896194 Mar 23 10:26:29.687309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.689435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:29.705073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:29.705382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:29.719702 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:29.729040 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b838708a-41ff-4b5f-8a7b-a00236ec487c req-8f713395-c60c-4cff-a895-40382239498b service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201414 Mar 23 10:26:29.767808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887ece0-338d-4eb8-b564-d42296d307a5 req-3dce44b6-b152-4458-9ac2-fe2f20712053 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:29.769520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d887ece0-338d-4eb8-b564-d42296d307a5 req-3dce44b6-b152-4458-9ac2-fe2f20712053 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.0842299 Mar 23 10:26:29.806005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e394-c7ea-475d-ba45-d09f79c3b41c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.816188 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d887ece0-338d-4eb8-b564-d42296d307a5 req-389a495c-a65b-47fb-9cce-c6099467603d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410275 Mar 23 10:26:29.816895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e394-c7ea-475d-ba45-d09f79c3b41c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.825016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.845002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.863708 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=76371419-b0bc-4664-bfa8-b3c90b46a8b6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:29.867221 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-99db64ff-2836-4fa8-8c7e-3cf01c4ebff6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/76371419-b0bc-4664-bfa8-b3c90b46a8b6 HTTP/1.1" status: 204 len: 168 time: 1.4424324 Mar 23 10:26:29.872419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:29.881777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e394-c7ea-475d-ba45-d09f79c3b41c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.903963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e394-c7ea-475d-ba45-d09f79c3b41c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a438b58-1cfa-41c1-8f2c-caf7c944cb30,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:29.907552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e394-c7ea-475d-ba45-d09f79c3b41c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.911015 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4ea8e394-c7ea-475d-ba45-d09f79c3b41c tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5a438b58-1cfa-41c1-8f2c-caf7c944cb30 HTTP/1.1" status: 204 len: 168 time: 0.2182570 Mar 23 10:26:29.911954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:29.961591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155d9f69-4604-4a21-945a-984a1d793da3 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:29.963020 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-155d9f69-4604-4a21-945a-984a1d793da3 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0896173 Mar 23 10:26:29.963826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0b8b5ab1-1c00-40c4-a164-23b232dc853d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:29.968287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:29.987149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0b8b5ab1-1c00-40c4-a164-23b232dc853d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:29.987149 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0b8b5ab1-1c00-40c4-a164-23b232dc853d tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0720241 Mar 23 10:26:29.987479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48214) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.022544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:30.048981 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-49e121c5-95f0-4c3f-979e-3b11fe758027 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0793817 Mar 23 10:26:30.049646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48218) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.055256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-238569967'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:30.057140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:30.057493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b42a5ded-8fe5-431b-86e7-3a1d3c27e5ad not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:30.060434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:30.062138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17c7d3d0-4c74-4aad-b584-0ff5400ed4ee tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.066709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:30.070068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:30.075953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:30.086416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:30.089293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17c7d3d0-4c74-4aad-b584-0ff5400ed4ee tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.089494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.117666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:30.126795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.127164 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment 88f0af5e-3efa-44f5-b11b-bb207e4170d6 of type vlan for network 5b08965a-6bb9-49f4-ace0-a2463d596201 Mar 23 10:26:30.142512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17c7d3d0-4c74-4aad-b584-0ff5400ed4ee tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.156732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.162585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7d3d0-4c74-4aad-b584-0ff5400ed4ee tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b4b6c1-379e-4418-b80a-34b9a8e53233,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:30.183949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17c7d3d0-4c74-4aad-b584-0ff5400ed4ee tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.185899 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-17c7d3d0-4c74-4aad-b584-0ff5400ed4ee tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/87b4b6c1-379e-4418-b80a-34b9a8e53233 HTTP/1.1" status: 204 len: 168 time: 0.1975610 Mar 23 10:26:30.188593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48222) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.232523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.236100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:30.236670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.357664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3069022 Mar 23 10:26:30.360137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8d04eb7c-a477-4f9c-bb85-698f758c82bf tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:30.360641 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48226) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.365629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f256e-29b8-45a0-b1a8-44ef9caa7336 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=5b08965a-6bb9-49f4-ace0-a2463d596201,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:30.366434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:30.377820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:30.381763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8d04eb7c-a477-4f9c-bb85-698f758c82bf tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:30.389811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8d04eb7c-a477-4f9c-bb85-698f758c82bf tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1983347 Mar 23 10:26:30.389811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48230) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.395001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061945728'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:30.400881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:30.410905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:30.422833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.470986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:30.475421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:30.478364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:30.484289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:30.495607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:30.500599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:30.504250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:30.513003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:30.524941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:30.546921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.551058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.597381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4c2c6-83bf-44fc-a811-92c7fccfe13e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:30.604393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.605625 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-60f8c84e-a9db-42f1-ac9c-b5cbb3cc7399 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2154713 Mar 23 10:26:30.608622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48234) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.616211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Request body: {'security_group_rule': {'security_group_id': '73e4c2c6-83bf-44fc-a811-92c7fccfe13e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:30.626148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:30.640421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Usage tracker for resource:security_group_rule and tenant:89423911a1fa41be90448754f459a776 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:30.644805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:30.652732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.665902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:30.754109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.840549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.869856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.923772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d68fa-9cc9-4bf6-989f-263d192e5e26,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:30.933810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.934968 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-94a1a878-ff97-410a-8ab3-84d6798ede27 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3254232 Mar 23 10:26:30.939030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.006560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.012704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d4bd3-f67c-4a9a-b4ff-10f1de6383ba req-9ecd8805-2a95-42c1-9b0d-2d566921edfd tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:31.014180 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e46d4bd3-f67c-4a9a-b4ff-10f1de6383ba req-9ecd8805-2a95-42c1-9b0d-2d566921edfd tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.0778139 Mar 23 10:26:31.064524 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e46d4bd3-f67c-4a9a-b4ff-10f1de6383ba req-7fcb68f3-0937-4939-8bb5-9b218d4ea0d6 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443435 Mar 23 10:26:31.098599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a949e80d-54fe-4f02-87c1-a4b7a67730d9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.100126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=ebee5787-01cf-4466-a7e1-454db634043f,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:31.144756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a949e80d-54fe-4f02-87c1-a4b7a67730d9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.160660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': '88f0af5e-3efa-44f5-b11b-bb207e4170d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:31.161019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: 5b08965a-6bb9-49f4-ace0-a2463d596201, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:31.211236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:31.215157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a949e80d-54fe-4f02-87c1-a4b7a67730d9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.238239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 5b08965a-6bb9-49f4-ace0-a2463d596201) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:31.241029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949e80d-54fe-4f02-87c1-a4b7a67730d9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4c2c6-83bf-44fc-a811-92c7fccfe13e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:31.246041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee28b7-178c-4380-9e4d-763b04b3e146 None None] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:31.252145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:31.252730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.260274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a949e80d-54fe-4f02-87c1-a4b7a67730d9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.261698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a949e80d-54fe-4f02-87c1-a4b7a67730d9 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/73e4c2c6-83bf-44fc-a811-92c7fccfe13e HTTP/1.1" status: 204 len: 168 time: 0.3213773 Mar 23 10:26:31.263920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48244) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.279333 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f30491e7-4ebd-4ff8-8fa3-8045bb6185c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9153526 Mar 23 10:26:31.279639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48248) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.285026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201', 'name': 'tempest-PortsIpV6TestJSON-973033807'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:31.327860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e15cba18-50a3-4550-b04f-8f04a7546d49 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:31.349234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e15cba18-50a3-4550-b04f-8f04a7546d49 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:31.353004 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e15cba18-50a3-4550-b04f-8f04a7546d49 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0848053 Mar 23 10:26:31.353238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48252) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.400051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cfee3e1e-8829-416e-a6d5-83c0766a7e43 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Synchronizing usage tracker for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:31.424195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cfee3e1e-8829-416e-a6d5-83c0766a7e43 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] Unset dirty status for tenant:89423911a1fa41be90448754f459a776 on resource:security_group_rule {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:31.428083 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cfee3e1e-8829-416e-a6d5-83c0766a7e43 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0712790 Mar 23 10:26:31.428346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48256) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.439121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:31.445185 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-d90aba27-8086-4f83-92e0-5078200ac096 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] delete failed (client error): The resource could not be found. Mar 23 10:26:31.449954 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d90aba27-8086-4f83-92e0-5078200ac096 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "DELETE /v2.0/security-groups/73e4c2c6-83bf-44fc-a811-92c7fccfe13e HTTP/1.1" status: 404 len: 347 time: 0.0169432 Mar 23 10:26:31.450362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48260) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.452380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:31.462881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:31.467372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.476530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-5b08965a-6bb9-49f4-ace0-a2463d596201', 'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': 'ebee5787-01cf-4466-a7e1-454db634043f'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:31.477394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.491943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:31.512642 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1c7b81e6-4ec2-4b41-ad79-0e84ba272848 tempest-SecGroupIPv6Test-808453972 tempest-SecGroupIPv6Test-808453972-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0570879 Mar 23 10:26:31.749346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::1bc (5b08965a-6bb9-49f4-ace0-a2463d596201/ebee5787-01cf-4466-a7e1-454db634043f/a75b7097-9c78-4bc7-ae97-d58dd4d8cf97) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:31.824865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48268) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:31.956108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:31.976992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:32.001312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.016224 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10eebb48-b257-4d8e-bdf7-882e1fe855fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89423911a1fa41be90448754f459a776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877639 Mar 23 10:26:32.016841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48274) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:32.066126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Allocated IP 2001:db8::2 (5b08965a-6bb9-49f4-ace0-a2463d596201/ebee5787-01cf-4466-a7e1-454db634043f/1c4a13f4-53bf-4722-bcf5-df441f726dc2) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:32.078444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eec564e4-8906-4c70-91f4-c9d637efc9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.092827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:32.096972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:32.099509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:32.103718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:32.104309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.126341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=a75b7097-9c78-4bc7-ae97-d58dd4d8cf97,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:32.136466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eec564e4-8906-4c70-91f4-c9d637efc9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.141698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-102cdbd7-5d65-4935-aa02-2b7d2c64cd55 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8610623 Mar 23 10:26:32.144435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48280) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:32.150550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201', 'name': 'tempest-PortsIpV6TestJSON-1426975220'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:32.230561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eec564e4-8906-4c70-91f4-c9d637efc9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.286546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec564e4-8906-4c70-91f4-c9d637efc9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3349cf-43fb-4798-9bc5-1563523bf9f7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:32.309586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:32.314469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:32.317508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:32.323720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eec564e4-8906-4c70-91f4-c9d637efc9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.323949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:32.328162 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eec564e4-8906-4c70-91f4-c9d637efc9e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af3349cf-43fb-4798-9bc5-1563523bf9f7 HTTP/1.1" status: 204 len: 168 time: 0.3073790 Mar 23 10:26:32.339329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:32.343326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.351193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.352570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25aaa-aef1-48ca-8167-75fd601c34af req-934893fd-c753-41ac-97dd-352cb78cb371 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:32.354171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-edb25aaa-aef1-48ca-8167-75fd601c34af req-934893fd-c753-41ac-97dd-352cb78cb371 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.1096392 Mar 23 10:26:32.362081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Transition to ACTIVE for port object 1c4a13f4-53bf-4722-bcf5-df441f726dc2 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:32.371802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 180400ab-ab89-4c7e-8a5b-64356885e7ac yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:32.381393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Transition to ACTIVE for port object 1c4a13f4-53bf-4722-bcf5-df441f726dc2 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:32.387727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.467874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:32.469069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Pushing event updated for resources: {'Port': ['ID=1c4a13f4-53bf-4722-bcf5-df441f726dc2,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:32.473058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:32.475508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:32.532132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-edb25aaa-aef1-48ca-8167-75fd601c34af req-e1754da8-d168-43ca-9100-ef4de949e318 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693690 Mar 23 10:26:32.561941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::ff (5b08965a-6bb9-49f4-ace0-a2463d596201/ebee5787-01cf-4466-a7e1-454db634043f/180400ab-ab89-4c7e-8a5b-64356885e7ac) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:32.573740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Attempting to bind port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:32.574106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Attempting to bind port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '88f0af5e-3efa-44f5-b11b-bb207e4170d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:32.574638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Attempting to bind port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 on network 5b08965a-6bb9-49f4-ace0-a2463d596201 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:32.582479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:32.582750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Checking segment: {'id': '88f0af5e-3efa-44f5-b11b-bb207e4170d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:32.583012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.583421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Bound using segment: {'id': '88f0af5e-3efa-44f5-b11b-bb207e4170d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:32.583906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Bound port: 1c4a13f4-53bf-4722-bcf5-df441f726dc2, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0af5e-3efa-44f5-b11b-bb207e4170d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '5b08965a-6bb9-49f4-ace0-a2463d596201'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:32.584276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.682780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] For port 1c4a13f4-53bf-4722-bcf5-df441f726dc2, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:32.686900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] For port 1c4a13f4-53bf-4722-bcf5-df441f726dc2, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1c4a13f4-53bf-4722-bcf5-df441f726dc2,segment=NetworkSegment(88f0af5e-3efa-44f5-b11b-bb207e4170d6),segment_id=88f0af5e-3efa-44f5-b11b-bb207e4170d6)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:32.691994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.781251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.787480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1729c-bb3d-4b72-aee9-112071de4cf8 None None] Pushing event updated for resources: {'Port': ['ID=1c4a13f4-53bf-4722-bcf5-df441f726dc2,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:32.798492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object 180400ab-ab89-4c7e-8a5b-64356885e7ac will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:32.830731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.918393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:32.922651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:32.924566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=180400ab-ab89-4c7e-8a5b-64356885e7ac,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:32.926830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:32.930845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:32.931471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:32.971872 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b985bade-a02c-4912-ac14-0b7d99b36abb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8254485 Mar 23 10:26:32.972442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48298) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.081984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f6308-9dcc-478d-9a87-3d4d8d6e5c8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:33.086739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48306) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.099802 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-840f6308-9dcc-478d-9a87-3d4d8d6e5c8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1bc HTTP/1.1" status: 200 len: 928 time: 0.1233695 Mar 23 10:26:33.156628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 180400ab-ab89-4c7e-8a5b-64356885e7ac {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:33.157020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.308591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48312) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.404030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.439022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-eaa37b5d-5fdd-4944-8348-2053378f6380 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:33.439969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-eaa37b5d-5fdd-4944-8348-2053378f6380 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:26:33.444731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eaa37b5d-5fdd-4944-8348-2053378f6380 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1313660 Mar 23 10:26:33.444932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48320) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.450330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120641225'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:33.458345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:33.462300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:33.465367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:33.471679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:33.482791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.496824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.527331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 180400ab-ab89-4c7e-8a5b-64356885e7ac owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:33.534594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:33.538775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:33.541988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:33.548161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:33.634577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.640486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.664938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:33.669174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:33.672369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:33.678737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:33.693541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.745430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=180400ab-ab89-4c7e-8a5b-64356885e7ac,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:33.770460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94ee2a-217e-42a5-b399-784757a98a36,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:33.792660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.805175 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bfa7e4b2-0147-4978-b651-751cd2b10df5 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/180400ab-ab89-4c7e-8a5b-64356885e7ac HTTP/1.1" status: 204 len: 168 time: 0.7174156 Mar 23 10:26:33.807729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48326) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.848015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2bac4-5b92-4bef-b843-38f187929604 None None] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:33.870746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-93de50a4-c7f5-4895-b2ec-fc1ff1e403c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:33.872017 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-93de50a4-c7f5-4895-b2ec-fc1ff1e403c2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/180400ab-ab89-4c7e-8a5b-64356885e7ac HTTP/1.1" status: 404 len: 333 time: 0.0631547 Mar 23 10:26:33.875907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.883793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.890967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1f21b-ad98-47a9-88a8-aace6c264738 req-724a09e3-40e0-42c9-ab00-a87bd228e2b1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:33.898272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-66d1f21b-ad98-47a9-88a8-aace6c264738 req-724a09e3-40e0-42c9-ab00-a87bd228e2b1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.2092845 Mar 23 10:26:33.922202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:33.992153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-66d1f21b-ad98-47a9-88a8-aace6c264738 req-83dfa149-823e-480f-80e2-4a9486587aa0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929029 Mar 23 10:26:34.008368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ff82e-ae5a-4239-bab9-7ac7bfa02628,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:34.011173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.018900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b4d4e54c-866e-48a7-9a67-6d1508d2524b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5697463 Mar 23 10:26:34.020405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48334) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:34.031310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '7e9ff82e-ae5a-4239-bab9-7ac7bfa02628', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:34.043600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0649e0f3-14b9-415e-8090-11662afb44f3 None None] Provisioning for port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:34.044532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:34.056494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:34.060382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:34.066583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:34.087623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.092821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:34.093300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.109238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1c4a13f4-53bf-4722-bcf5-df441f726dc2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:34.186818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.192081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.229542 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.231215 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2095375 Mar 23 10:26:34.234461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48338) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:34.236213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:34.240432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21340075-684b-483d-be14-8b37f55dd806 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e458d1-11fe-4969-a281-fa3d5a24694e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:34.242646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:34.243125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.267427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '7e9ff82e-ae5a-4239-bab9-7ac7bfa02628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:34.280639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:34.343388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:34.348194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:34.362919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:34.366881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.404802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.405583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 1c4a13f4-53bf-4722-bcf5-df441f726dc2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1c4a13f4-53bf-4722-bcf5-df441f726dc2,segment=NetworkSegment(88f0af5e-3efa-44f5-b11b-bb207e4170d6),segment_id=88f0af5e-3efa-44f5-b11b-bb207e4170d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:34.410530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.440857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.494222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=1c4a13f4-53bf-4722-bcf5-df441f726dc2,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:34.511840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d8ba89f8-a36f-46c9-8274-6ce7e49c37a7 None None] Provisioning complete for port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:34.512218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d8ba89f8-a36f-46c9-8274-6ce7e49c37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.582972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:34.681153 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:26:34.685225 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-743df441-409d-49cc-93ea-3aac7a2d4a35 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4463103 Mar 23 10:26:34.685537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48342) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:34.701091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d8ba89f8-a36f-46c9-8274-6ce7e49c37a7 None None] Provisioning for port a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:34.707265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d8ba89f8-a36f-46c9-8274-6ce7e49c37a7 None None] Provisioning complete for port a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:34.708075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d8ba89f8-a36f-46c9-8274-6ce7e49c37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.767431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba89f8-a36f-46c9-8274-6ce7e49c37a7 None None] Port a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:34.800155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.849911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b363b758-e4a2-400e-953c-10ab5ab19ef9 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.868156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=a75b7097-9c78-4bc7-ae97-d58dd4d8cf97,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:34.886463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fa05104d-4ca4-422d-95da-940b993c458f None None] Could not find standard attr ID for object a75b7097-9c78-4bc7-ae97-d58dd4d8cf97. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:26:34.923742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.927137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b363b758-e4a2-400e-953c-10ab5ab19ef9 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:34.950926 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-13f0d6ee-60c3-4adc-b1df-1f25c65e1e42 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 HTTP/1.1" status: 204 len: 168 time: 1.0737240 Mar 23 10:26:34.953714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48346) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:34.986617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b363b758-e4a2-400e-953c-10ab5ab19ef9 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.000431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4e63f9e5-7a52-459f-864a-8708853a0bfc None None] Could not find standard attr ID for object 180400ab-ab89-4c7e-8a5b-64356885e7ac. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:26:35.000649 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-93793c36-7574-4c7d-87c9-8e2325c99568 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:35.002032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-93793c36-7574-4c7d-87c9-8e2325c99568 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/a75b7097-9c78-4bc7-ae97-d58dd4d8cf97 HTTP/1.1" status: 404 len: 333 time: 0.0471182 Mar 23 10:26:35.005314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48350) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.009661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363b758-e4a2-400e-953c-10ab5ab19ef9 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ff82e-ae5a-4239-bab9-7ac7bfa02628,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:35.016518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b363b758-e4a2-400e-953c-10ab5ab19ef9 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.018421 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b363b758-e4a2-400e-953c-10ab5ab19ef9 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/7e9ff82e-ae5a-4239-bab9-7ac7bfa02628 HTTP/1.1" status: 204 len: 168 time: 0.3317778 Mar 23 10:26:35.020946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48354) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.093900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-00ce95f0-b98d-41e0-8c17-78d645690483 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:35.114399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-00ce95f0-b98d-41e0-8c17-78d645690483 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:35.116353 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-00ce95f0-b98d-41e0-8c17-78d645690483 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0943732 Mar 23 10:26:35.120548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.127476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832259825'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:35.154053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:35.169828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:35.187969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.243805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:35.248034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:35.251455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:35.258111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:35.293161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet ebee5787-01cf-4466-a7e1-454db634043f {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:35.299439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.320670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.325494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.365727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbfc9e5-9820-4f91-81e6-e64b13bc6c00,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:35.366216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.383937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.385379 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1fc82a78-e278-45f6-8d34-d2365b5c3213 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2636192 Mar 23 10:26:35.388071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48366) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.393918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-643c7f00-7a43-4f55-af07-cd08cba319b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '3bbfc9e5-9820-4f91-81e6-e64b13bc6c00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:35.394542 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-643c7f00-7a43-4f55-af07-cd08cba319b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:35.397880 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-643c7f00-7a43-4f55-af07-cd08cba319b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064690 Mar 23 10:26:35.398117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48370) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.427870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28993403-4577-47ff-8521-3a8f0472b61d req-ab5e3d32-2751-4d0f-aa0b-655584653b34 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:35.429328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28993403-4577-47ff-8521-3a8f0472b61d req-ab5e3d32-2751-4d0f-aa0b-655584653b34 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.2099447 Mar 23 10:26:35.461637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c89bea2-094c-47de-9a71-7e7169aea63a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.494011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c89bea2-094c-47de-9a71-7e7169aea63a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.497811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28993403-4577-47ff-8521-3a8f0472b61d req-72ee7bcb-01f7-4807-a7bc-46641f2c0c48 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581250 Mar 23 10:26:35.501924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.550339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c89bea2-094c-47de-9a71-7e7169aea63a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.570463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89bea2-094c-47de-9a71-7e7169aea63a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbfc9e5-9820-4f91-81e6-e64b13bc6c00,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:35.578081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.580411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7c89bea2-094c-47de-9a71-7e7169aea63a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.581534 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7c89bea2-094c-47de-9a71-7e7169aea63a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bbfc9e5-9820-4f91-81e6-e64b13bc6c00 HTTP/1.1" status: 204 len: 168 time: 0.1825485 Mar 23 10:26:35.584116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.625352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=ebee5787-01cf-4466-a7e1-454db634043f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:35.630481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.636923 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fb0721ed-04ee-42c2-a3d8-f627aa0c0f98 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/ebee5787-01cf-4466-a7e1-454db634043f HTTP/1.1" status: 204 len: 168 time: 0.6305006 Mar 23 10:26:35.640387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48378) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.643252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a52324-7bcf-44a4-b091-4ca5e84d2750 None None] Network 5b08965a-6bb9-49f4-ace0-a2463d596201 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:35.648126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-863a2fb8-ee1f-45d3-9a45-87889aa957ff tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:35.665767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-863a2fb8-ee1f-45d3-9a45-87889aa957ff tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:35.671142 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-863a2fb8-ee1f-45d3-9a45-87889aa957ff tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0820124 Mar 23 10:26:35.671590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48382) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.677251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050118073'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:35.683888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:35.693534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:35.705440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.760212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:35.761431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.764069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:35.767136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:35.772644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:35.772976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.773869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:35.833903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.839812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.887431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e95d38-a21f-4744-a799-2d55ddfafc4e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:35.894327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.898744 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0d628ced-e424-43fe-9807-b55050462cf7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2261117 Mar 23 10:26:35.899388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48386) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.905811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-10d5c53b-892a-41b2-8746-0617c2dd5fa7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '98e95d38-a21f-4744-a799-2d55ddfafc4e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:35.906505 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-10d5c53b-892a-41b2-8746-0617c2dd5fa7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:35.907386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] DHCP port deletion for 5b08965a-6bb9-49f4-ace0-a2463d596201 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:35.910699 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-10d5c53b-892a-41b2-8746-0617c2dd5fa7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100079 Mar 23 10:26:35.911056 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48390) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:35.913125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Deleting port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:35.913573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:35.986543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af401aba-5716-4b88-99eb-423655b36275 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.003657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port 1c4a13f4-53bf-4722-bcf5-df441f726dc2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1c4a13f4-53bf-4722-bcf5-df441f726dc2,segment=NetworkSegment(88f0af5e-3efa-44f5-b11b-bb207e4170d6),segment_id=88f0af5e-3efa-44f5-b11b-bb207e4170d6)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:36.004061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.016233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af401aba-5716-4b88-99eb-423655b36275 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.067925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af401aba-5716-4b88-99eb-423655b36275 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.085241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401aba-5716-4b88-99eb-423655b36275 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e95d38-a21f-4744-a799-2d55ddfafc4e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:36.093810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af401aba-5716-4b88-99eb-423655b36275 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.095035 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-af401aba-5716-4b88-99eb-423655b36275 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/98e95d38-a21f-4744-a799-2d55ddfafc4e HTTP/1.1" status: 204 len: 168 time: 0.1830580 Mar 23 10:26:36.108358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48394) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.123460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1c4a13f4-53bf-4722-bcf5-df441f726dc2 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:36.146134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 1c4a13f4-53bf-4722-bcf5-df441f726dc2 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:36.181772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f8b3c0cf-54e0-4788-bded-00571662590c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:36.190622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] For port 1c4a13f4-53bf-4722-bcf5-df441f726dc2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1c4a13f4-53bf-4722-bcf5-df441f726dc2,segment=NetworkSegment(88f0af5e-3efa-44f5-b11b-bb207e4170d6),segment_id=88f0af5e-3efa-44f5-b11b-bb207e4170d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:36.191338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.213902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f8b3c0cf-54e0-4788-bded-00571662590c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:36.214813 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f8b3c0cf-54e0-4788-bded-00571662590c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1054873 Mar 23 10:26:36.218677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48398) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.224493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427416906'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:36.231726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:36.243861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:36.258728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.296816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:36.300584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:36.303522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:36.309457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:36.333191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.343763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Calling delete_port for 1c4a13f4-53bf-4722-bcf5-df441f726dc2 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:36.378866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:26:36.379268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1c4a13f4-53bf-4722-bcf5-df441f726dc2 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:36.384675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=1c4a13f4-53bf-4722-bcf5-df441f726dc2,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:36.385642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.390125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:36.390924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.427133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:26:36.427895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:26:36.434947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.436698 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2170491 Mar 23 10:26:36.439874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48402) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.447867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2e91222e-9bf1-4c40-8f1e-ac9a29532edb tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '395dc6c3-d9c7-43fe-8d2c-7722f78cad57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:36.448596 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-2e91222e-9bf1-4c40-8f1e-ac9a29532edb tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:36.449515 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2e91222e-9bf1-4c40-8f1e-ac9a29532edb tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087562 Mar 23 10:26:36.456838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48406) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.466900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-814a208d-15ca-41d9-876d-f8429357ebec tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '395dc6c3-d9c7-43fe-8d2c-7722f78cad57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:36.467618 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-814a208d-15ca-41d9-876d-f8429357ebec tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:36.468532 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-814a208d-15ca-41d9-876d-f8429357ebec tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108016 Mar 23 10:26:36.471801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48410) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.474638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931dd33-00de-487c-a5c0-1912c75cd9e5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395dc6c3-d9c7-43fe-8d2c-7722f78cad57,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:36.481590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bffd45e2-2aaa-4f02-8362-facb4832fe11 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '395dc6c3-d9c7-43fe-8d2c-7722f78cad57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:36.482461 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-bffd45e2-2aaa-4f02-8362-facb4832fe11 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:36.483414 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bffd45e2-2aaa-4f02-8362-facb4832fe11 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106909 Mar 23 10:26:36.486087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48414) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.491038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-14f0b676-2d8e-4d24-b9c0-9a240c0bd73a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '395dc6c3-d9c7-43fe-8d2c-7722f78cad57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:36.493619 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-14f0b676-2d8e-4d24-b9c0-9a240c0bd73a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:36.494651 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-14f0b676-2d8e-4d24-b9c0-9a240c0bd73a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075829 Mar 23 10:26:36.497343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48418) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.539226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.582115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b08965a-6bb9-49f4-ace0-a2463d596201']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:36.597496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f0af5e-3efa-44f5-b11b-bb207e4170d6') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:36.597769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f0af5e-3efa-44f5-b11b-bb207e4170d6') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:36.619652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.636477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-58d3a1c3-dd65-43be-934e-81b0c86513b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.685808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.705956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:36.706352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:36.722926 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:36.729950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-58d3a1c3-dd65-43be-934e-81b0c86513b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.846655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.870579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.886657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=5b08965a-6bb9-49f4-ace0-a2463d596201,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:36.894334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-58d3a1c3-dd65-43be-934e-81b0c86513b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.919140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064e881-d08d-4694-90c5-e32530c6dc91 req-64050c90-19fb-465f-8942-623dc9431d38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:36.921199 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d064e881-d08d-4694-90c5-e32530c6dc91 req-64050c90-19fb-465f-8942-623dc9431d38 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.2906585 Mar 23 10:26:36.925625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-58d3a1c3-dd65-43be-934e-81b0c86513b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.926632 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-58d3a1c3-dd65-43be-934e-81b0c86513b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/395dc6c3-d9c7-43fe-8d2c-7722f78cad57 HTTP/1.1" status: 204 len: 168 time: 0.4283862 Mar 23 10:26:36.927555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3a1c3-dd65-43be-934e-81b0c86513b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395dc6c3-d9c7-43fe-8d2c-7722f78cad57,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:36.928401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Deleting port 1c4a13f4-53bf-4722-bcf5-df441f726dc2 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:36.929574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.929700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48424) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.937597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-225f3e33-bc00-4e6f-8fe4-d33861086dc0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/5b08965a-6bb9-49f4-ace0-a2463d596201 HTTP/1.1" status: 204 len: 168 time: 1.2898905 Mar 23 10:26:36.945428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48428) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:36.956278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-90299477'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:36.963561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:36.974219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:36.978324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:36.988955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:36.993949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f854f202-0749-4830-9cab-4a93130ac1cf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:36.997347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d064e881-d08d-4694-90c5-e32530c6dc91 req-71cb924b-2beb-4ecb-b668-8b16e342e804 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678170 Mar 23 10:26:37.008101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ef021-21d3-4303-8a22-778288a0b9b5 None None] The port '1c4a13f4-53bf-4722-bcf5-df441f726dc2' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:26:37.012389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:37.016914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.021758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f854f202-0749-4830-9cab-4a93130ac1cf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:37.024090 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f854f202-0749-4830-9cab-4a93130ac1cf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0927494 Mar 23 10:26:37.028562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48434) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.037313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500847948'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.044925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.060016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.071185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:37.078321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.096051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.096395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment b4500fa1-1851-46d9-9f88-b61cdb722892 of type vlan for network b421b7ac-1ec2-46f9-acf7-2cf82011664f Mar 23 10:26:37.134613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.144003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.149604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.153056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.167017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.188655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.192848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:37.193561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.338252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=b421b7ac-1ec2-46f9-acf7-2cf82011664f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:37.344821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f2de0a57-1f9e-480e-883d-0aae35283113 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3983989 Mar 23 10:26:37.347105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.347848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48440) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.350328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:37.351917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.358379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.391700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.396342 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3632395 Mar 23 10:26:37.397383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48444) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.407134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7efdf5cb-68b6-48a6-afd3-29ac2f545a00 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.407134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-7efdf5cb-68b6-48a6-afd3-29ac2f545a00 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.407134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7efdf5cb-68b6-48a6-afd3-29ac2f545a00 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067363 Mar 23 10:26:37.407134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b19af9-79ee-4400-a346-1198d02f98a3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003fea19-ea51-47ef-9047-a88f24bf46b0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:37.407580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48448) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.413024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.420894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.424981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.427968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.433996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.465647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.470136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5d4bbe36-af0a-494e-8b4d-11dc51353ca5 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0584393 Mar 23 10:26:37.470859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48452) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.477361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4b4385cb-4bce-4923-a92b-37ccffd4e54a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.478845 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-4b4385cb-4bce-4923-a92b-37ccffd4e54a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.479962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4b4385cb-4bce-4923-a92b-37ccffd4e54a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077722 Mar 23 10:26:37.482465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48456) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.487616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.493435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.495035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.497204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.498743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.500099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.501568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.506562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.507147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.517764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:37.537061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.540961 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f952ef7f-9c94-4b49-9848-89804a09439a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0549057 Mar 23 10:26:37.541239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48460) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.546833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0f27b75b-30ac-47d9-b5fe-69420ab9b766 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.547430 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-0f27b75b-30ac-47d9-b5fe-69420ab9b766 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.548337 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0f27b75b-30ac-47d9-b5fe-69420ab9b766 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061793 Mar 23 10:26:37.550802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48464) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.556997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.562876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.566722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.569609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.575469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.606917 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.608227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-30648b66-2a34-46e0-b2fa-489431f533b3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0565021 Mar 23 10:26:37.611099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48468) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.616647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bfecd285-259d-4295-a93e-47fd6ec9c4a4 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.617253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-bfecd285-259d-4295-a93e-47fd6ec9c4a4 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.618228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bfecd285-259d-4295-a93e-47fd6ec9c4a4 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061343 Mar 23 10:26:37.621014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48472) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.627365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.633445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.637519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.641164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.647736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.677564 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.678691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-37c2133e-d8e1-4745-978b-05efa2177289 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0567596 Mar 23 10:26:37.681497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48476) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.686909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '003fea19-ea51-47ef-9047-a88f24bf46b0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:37.692572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:37.696585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:37.700149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:37.706512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:37.711965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.737688 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:37.738719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f0726bc4-14e3-4fea-88f5-8eac4dfa7fbf tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0563204 Mar 23 10:26:37.741572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48480) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.808299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bf5e157b-cba7-4b8f-91f3-10f3b01b9b52 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.835993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bf5e157b-cba7-4b8f-91f3-10f3b01b9b52 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.882090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bf5e157b-cba7-4b8f-91f3-10f3b01b9b52 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.903348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e157b-cba7-4b8f-91f3-10f3b01b9b52 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003fea19-ea51-47ef-9047-a88f24bf46b0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:37.913284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bf5e157b-cba7-4b8f-91f3-10f3b01b9b52 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.917031 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bf5e157b-cba7-4b8f-91f3-10f3b01b9b52 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/003fea19-ea51-47ef-9047-a88f24bf46b0 HTTP/1.1" status: 204 len: 168 time: 0.1719632 Mar 23 10:26:37.917192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48484) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:37.953790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.972333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9b2edc4c-a712-479f-8a4c-1511a21b6638 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:37.988429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9b2edc4c-a712-479f-8a4c-1511a21b6638 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:37.989885 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9b2edc4c-a712-479f-8a4c-1511a21b6638 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0717344 Mar 23 10:26:37.995034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48488) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.000398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--348355222'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:38.006852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.016951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.028053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.038893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=8fb2b2cf-35f4-4a32-aade-e38d55c8a103,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:38.054324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': 'b4500fa1-1851-46d9-9f88-b61cdb722892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:38.056475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: b421b7ac-1ec2-46f9-acf7-2cf82011664f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:38.070012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.075833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:38.077224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:38.078613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:38.084562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.090821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, b421b7ac-1ec2-46f9-acf7-2cf82011664f) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:38.099296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:38.099480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2da855-feb4-4391-9bf7-f66f27ccf4e5 None None] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:38.100936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.132965 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c395b869-88c5-48ec-be28-221fb7c2ea64 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7800233 Mar 23 10:26:38.136157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48494) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.145566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f', 'name': 'tempest-PortsIpV6TestJSON-717287283', 'fixed_ips': [{'subnet_id': '8fb2b2cf-35f4-4a32-aade-e38d55c8a103', 'ip_address': '2001:db8::10'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:38.231293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.239402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.293764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f1522-18d4-46b6-997e-f369b535ef6b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:38.298272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.305713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8fb0e37d-0f98-4b92-a90a-e2ff53f686de tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3091583 Mar 23 10:26:38.308079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48498) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.308718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.313247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:38.316816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:38.320177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': 'f16f1522-18d4-46b6-997e-f369b535ef6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:38.322528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.333802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5619f8-e2db-404a-896b-7d644a0a3fbe req-1e11c61d-5a4f-4018-86b8-810b5043fcbe tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:38.334194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:38.335291 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ae5619f8-e2db-404a-896b-7d644a0a3fbe req-1e11c61d-5a4f-4018-86b8-810b5043fcbe tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 943 time: 0.1764259 Mar 23 10:26:38.336360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.340086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.340698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:38.345427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:38.363074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.363340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port e4f5b983-59f0-4e81-81d4-1d691e02f455 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:38.385444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-b421b7ac-1ec2-46f9-acf7-2cf82011664f', 'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': '8fb2b2cf-35f4-4a32-aade-e38d55c8a103'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:38.387786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.406359 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ae5619f8-e2db-404a-896b-7d644a0a3fbe req-fa10d45f-8808-42ca-8056-3008afbbb4fc tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619495 Mar 23 10:26:38.426115 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The resource could not be found. Mar 23 10:26:38.428131 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-06bcb512-19ae-48f7-80c0-05ed5606edd7 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1171296 Mar 23 10:26:38.430221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48502) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.438897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': 'f16f1522-18d4-46b6-997e-f369b535ef6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5f0457d0-d4f0-47bc-a12e-0ceeeac3ee88'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:38.449968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.483605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:38.490938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:38.504282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.553329 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The resource could not be found. Mar 23 10:26:38.554611 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-acbc8ad1-c0c2-43ce-b9e2-09f80c19c68a tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1233358 Mar 23 10:26:38.557864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48506) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.559010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Allocated IP 2001:db8::2 (b421b7ac-1ec2-46f9-acf7-2cf82011664f/8fb2b2cf-35f4-4a32-aade-e38d55c8a103/f679b241-8a26-46bd-aa00-576165f233e4) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:38.628053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16507b85-31ed-4d4b-a2cd-267450cf01ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.641683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 694af8fc-fa1a-4a93-9899-e0deca76f7f4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:26:38.657330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16507b85-31ed-4d4b-a2cd-267450cf01ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.705084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16507b85-31ed-4d4b-a2cd-267450cf01ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.726018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16507b85-31ed-4d4b-a2cd-267450cf01ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f1522-18d4-46b6-997e-f369b535ef6b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:38.730299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16507b85-31ed-4d4b-a2cd-267450cf01ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.731389 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-16507b85-31ed-4d4b-a2cd-267450cf01ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/f16f1522-18d4-46b6-997e-f369b535ef6b HTTP/1.1" status: 204 len: 168 time: 0.1725609 Mar 23 10:26:38.734163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48510) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.784388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3803b66a-173a-455e-a970-815049268307 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:38.799923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3803b66a-173a-455e-a970-815049268307 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:38.803672 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3803b66a-173a-455e-a970-815049268307 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0685577 Mar 23 10:26:38.805735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48514) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.811757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': 'b4c63eda-ac5d-49a8-a38d-6e0c6148875e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:38.818194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.822566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:38.826006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:38.833646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.868669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The resource could not be found. Mar 23 10:26:38.869985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7868aec7-3ddd-4c31-8246-8015d8a7220c tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0632110 Mar 23 10:26:38.875928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48518) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:38.881602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249692592'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:38.887425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.897999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.909166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.936639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:38.943784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:38.948411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:38.949725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:38.951531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:38.958573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:38.961397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'port_id': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'mac_address': 'fa:16:3e:bd:cf:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:26:38.965751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Transition to ACTIVE for port object f679b241-8a26-46bd-aa00-576165f233e4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:39.018182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.023574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.031238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Transition to ACTIVE for port object f679b241-8a26-46bd-aa00-576165f233e4 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:39.040662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.052296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.077149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640a41e1-3a8c-4bfa-8b55-1dff05835a6c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.083980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.088055 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3fa98eaa-f1ab-43d6-b6be-39e06913e043 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2085221 Mar 23 10:26:39.088298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48522) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:39.097331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350205835'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:39.105665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:39.111733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:39.115482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::10 (b421b7ac-1ec2-46f9-acf7-2cf82011664f/8fb2b2cf-35f4-4a32-aade-e38d55c8a103/e4f5b983-59f0-4e81-81d4-1d691e02f455) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:39.116409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:39.118661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694af8fc-fa1a-4a93-9899-e0deca76f7f4 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:26:39.125337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:39.137632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.165752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:39.168751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:39.169676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Pushing event updated for resources: {'Port': ['ID=f679b241-8a26-46bd-aa00-576165f233e4,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.173901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:39.176009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.177748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:39.187698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:39.192582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:39.196825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:39.204658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:39.263937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.268893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.315391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0daa2722-6fe6-41bd-9630-b8bbf8d475d0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.323904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.325281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d022143-21ee-43f6-beb7-ebe9c2f7e5e8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2360525 Mar 23 10:26:39.328474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48526) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:39.330137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=694af8fc-fa1a-4a93-9899-e0deca76f7f4,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.333086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Attempting to bind port f679b241-8a26-46bd-aa00-576165f233e4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:39.333443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Attempting to bind port f679b241-8a26-46bd-aa00-576165f233e4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'b4500fa1-1851-46d9-9f88-b61cdb722892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:39.333795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Attempting to bind port f679b241-8a26-46bd-aa00-576165f233e4 on network b421b7ac-1ec2-46f9-acf7-2cf82011664f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:39.338088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group_rule': {'security_group_id': '640a41e1-3a8c-4bfa-8b55-1dff05835a6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0daa2722-6fe6-41bd-9630-b8bbf8d475d0'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:39.340960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:39.341222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Checking segment: {'id': 'b4500fa1-1851-46d9-9f88-b61cdb722892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:39.341619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.342770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Bound using segment: {'id': 'b4500fa1-1851-46d9-9f88-b61cdb722892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:39.343183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Bound port: f679b241-8a26-46bd-aa00-576165f233e4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4500fa1-1851-46d9-9f88-b61cdb722892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:39.343764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.346075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:39.350885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:39.353076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.353949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:39.360481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:39.370933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object e4f5b983-59f0-4e81-81d4-1d691e02f455 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:39.398303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:26:39.398614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.400535 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5330161e-e9c2-451e-ab62-9172ab96f667 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0706666 Mar 23 10:26:39.403515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48530) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:39.449034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] For port f679b241-8a26-46bd-aa00-576165f233e4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:39.452887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] For port f679b241-8a26-46bd-aa00-576165f233e4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f679b241-8a26-46bd-aa00-576165f233e4,segment=NetworkSegment(b4500fa1-1851-46d9-9f88-b61cdb722892),segment_id=b4500fa1-1851-46d9-9f88-b61cdb722892)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:39.459306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.477096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:39.480265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:39.485337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:39.489824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:39.490424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.495678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=e4f5b983-59f0-4e81-81d4-1d691e02f455,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.515892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b68702b-1d62-4856-a3c6-9f3db7d691c3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.520711 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab2012dd-19ae-433e-830f-44cf6f11d40a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3828614 Mar 23 10:26:39.523252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48536) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:39.531172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': 'b421b7ac-1ec2-46f9-acf7-2cf82011664f', 'name': 'tempest-PortsIpV6TestJSON-2011069016', 'fixed_ips': [{'subnet_id': '8fb2b2cf-35f4-4a32-aade-e38d55c8a103', 'ip_address': '2001:db8::f'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:39.550637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b68702b-1d62-4856-a3c6-9f3db7d691c3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.557464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['694af8fc-fa1a-4a93-9899-e0deca76f7f4'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:26:39.609897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b68702b-1d62-4856-a3c6-9f3db7d691c3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.629466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68702b-1d62-4856-a3c6-9f3db7d691c3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daa2722-6fe6-41bd-9630-b8bbf8d475d0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.639843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6b68702b-1d62-4856-a3c6-9f3db7d691c3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.643515 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6b68702b-1d62-4856-a3c6-9f3db7d691c3 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/0daa2722-6fe6-41bd-9630-b8bbf8d475d0 HTTP/1.1" status: 204 len: 168 time: 0.2365060 Mar 23 10:26:39.644385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48542) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:39.653115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1830d-d5eb-4c76-9d4a-be85eb187399 None None] Pushing event updated for resources: {'Port': ['ID=f679b241-8a26-46bd-aa00-576165f233e4,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:39.729260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e1f29872-bdf0-49fa-80fb-c72faa58593e tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:39.745386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:39.750154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e1f29872-bdf0-49fa-80fb-c72faa58593e tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:39.755290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:39.755489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48546) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:39.757266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e1f29872-bdf0-49fa-80fb-c72faa58593e tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1112289 Mar 23 10:26:39.772511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:39.783155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:39.814424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:39.825204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:39.858066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port c54983a6-1dd8-400c-ade8-ee739069aa67 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:39.876504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d7d9-aad8-4d40-82e7-19b16a09cde4 req-29279514-3bb5-44c8-aa89-5c4b1e88ac62 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:39.878491 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8b2d7d9-aad8-4d40-82e7-19b16a09cde4 req-29279514-3bb5-44c8-aa89-5c4b1e88ac62 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 944 time: 0.3184376 Mar 23 10:26:39.954362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8b2d7d9-aad8-4d40-82e7-19b16a09cde4 req-c5f094cd-e9c2-4622-8caa-10c2d8a54cde tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692377 Mar 23 10:26:39.966882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75025bcb-0f8e-4311-adf4-7c598d98d654 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.057490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75025bcb-0f8e-4311-adf4-7c598d98d654 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.066688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f679b241-8a26-46bd-aa00-576165f233e4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:40.153846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port f679b241-8a26-46bd-aa00-576165f233e4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:40.182864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75025bcb-0f8e-4311-adf4-7c598d98d654 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.214591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025bcb-0f8e-4311-adf4-7c598d98d654 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640a41e1-3a8c-4bfa-8b55-1dff05835a6c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:40.219621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::f (b421b7ac-1ec2-46f9-acf7-2cf82011664f/8fb2b2cf-35f4-4a32-aade-e38d55c8a103/c54983a6-1dd8-400c-ade8-ee739069aa67) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:40.243484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75025bcb-0f8e-4311-adf4-7c598d98d654 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.244639 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-75025bcb-0f8e-4311-adf4-7c598d98d654 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/640a41e1-3a8c-4bfa-8b55-1dff05835a6c HTTP/1.1" status: 204 len: 168 time: 0.4882147 Mar 23 10:26:40.247670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48550) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.302063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6ad0dc63-ea7f-471b-a2b2-346d656fc7f8 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0526407 Mar 23 10:26:40.305744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48554) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.312189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661397022'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:40.318015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:40.322188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:40.325870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:40.331814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:40.341813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.377644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:40.381428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Usage tracker for resource:security_group_rule and tenant:f9821401d52445abba20cf5c7e111b11 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:40.384218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:40.390029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:40.445072 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.449384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.454289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.462875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object c54983a6-1dd8-400c-ade8-ee739069aa67 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:40.486395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.504364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f49497-9511-452c-bac1-b412ed206a6e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:40.507145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.508506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-000a3f2a-861c-4649-9388-80853ae50780 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2014604 Mar 23 10:26:40.511143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48558) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.517613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-25b98e22-6091-419f-9616-13849c7e80a4 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:40.518187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-25b98e22-6091-419f-9616-13849c7e80a4 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 10:26:40.519514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-25b98e22-6091-419f-9616-13849c7e80a4 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "PUT /v2.0/security-groups/a2f49497-9511-452c-bac1-b412ed206a6e HTTP/1.1" status: 409 len: 330 time: 0.0073752 Mar 23 10:26:40.522294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48562) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.600468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9a74-b8bb-4e79-94fb-cf9078b082ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.629151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9a74-b8bb-4e79-94fb-cf9078b082ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.630219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 694af8fc-fa1a-4a93-9899-e0deca76f7f4 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:40.669907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:40.673750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:40.677906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:40.681869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:40.682432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.686357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9a74-b8bb-4e79-94fb-cf9078b082ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.704544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=c54983a6-1dd8-400c-ade8-ee739069aa67,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:40.708184 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d48834d-30cd-4642-963f-afbcdbf0a5fd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1836939 Mar 23 10:26:40.710791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.720168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e9a74-b8bb-4e79-94fb-cf9078b082ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f49497-9511-452c-bac1-b412ed206a6e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:40.722632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9a74-b8bb-4e79-94fb-cf9078b082ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.724110 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5c8e9a74-b8bb-4e79-94fb-cf9078b082ae tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/a2f49497-9511-452c-bac1-b412ed206a6e HTTP/1.1" status: 204 len: 168 time: 0.2004766 Mar 23 10:26:40.726734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48570) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.740557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:40.751107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:40.751485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:40.801860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d8dea036-a48a-4220-8fe0-1604674f5af2 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Synchronizing usage tracker for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:40.809342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dcc39b-252f-41c5-a72d-dd1738d4ba9e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:40.810028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-19dcc39b-252f-41c5-a72d-dd1738d4ba9e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:40.821978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d8dea036-a48a-4220-8fe0-1604674f5af2 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] Unset dirty status for tenant:f9821401d52445abba20cf5c7e111b11 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:40.823344 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d8dea036-a48a-4220-8fe0-1604674f5af2 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0948932 Mar 23 10:26:40.827498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.849584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-19dcc39b-252f-41c5-a72d-dd1738d4ba9e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:40.849908 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-19dcc39b-252f-41c5-a72d-dd1738d4ba9e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1382079 Mar 23 10:26:40.851064 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-8d838869-02cf-4595-820b-075bbe146005 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] delete failed (client error): The resource could not be found. Mar 23 10:26:40.852008 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8d838869-02cf-4595-820b-075bbe146005 tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "DELETE /v2.0/security-groups/be5f34f0-e13c-4c75-b1e0-cd2bf34d477f HTTP/1.1" status: 404 len: 347 time: 0.0223622 Mar 23 10:26:40.852765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48578) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.857502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48582) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.873769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398e7f2-49ad-4eeb-9417-a4144bcd3d13 None None] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:40.884228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-553b0a70-5888-4bba-b0ff-a0e4c693157d tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] show failed (client error): The resource could not be found. Mar 23 10:26:40.886889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-553b0a70-5888-4bba-b0ff-a0e4c693157d tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-groups/3742f966-f342-4082-9897-af94a7438ea9 HTTP/1.1" status: 404 len: 347 time: 0.0266623 Mar 23 10:26:40.891473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48586) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.908849 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-da69e988-9be1-4f7d-aff5-cc0332a2287b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] show failed (client error): The resource could not be found. Mar 23 10:26:40.914085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-da69e988-9be1-4f7d-aff5-cc0332a2287b tempest-NegativeSecGroupTest-321374320 tempest-NegativeSecGroupTest-321374320-project] 10.222.0.73 "GET /v2.0/security-group-rules/aea4a8d8-db79-4aeb-8694-f107f9dddacb HTTP/1.1" status: 404 len: 356 time: 0.0170105 Mar 23 10:26:40.938090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06f7f8-40ab-4af8-81f9-8386873a1b20 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:40.942039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06f7f8-40ab-4af8-81f9-8386873a1b20 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:40.946102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06f7f8-40ab-4af8-81f9-8386873a1b20 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:40.947523 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ee06f7f8-40ab-4af8-81f9-8386873a1b20 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0938742 Mar 23 10:26:40.950579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48592) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:40.956521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.011205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:26:41.029706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port c54983a6-1dd8-400c-ade8-ee739069aa67 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:41.030259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.032098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] Provisioning for port f679b241-8a26-46bd-aa00-576165f233e4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:41.045543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:41.055026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] Provisioning complete for port f679b241-8a26-46bd-aa00-576165f233e4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:41.055498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.087098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.213419 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'code': 200} Mar 23 10:26:41.234381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5839-51da-4265-9efa-02ac5ff01d49 req-c8caceb3-5a33-455f-84dd-8ba706f5a370 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:41.242324 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2bbf5839-51da-4265-9efa-02ac5ff01d49 req-c8caceb3-5a33-455f-84dd-8ba706f5a370 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1039867 Mar 23 10:26:41.294266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2bbf5839-51da-4265-9efa-02ac5ff01d49 req-72413757-26e8-45de-a4ec-5de7c25d37f9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508788 Mar 23 10:26:41.324802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=694af8fc-fa1a-4a93-9899-e0deca76f7f4,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:41.404630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48602) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:41.438021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.491529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.534315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] For port f679b241-8a26-46bd-aa00-576165f233e4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f679b241-8a26-46bd-aa00-576165f233e4,segment=NetworkSegment(b4500fa1-1851-46d9-9f88-b61cdb722892),segment_id=b4500fa1-1851-46d9-9f88-b61cdb722892)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:41.544283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.570504 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a0d5215-6576-48cf-ae3f-ccddbc36d0b3 req-65de1692-435b-407c-a26f-0e30b938aa1f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 1098 time: 0.2091930 Mar 23 10:26:41.605292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for c54983a6-1dd8-400c-ade8-ee739069aa67 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:41.629077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5647c-1ffa-4f82-baf7-40eca0ccb73d None None] Pushing event updated for resources: {'Port': ['ID=f679b241-8a26-46bd-aa00-576165f233e4,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:41.651776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a0d5215-6576-48cf-ae3f-ccddbc36d0b3 req-301360d0-02d3-4a29-9974-e2f7c7407624 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659277 Mar 23 10:26:41.731615 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-693e9c65-20a4-43e0-b4c5-ce82c9224ea1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9821401d52445abba20cf5c7e111b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253412 Mar 23 10:26:41.734775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48608) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:41.829352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Provisioning complete for port f679b241-8a26-46bd-aa00-576165f233e4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:41.829718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.854245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.905859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ba30ef0-b775-4ca7-bf3e-be4401db89d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.910370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=c54983a6-1dd8-400c-ade8-ee739069aa67,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:41.976190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ba30ef0-b775-4ca7-bf3e-be4401db89d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:41.988405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.000144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Could not find standard attr ID for object c54983a6-1dd8-400c-ade8-ee739069aa67. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:26:42.018149 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b5cd649a-9bce-45df-b1b6-e24f3cfb8877 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/c54983a6-1dd8-400c-ade8-ee739069aa67 HTTP/1.1" status: 204 len: 168 time: 1.0653615 Mar 23 10:26:42.021897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Provisioning for port e4f5b983-59f0-4e81-81d4-1d691e02f455 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:42.022109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48612) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:42.031877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Provisioning complete for port e4f5b983-59f0-4e81-81d4-1d691e02f455 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:42.032402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.074618 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1d6b74-26f5-480b-908e-f25461ee0ae0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:42.076331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7d1d6b74-26f5-480b-908e-f25461ee0ae0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:42.077550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f679b241-8a26-46bd-aa00-576165f233e4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:42.100268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7d1d6b74-26f5-480b-908e-f25461ee0ae0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:42.104238 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7d1d6b74-26f5-480b-908e-f25461ee0ae0 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/c54983a6-1dd8-400c-ade8-ee739069aa67 HTTP/1.1" status: 404 len: 333 time: 0.0788925 Mar 23 10:26:42.106376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48616) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:42.119355 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:26:42.159254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ba30ef0-b775-4ca7-bf3e-be4401db89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.160782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1ae89-5aa5-4956-b5c1-4f95cabf1270 None None] Port e4f5b983-59f0-4e81-81d4-1d691e02f455 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:42.193052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port f679b241-8a26-46bd-aa00-576165f233e4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:42.193447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.204451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba30ef0-b775-4ca7-bf3e-be4401db89d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94ee2a-217e-42a5-b399-784757a98a36,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:42.222229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3ba30ef0-b775-4ca7-bf3e-be4401db89d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.223428 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3ba30ef0-b775-4ca7-bf3e-be4401db89d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a94ee2a-217e-42a5-b399-784757a98a36 HTTP/1.1" status: 204 len: 168 time: 0.4862585 Mar 23 10:26:42.227224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port e4f5b983-59f0-4e81-81d4-1d691e02f455 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:42.227680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.369111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6a2bcc2c-35f9-499e-9ca3-cbfbcc73d466 None None] Provisioning complete for port e4f5b983-59f0-4e81-81d4-1d691e02f455 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:42.369566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6a2bcc2c-35f9-499e-9ca3-cbfbcc73d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.431277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bcc2c-35f9-499e-9ca3-cbfbcc73d466 None None] Port e4f5b983-59f0-4e81-81d4-1d691e02f455 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:42.537913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:42.545862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-42f6c26b-45db-4c43-a101-db2be37bcecd None None] Could not find standard attr ID for object c54983a6-1dd8-400c-ade8-ee739069aa67. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:26:42.561460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cb062-97c7-4d21-8360-81e7e317de92 req-53f097c3-9622-49e6-b9f0-643802af876e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:42.563252 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-981cb062-97c7-4d21-8360-81e7e317de92 req-53f097c3-9622-49e6-b9f0-643802af876e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0918763 Mar 23 10:26:42.627281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-981cb062-97c7-4d21-8360-81e7e317de92 req-c94ae586-03c5-4cf2-985d-8e3c88739b1b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566788 Mar 23 10:26:42.680839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for e4f5b983-59f0-4e81-81d4-1d691e02f455 owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:42.939075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.052364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.055699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=e4f5b983-59f0-4e81-81d4-1d691e02f455,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:43.072272 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-37141d0c-6e09-40ae-8571-b75632d4f341 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/e4f5b983-59f0-4e81-81d4-1d691e02f455 HTTP/1.1" status: 204 len: 168 time: 0.9663208 Mar 23 10:26:43.075895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48642) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:43.121337 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddfdcdc-2eae-49d2-b135-f5e9ca557db4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:43.121988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8ddfdcdc-2eae-49d2-b135-f5e9ca557db4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:43.141114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8ddfdcdc-2eae-49d2-b135-f5e9ca557db4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:43.142452 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8ddfdcdc-2eae-49d2-b135-f5e9ca557db4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/e4f5b983-59f0-4e81-81d4-1d691e02f455 HTTP/1.1" status: 404 len: 333 time: 0.0650423 Mar 23 10:26:43.145425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48646) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:43.202525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48650) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:43.343889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1994989929-network', 'tenant_id': '556878ee0f794bf0845bd1d9f5169e83'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:43.350050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:43.356519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet 8fb2b2cf-35f4-4a32-aade-e38d55c8a103 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:43.358453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Usage tracker for resource:network and tenant:556878ee0f794bf0845bd1d9f5169e83 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:43.361910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:43.364413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.398231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:43.420508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Made reservation on behalf of 556878ee0f794bf0845bd1d9f5169e83 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:43.422773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.436863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.471946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.524869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:43.531765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:556878ee0f794bf0845bd1d9f5169e83 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:43.538724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:43.546142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:43.566834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.673861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.677714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.711654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.729193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb2b2cf-35f4-4a32-aade-e38d55c8a103,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:43.747660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566e6d0-d757-4c9a-9a6f-6331a6b539e3 None None] Network b421b7ac-1ec2-46f9-acf7-2cf82011664f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:43.748300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.759846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:43.774203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:43.781747 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fbb904c7-60ab-44a1-acdb-1049e4672a0d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/8fb2b2cf-35f4-4a32-aade-e38d55c8a103 HTTP/1.1" status: 204 len: 168 time: 0.6322269 Mar 23 10:26:43.781924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.782261 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Added segment 7a0275be-0e45-45ab-9f6c-289fcbd3c5b2 of type vlan for network 952da59c-98a6-46ed-ae3c-147f19ef1925 Mar 23 10:26:43.783134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48660) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:43.900918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.924961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.952007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port f679b241-8a26-46bd-aa00-576165f233e4 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:43.952340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.986202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:43.987108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:43.987635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.024855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45e3de-9e21-4db1-8e04-7ee99b38129f req-3ce953b7-4685-45ce-abd3-a86b7b318d48 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:44.027329 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b45e3de-9e21-4db1-8e04-7ee99b38129f req-3ce953b7-4685-45ce-abd3-a86b7b318d48 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.2607510 Mar 23 10:26:44.037619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] DHCP port deletion for b421b7ac-1ec2-46f9-acf7-2cf82011664f request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:44.043223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Deleting port f679b241-8a26-46bd-aa00-576165f233e4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:44.044499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.076956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b45e3de-9e21-4db1-8e04-7ee99b38129f req-219fecdf-cdb4-4ee4-9abe-2945340d927d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433357 Mar 23 10:26:44.099143 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8954918 Mar 23 10:26:44.114946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48664) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:44.122223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Request body: {'subnet': {'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1994989929-subnet', 'tenant_id': '556878ee0f794bf0845bd1d9f5169e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:44.130334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:44.134116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50ead-fe90-4f91-acd4-23d2ade1d8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=952da59c-98a6-46ed-ae3c-147f19ef1925,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:44.137088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Usage tracker for resource:subnet and tenant:556878ee0f794bf0845bd1d9f5169e83 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:44.140916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:44.150510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:44.167748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Made reservation on behalf of 556878ee0f794bf0845bd1d9f5169e83 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:44.171857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.206033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 952da59c-98a6-46ed-ae3c-147f19ef1925 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:44.272022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port f679b241-8a26-46bd-aa00-576165f233e4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f679b241-8a26-46bd-aa00-576165f233e4,segment=NetworkSegment(b4500fa1-1851-46d9-9f88-b61cdb722892),segment_id=b4500fa1-1851-46d9-9f88-b61cdb722892)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:44.272329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.379865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409795ce-4cbc-431b-843c-262a1185166d req-ae7d0379-0822-4921-bde2-76fe7a21cc47 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:44.381323 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-409795ce-4cbc-431b-843c-262a1185166d req-ae7d0379-0822-4921-bde2-76fe7a21cc47 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.1148612 Mar 23 10:26:44.402854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for f679b241-8a26-46bd-aa00-576165f233e4 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:44.427875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] For port f679b241-8a26-46bd-aa00-576165f233e4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=f679b241-8a26-46bd-aa00-576165f233e4,segment=NetworkSegment(b4500fa1-1851-46d9-9f88-b61cdb722892),segment_id=b4500fa1-1851-46d9-9f88-b61cdb722892)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:44.428266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.495822 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-409795ce-4cbc-431b-843c-262a1185166d req-37d0176d-5891-4698-b0e9-731a271535d9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795393 Mar 23 10:26:44.508894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.524138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.553991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48670) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:44.555553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Calling delete_port for f679b241-8a26-46bd-aa00-576165f233e4 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:44.565488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port f679b241-8a26-46bd-aa00-576165f233e4 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:44.567012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=f679b241-8a26-46bd-aa00-576165f233e4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:44.613373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d36a457-380e-4d83-a3bc-e1b1df8ac748,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn_limited( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn_limited( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:26:44.629017 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:26:44.635493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Checking segment: {'id': '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:44.635959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Network hostable DHCP agents. Network: 952da59c-98a6-46ed-ae3c-147f19ef1925, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:44.645772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:26:44.646280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:26:44.660418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Network 952da59c-98a6-46ed-ae3c-147f19ef1925 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:44.670823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 952da59c-98a6-46ed-ae3c-147f19ef1925) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:44.675290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:44.675976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.683276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4629fd-21be-42c6-ba9e-7fa79713f159 None None] Network 952da59c-98a6-46ed-ae3c-147f19ef1925 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:44.710540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-183a0279-3f15-426e-8825-0e1ccc42f48a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5927756 Mar 23 10:26:44.828289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5df19e97-10d7-455d-aff8-175dabea6b11 tempest-TestVolumeBootPattern-230032745 tempest-TestVolumeBootPattern-230032745-project-admin] Synchronizing usage tracker for tenant:46dd0c3aa0b14151be18b3f4eab3f782 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:44.829120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.846655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5df19e97-10d7-455d-aff8-175dabea6b11 tempest-TestVolumeBootPattern-230032745 tempest-TestVolumeBootPattern-230032745-project-admin] Unset dirty status for tenant:46dd0c3aa0b14151be18b3f4eab3f782 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:44.851362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5df19e97-10d7-455d-aff8-175dabea6b11 tempest-TestVolumeBootPattern-230032745 tempest-TestVolumeBootPattern-230032745-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 1093 time: 0.2928882 Mar 23 10:26:44.856053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:44.859774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:44.867563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:44.870331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b421b7ac-1ec2-46f9-acf7-2cf82011664f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:44.872103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:floatingip and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:44.875753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:44.882126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:44.886732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4500fa1-1851-46d9-9f88-b61cdb722892') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:44.887585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4500fa1-1851-46d9-9f88-b61cdb722892') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:44.894913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.902407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.921228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.931735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 993 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:44.932312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:44.933146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c622d50-f5d0-4cd6-8222-17d7d2ea4189 None None] Network 952da59c-98a6-46ed-ae3c-147f19ef1925 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:44.949605 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:45.057261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.072276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.077543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.083999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=b421b7ac-1ec2-46f9-acf7-2cf82011664f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:45.099203 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6ddc11ce-3c8d-437b-8743-411881784a60 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/b421b7ac-1ec2-46f9-acf7-2cf82011664f HTTP/1.1" status: 204 len: 168 time: 1.3148224 Mar 23 10:26:45.103696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48686) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:45.110366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-204827049'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:45.115881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:45.119997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:network and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:45.124528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:45.130628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:45.142350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:45.146774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.165003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Deleting port f679b241-8a26-46bd-aa00-576165f233e4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:45.165384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.184434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] vlan segment allocate from pool success with {'vlan_id': 980, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:45.204204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.204663 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Added segment b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b of type vlan for network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 Mar 23 10:26:45.238078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.270234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Allocated IP 172.26.7.132 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/fb1cf5c8-ec66-4e65-a857-2230ec1bc404) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:45.273062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.277488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:45.278566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.317737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2ce1e-879f-4617-9e84-5f96a447c198 None None] The port 'f679b241-8a26-46bd-aa00-576165f233e4' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:26:45.401763 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2935479 Mar 23 10:26:45.402012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48694) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:45.410289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:45.464652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.485995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75077dbe-e3bf-45fd-bb5f-e3f8fd7c7e86 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Network': ['ID=2e9b48fa-41e1-4200-9ac1-1782c09e1036,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:45.499275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:45.503756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.535300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:45.539421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:45.542866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:45.552051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:45.567452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:45.588977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:45.592686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=fb1cf5c8-ec66-4e65-a857-2230ec1bc404,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:45.595211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:45.597586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:45.694962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.867797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48706) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:45.876977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-487867158-network', 'tenant_id': '69b7bbaf47bc435c9c47158a10a73544'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:45.888702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:45.896400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Usage tracker for resource:network and tenant:69b7bbaf47bc435c9c47158a10a73544 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:45.900630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:45.910345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:45.938577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Made reservation on behalf of 69b7bbaf47bc435c9c47158a10a73544 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:45.940834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.956726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:45.973942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.036454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f679b241-8a26-46bd-aa00-576165f233e4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:46.044263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:46.051173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Usage tracker for resource:security_group_rule and tenant:69b7bbaf47bc435c9c47158a10a73544 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:46.055643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:46.070477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: f679b241-8a26-46bd-aa00-576165f233e4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:26:46.070824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device f679b241-8a26-46bd-aa00-576165f233e4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:46.072503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:46.090137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=09d6dfa5-ccb4-44f5-a720-7aade2f0b008,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:46.143033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Checking segment: {'id': 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:46.143478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network hostable DHCP agents. Network: 2e9b48fa-41e1-4200-9ac1-1782c09e1036, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:46.210776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:46.221787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.226350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.237576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 2e9b48fa-41e1-4200-9ac1-1782c09e1036) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:46.246659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c358a-7b7d-47ac-b868-c406d322463c None None] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:46.247809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:46.248910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.257370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:46.278735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.303921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98ae82-6c70-496b-8302-ec19e6823836,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:46.307817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.308375 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Added segment a97dfd9b-1627-4f08-88f5-a388f0b31180 of type vlan for network e995ba01-b5e3-4e82-8936-0de20777a8c2 Mar 23 10:26:46.329802 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc175cb7-1b08-4ba1-9da7-69f5ca6fae34 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9266386 Mar 23 10:26:46.330595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48710) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:46.350252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1211834485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:46.350831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.358089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:46.361261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.366814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:router and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:46.371073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:46.379002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:46.405169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.406441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.411146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.412136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:46.412703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.492199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-2e9b48fa-41e1-4200-9ac1-1782c09e1036', 'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': '09d6dfa5-ccb4-44f5-a720-7aade2f0b008'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:46.493560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.534238 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6653881 Mar 23 10:26:46.535716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844ea79-9aa7-471c-91a2-ea2a526311f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e995ba01-b5e3-4e82-8936-0de20777a8c2,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:46.537772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48714) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:46.541262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.546449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Request body: {'subnet': {'network_id': 'e995ba01-b5e3-4e82-8936-0de20777a8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-487867158-subnet', 'tenant_id': '69b7bbaf47bc435c9c47158a10a73544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:46.552203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:46.552520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e995ba01-b5e3-4e82-8936-0de20777a8c2 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:46.559166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Usage tracker for resource:subnet and tenant:69b7bbaf47bc435c9c47158a10a73544 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:46.562600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.572693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:46.582537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.586079 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d3e698fa-14d9-41d2-9438-814a151c6387 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2496984 Mar 23 10:26:46.586219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:46.587305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48718) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:46.596913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036', 'name': 'tempest-PortsIpV6TestJSON-1254405623'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:46.678758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Made reservation on behalf of 69b7bbaf47bc435c9c47158a10a73544 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:46.681060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.746085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Allocated IP 2001:db8::2 (2e9b48fa-41e1-4200-9ac1-1782c09e1036/09d6dfa5-ccb4-44f5-a720-7aade2f0b008/4eb5efe6-7f95-49c1-be0b-a2368572b765) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:46.758588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:26:46.818971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.832798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.926703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:46.958101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:port and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:46.959362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.966310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:46.970333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Transition to ACTIVE for port object 4eb5efe6-7f95-49c1-be0b-a2368572b765 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:46.989590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Transition to ACTIVE for port object 4eb5efe6-7f95-49c1-be0b-a2368572b765 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:46.990707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:46.995510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:46.996919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=fb1cf5c8-ec66-4e65-a857-2230ec1bc404,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:47.015046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:47.018049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.064913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.067190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:47.072651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:47.074339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Pushing event updated for resources: {'Port': ['ID=4eb5efe6-7f95-49c1-be0b-a2368572b765,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:47.077020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:47.163621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Attempting to bind port 4eb5efe6-7f95-49c1-be0b-a2368572b765 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:47.164001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Attempting to bind port 4eb5efe6-7f95-49c1-be0b-a2368572b765 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:47.164483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Attempting to bind port 4eb5efe6-7f95-49c1-be0b-a2368572b765 on network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:47.171270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:47.171668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Checking segment: {'id': 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:47.172066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.172453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Bound using segment: {'id': 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:47.172905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Bound port: 4eb5efe6-7f95-49c1-be0b-a2368572b765, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2e9b48fa-41e1-4200-9ac1-1782c09e1036'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:47.173274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.201007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:26:47.276115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] For port 4eb5efe6-7f95-49c1-be0b-a2368572b765, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:47.279159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] For port 4eb5efe6-7f95-49c1-be0b-a2368572b765, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eb5efe6-7f95-49c1-be0b-a2368572b765,segment=NetworkSegment(b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b),segment_id=b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:47.284259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.366937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6c71-a35d-4aaf-8e9a-9a70a40e38c8 None None] Pushing event updated for resources: {'Port': ['ID=4eb5efe6-7f95-49c1-be0b-a2368572b765,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:47.384441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.464025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::335 (2e9b48fa-41e1-4200-9ac1-1782c09e1036/09d6dfa5-ccb4-44f5-a720-7aade2f0b008/05bbfc17-62b2-451c-a9f1-aa687ad2bf9a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:47.500325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002fbe91-189e-462d-98a2-e755b75401d0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:47.579813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Checking segment: {'id': 'a97dfd9b-1627-4f08-88f5-a388f0b31180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'e995ba01-b5e3-4e82-8936-0de20777a8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:47.580179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Network hostable DHCP agents. Network: e995ba01-b5e3-4e82-8936-0de20777a8c2, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:47.703436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Floating IP b930f591-4860-4f1d-97d6-9e27d4e808f2 associated. External IP: 172.26.7.132, port: 694af8fc-fa1a-4a93-9899-e0deca76f7f4. Mar 23 10:26:47.936505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Network e995ba01-b5e3-4e82-8936-0de20777a8c2 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:47.984811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e995ba01-b5e3-4e82-8936-0de20777a8c2) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:47.992818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:47.996952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290a310-f4e4-459f-be22-fd30bf104188 None None] Network e995ba01-b5e3-4e82-8936-0de20777a8c2 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:48.001501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:48.002088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:48.037266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:48.086603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c2d2a6b8-eb0e-46dd-a826-fdcf3f3594b7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5356345 Mar 23 10:26:48.089105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eb5efe6-7f95-49c1-be0b-a2368572b765 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:48.120830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:48.226893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:48.244838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:48.250182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:48.254167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:48.254778 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:48.266590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=05bbfc17-62b2-451c-a9f1-aa687ad2bf9a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:48.304280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-098c4b0a-27e7-4da9-ada8-6c1300e56728 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7144501 Mar 23 10:26:48.304765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48726) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:48.324383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 4eb5efe6-7f95-49c1-be0b-a2368572b765 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:48.380992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb8473-103a-4b68-99df-aa06faebc02a None None] Network e995ba01-b5e3-4e82-8936-0de20777a8c2 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:48.505019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6d8e0-db61-474e-babd-7dd54053afe7 None None] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:48.616879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:26:48.642460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] Provisioning for port 4eb5efe6-7f95-49c1-be0b-a2368572b765 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:48.711351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] Provisioning complete for port 4eb5efe6-7f95-49c1-be0b-a2368572b765 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:48.711831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:48.931549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efbb4-53d5-40c8-892e-77540f243897 req-744c40f5-bf05-44ac-aa12-045d981df5e4 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:48.932983 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-744c40f5-bf05-44ac-aa12-045d981df5e4 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/networks?id=952da59c-98a6-46ed-ae3c-147f19ef1925 HTTP/1.1" status: 200 len: 812 time: 0.1769173 Mar 23 10:26:48.969693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-19c16688-6d94-4445-8d3b-856ed659a426 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/quotas/556878ee0f794bf0845bd1d9f5169e83 HTTP/1.1" status: 200 len: 375 time: 0.0233314 Mar 23 10:26:49.014989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.022482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-57c706f7-c288-412d-94a0-c7ceca1028e8 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=556878ee0f794bf0845bd1d9f5169e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434253 Mar 23 10:26:49.028263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:26:49.046905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-16fbb9bd-75c0-4ea9-9968-de16caa98f45 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:26:49.047921 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-16fbb9bd-75c0-4ea9-9968-de16caa98f45 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0113783 Mar 23 10:26:49.056025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:26:49.085456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] For port 4eb5efe6-7f95-49c1-be0b-a2368572b765, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eb5efe6-7f95-49c1-be0b-a2368572b765,segment=NetworkSegment(b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b),segment_id=b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:49.088811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.093881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:49.094589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:26:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:49.125364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.144005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.244182 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1251b89d-9fe8-4d02-a7ec-49e6955cb0d1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3909931 Mar 23 10:26:49.246887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:26:49.325895 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-d7122e63-5c09-4564-850d-71db07cf8f95 service neutron] 10.222.0.73 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648633 Mar 23 10:26:49.330776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82670cdf-46db-4c8d-a21c-ed9362023328 None None] Pushing event updated for resources: {'Port': ['ID=4eb5efe6-7f95-49c1-be0b-a2368572b765,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:49.357144 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'status': 'completed', 'code': 200} Mar 23 10:26:49.377972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:49.473893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-109d27d5-c760-4604-bd75-62f68862dd56 None None] Provisioning complete for port 4eb5efe6-7f95-49c1-be0b-a2368572b765 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:49.474176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-109d27d5-c760-4604-bd75-62f68862dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.553344 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-f212e273-4dec-4a09-9ce5-8424abf07db7 service neutron] 10.222.0.73 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098656 Mar 23 10:26:49.638750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.646287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:49.834712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05b92ea6-705e-40bf-9810-5d0eecb3346c req-764f581a-3107-458e-a688-c6f70130ce0e tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 210 time: 0.0571401 Mar 23 10:26:49.843465 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-e249d43b-06fe-41cd-8cb3-3b788bd215de service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 1098 time: 0.4562867 Mar 23 10:26:49.856170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=05bbfc17-62b2-451c-a9f1-aa687ad2bf9a,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:49.985325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-109d27d5-c760-4604-bd75-62f68862dd56 None None] Provisioning for port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:49.995738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-109d27d5-c760-4604-bd75-62f68862dd56 None None] Provisioning complete for port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:49.996112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-109d27d5-c760-4604-bd75-62f68862dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.067037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-e87c1be1-11fc-4186-9930-bdea9e89310f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:50.069203 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-e87c1be1-11fc-4186-9930-bdea9e89310f service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.2203608 Mar 23 10:26:50.087646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.132883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eb5efe6-7f95-49c1-be0b-a2368572b765 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:50.213872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.234932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-109d27d5-c760-4604-bd75-62f68862dd56 None None] Port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:50.244942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'b930f591-4860-4f1d-97d6-9e27d4e808f2', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.132', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:bd:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:45Z', 'updated_at': '2022-03-23T10:26:45Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:50.254690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:26:50.275422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4eb5efe6-7f95-49c1-be0b-a2368572b765 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:50.275819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.322820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:50.323016 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:26:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:50.369665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-2b60deb8-2f12-4eb2-94f2-2058147c997e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4 HTTP/1.1" status: 200 len: 999 time: 0.2930570 Mar 23 10:26:50.442866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-682a5d2d-e20b-4a43-b8ee-285eddb2dc4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:50.444455 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-682a5d2d-e20b-4a43-b8ee-285eddb2dc4c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0676310 Mar 23 10:26:50.537857 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-e308e8e8-3599-4da0-a64e-c79d12d676ec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864778 Mar 23 10:26:50.550695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-3e70640a-67ff-49b4-a199-bcebac1cff86 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:26:50.553562 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-3e70640a-67ff-49b4-a199-bcebac1cff86 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089731 Mar 23 10:26:50.582995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-334ec24b-558c-48ae-9ab2-d83d76e36982 None None] Provisioning complete for port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:50.583376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-334ec24b-558c-48ae-9ab2-d83d76e36982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.639925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:26:50.722092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-1d7cb8d6-a2c1-46fc-9d38-4ba8f7c0859a service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609907 Mar 23 10:26:50.765312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-334ec24b-558c-48ae-9ab2-d83d76e36982 None None] Port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:50.790492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.795339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.796100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:50.900653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=05bbfc17-62b2-451c-a9f1-aa687ad2bf9a,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:50.917386 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-271c6c5f-84d6-458c-9ee8-899289d4e510 req-6e6d2537-f646-43fb-9c2c-bb14789eaa6b service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881211 Mar 23 10:26:51.028508 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5fcfb83a-44bb-4321-91a7-766e09cf48f1 req-64280a94-5559-4347-b324-3c6244e29038 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 210 time: 0.0415702 Mar 23 10:26:51.073791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:51.074996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:51.092841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'b930f591-4860-4f1d-97d6-9e27d4e808f2', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.132', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:bd:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:45Z', 'updated_at': '2022-03-23T10:26:45Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:51.097592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f10b41-d407-4ca5-85a0-ad01a87210b8 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'b930f591-4860-4f1d-97d6-9e27d4e808f2', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.132', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:bd:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:45Z', 'updated_at': '2022-03-23T10:26:45Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:51.346945 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64c0de-dae9-44ee-b320-8d407b22fa38 None None] New status for floating IP b930f591-4860-4f1d-97d6-9e27d4e808f2: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:26:51.406146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5061222e-5e83-4afe-a24a-056bdc0accd6 None None] Provisioning complete for port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:51.407507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5061222e-5e83-4afe-a24a-056bdc0accd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:51.497038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5061222e-5e83-4afe-a24a-056bdc0accd6 None None] Port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:26:51.537226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efbb4-53d5-40c8-892e-77540f243897 req-80e2fb75-f89d-434d-9e6b-a3e74c15a7fc tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:51.538778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-80e2fb75-f89d-434d-9e6b-a3e74c15a7fc tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.91 "GET /v2.0/networks?id=952da59c-98a6-46ed-ae3c-147f19ef1925 HTTP/1.1" status: 200 len: 812 time: 0.2044542 Mar 23 10:26:51.556737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Router dd38764b-0c43-451d-9a9f-eef1be2253c8 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:26:51.558612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Request body: {'port': {'device_id': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925', 'admin_state_up': True, 'tenant_id': '556878ee0f794bf0845bd1d9f5169e83'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:51.722385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:51.726099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Usage tracker for resource:port and tenant:556878ee0f794bf0845bd1d9f5169e83 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:51.728881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:51.734786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:51.746005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Made reservation on behalf of 556878ee0f794bf0845bd1d9f5169e83 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:51.749443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:51.753901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:26:51.761770 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0fae6689-a941-4c7e-982a-3320d705dcc2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/routers/dd38764b-0c43-451d-9a9f-eef1be2253c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4559126 Mar 23 10:26:51.762517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48762) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:51.765371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] Sync routers for ids ['dd38764b-0c43-451d-9a9f-eef1be2253c8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:26:51.777525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] Routers {'dd38764b-0c43-451d-9a9f-eef1be2253c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:51.778219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:26:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['dd38764b-0c43-451d-9a9f-eef1be2253c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:51.836957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:51.847563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] Routers {'dd38764b-0c43-451d-9a9f-eef1be2253c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:51.848159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:26:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['dd38764b-0c43-451d-9a9f-eef1be2253c8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:51.913532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:51.914145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e341cc-89a7-4819-9cf7-621c7e7dcceb None None] The sync data for ids ['dd38764b-0c43-451d-9a9f-eef1be2253c8'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:51.958005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b36236-e7d7-4430-918f-c892f725f4c8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:51.958675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-61b36236-e7d7-4430-918f-c892f725f4c8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:51.990992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-61b36236-e7d7-4430-918f-c892f725f4c8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:51.992172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-61b36236-e7d7-4430-918f-c892f725f4c8 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd38764b-0c43-451d-9a9f-eef1be2253c8 HTTP/1.1" status: 200 len: 989 time: 0.2287135 Mar 23 10:26:51.995088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48766) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:51.997851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Allocated IP 172.20.0.10 (952da59c-98a6-46ed-ae3c-147f19ef1925/8d36a457-380e-4d83-a3bc-e1b1df8ac748/a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:52.223782 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-82913004-ef6d-45ca-a21c-c59174d8d2f6 req-a159c053-5827-4311-b82c-0c44be0ce470 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 210 time: 0.0598996 Mar 23 10:26:52.589885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:52.651439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:52.763309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Pushing event updated for resources: {'Port': ['ID=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:52.775324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Network 952da59c-98a6-46ed-ae3c-147f19ef1925 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:52.777963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:52.781688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:26:52.852469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:52.852984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:52.903779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-f66033d3-78a7-4be2-ac16-5144297a55cf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3493278 Mar 23 10:26:52.915654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Request body: {'port': {'device_id': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:53.078547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:53.135052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:53.585690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2a80-09b6-48cb-b715-2bffeca5c874 req-602c59ae-bec1-4435-8630-cbd4a739308c tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:53.586377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-a18f2a80-09b6-48cb-b715-2bffeca5c874 req-602c59ae-bec1-4435-8630-cbd4a739308c tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Synchronizing usage tracker for tenant:556878ee0f794bf0845bd1d9f5169e83 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:53.692249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-a18f2a80-09b6-48cb-b715-2bffeca5c874 req-602c59ae-bec1-4435-8630-cbd4a739308c tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Unset dirty status for tenant:556878ee0f794bf0845bd1d9f5169e83 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:53.693263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a18f2a80-09b6-48cb-b715-2bffeca5c874 req-602c59ae-bec1-4435-8630-cbd4a739308c tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 932 time: 0.3461916 Mar 23 10:26:53.837779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:26:53.853337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:53.869975 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a18f2a80-09b6-48cb-b715-2bffeca5c874 req-5f7355e0-d2e4-4b8f-b955-3446974818d1 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625555 Mar 23 10:26:53.878207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Transition to ACTIVE for port object a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:53.878740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:53.879022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:53.907718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.242516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Pushing event updated for resources: {'Port': ['ID=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:54.367448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.452604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.461931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c9b980da-d2f0-4175-91b8-adbc065e85a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.503712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 05bbfc17-62b2-451c-a9f1-aa687ad2bf9a owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:54.550716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Attempting to bind port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:54.550716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Attempting to bind port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:54.550716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Attempting to bind port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 on network 952da59c-98a6-46ed-ae3c-147f19ef1925 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:54.562436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 on network 952da59c-98a6-46ed-ae3c-147f19ef1925 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:26:54.562763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Attempting to bind port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 on network 952da59c-98a6-46ed-ae3c-147f19ef1925 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:26:54.584525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:26:54.584525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Checking segment: {'id': '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:26:54.584525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Bound using segment: {'id': '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:26:54.584969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Bound port: a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:54.585310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.700378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] For port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:26:54.704956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] For port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,segment=NetworkSegment(7a0275be-0e45-45ab-9f6c-289fcbd3c5b2),segment_id=7a0275be-0e45-45ab-9f6c-289fcbd3c5b2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:26:54.735390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.816338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.817678 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] 10.222.0.91 "PUT /v2.0/ports/a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 HTTP/1.1" status: 200 len: 1094 time: 1.9065957 Mar 23 10:26:54.819711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'tag': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:26:54.842550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064af7d7-f8b4-4a85-b43a-4e2382e84e1b service neutron] Pushing event updated for resources: {'Port': ['ID=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:54.845024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:54.927636 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'tag': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420', 'status': 'completed', 'code': 200} Mar 23 10:26:54.934427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=05bbfc17-62b2-451c-a9f1-aa687ad2bf9a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:55.177948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-52799342-9c1d-4196-b00a-dcb5ab9ce80e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=556878ee0f794bf0845bd1d9f5169e83&device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 1097 time: 0.2993400 Mar 23 10:26:55.240198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:55.268270 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-b172bba2-5fb7-4416-826f-49cab99949e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 HTTP/1.1" status: 200 len: 217 time: 0.0799606 Mar 23 10:26:55.276581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfd448-2a60-4d57-9992-61d5de26f917 req-6d7e716b-aaf5-451d-8da1-53e4b0db5992 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:55.277960 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23bfd448-2a60-4d57-9992-61d5de26f917 req-6d7e716b-aaf5-451d-8da1-53e4b0db5992 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 944 time: 0.2389896 Mar 23 10:26:55.588921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efbb4-53d5-40c8-892e-77540f243897 req-18a8e96a-52b8-424c-82e4-81e4e39c11dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:55.590263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-18a8e96a-52b8-424c-82e4-81e4e39c11dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d36a457-380e-4d83-a3bc-e1b1df8ac748 HTTP/1.1" status: 200 len: 852 time: 0.3114772 Mar 23 10:26:55.597470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23bfd448-2a60-4d57-9992-61d5de26f917 req-ff155700-b613-4100-88a1-1240ec9c438b tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414346 Mar 23 10:26:55.703733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-48e73f85-7aff-4518-8290-8e6f6b6a10d0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=952da59c-98a6-46ed-ae3c-147f19ef1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047034 Mar 23 10:26:56.011848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-e7f7fdf1-7752-403f-9c61-a01239b2a1b3 service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553346 Mar 23 10:26:56.045505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Router dd38764b-0c43-451d-9a9f-eef1be2253c8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:26:56.272313 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-983efbb4-53d5-40c8-892e-77540f243897 req-a53b5cd0-816a-4d5c-ba42-e29641fa4808 service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507727 Mar 23 10:26:56.282164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:26:56.295835 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] Sync routers for ids ['dd38764b-0c43-451d-9a9f-eef1be2253c8'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:26:56.302423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48778) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:56.302950 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9d9f7687-e2a6-400b-b051-b76a84e8ab41 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/routers/dd38764b-0c43-451d-9a9f-eef1be2253c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3063011 Mar 23 10:26:56.311381 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] Routers {'dd38764b-0c43-451d-9a9f-eef1be2253c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:56.311987 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:26:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['dd38764b-0c43-451d-9a9f-eef1be2253c8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:56.345260 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07813e8-0847-42fe-84eb-396352a31581 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:26:56.345761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d07813e8-0847-42fe-84eb-396352a31581 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:56.362104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d07813e8-0847-42fe-84eb-396352a31581 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:56.366014 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d07813e8-0847-42fe-84eb-396352a31581 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/05bbfc17-62b2-451c-a9f1-aa687ad2bf9a HTTP/1.1" status: 404 len: 333 time: 0.0590377 Mar 23 10:26:56.366179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48782) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:56.376823 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:56.388048 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] Routers {'dd38764b-0c43-451d-9a9f-eef1be2253c8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:26:56.388704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:26:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['dd38764b-0c43-451d-9a9f-eef1be2253c8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:56.390873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-98e754f7-4a19-4a23-b61a-e62008069a6b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=556878ee0f794bf0845bd1d9f5169e83&device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 1097 time: 0.0736599 Mar 23 10:26:56.452839 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:56.453236 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78648e2b-f615-4fb0-b7e5-6f7b26679f98 None None] The sync data for ids ['dd38764b-0c43-451d-9a9f-eef1be2253c8'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:26:56.515413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:56.533266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-ceeaa042-221c-4a48-a220-85c28e93124a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:56.534638 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-ceeaa042-221c-4a48-a220-85c28e93124a service neutron] 10.222.0.91 "GET /v2.0/networks?id=952da59c-98a6-46ed-ae3c-147f19ef1925 HTTP/1.1" status: 200 len: 913 time: 0.1363909 Mar 23 10:26:56.608225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-999ba492-c04a-438d-8ddd-c8d18166d36f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 HTTP/1.1" status: 200 len: 217 time: 0.0654163 Mar 23 10:26:56.671763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-5f8ff608-c4d2-44af-af8e-4fb0d8eba93d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:56.673476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-5f8ff608-c4d2-44af-af8e-4fb0d8eba93d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d36a457-380e-4d83-a3bc-e1b1df8ac748 HTTP/1.1" status: 200 len: 852 time: 0.0602849 Mar 23 10:26:56.697946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5cc7-5d84-4fc3-b223-177e294221df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:56.729510 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-7eca5811-25a8-4cbd-b7e2-221587cb588b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=952da59c-98a6-46ed-ae3c-147f19ef1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497174 Mar 23 10:26:56.930306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-a5c92b11-4906-4974-9bb4-9d1ad1565937 service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639481 Mar 23 10:26:56.935758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a45084-4ac9-40cd-be89-06f8093485d5 req-ea08a0f2-cae9-4977-8540-5a00a7a3d610 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:56.937088 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-02a45084-4ac9-40cd-be89-06f8093485d5 req-ea08a0f2-cae9-4977-8540-5a00a7a3d610 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 944 time: 0.2067208 Mar 23 10:26:57.019833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.024467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.051900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.052393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Fanout notify agent at l3_agent the message router_deleted on router dd38764b-0c43-451d-9a9f-eef1be2253c8 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:26:57.063370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.064494 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7fef80ed-5590-47b8-ad04-61c1b5c5aaae tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/routers/dd38764b-0c43-451d-9a9f-eef1be2253c8 HTTP/1.1" status: 204 len: 168 time: 0.6973748 Mar 23 10:26:57.067185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48792) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:57.189584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-02a45084-4ac9-40cd-be89-06f8093485d5 req-e1ea2b3f-ec9f-4e53-82be-f3c0ceab5ff6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341321 Mar 23 10:26:57.230989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b71025b4-84b0-450d-bad5-eceaf96350bb req-c8a8f167-417d-41eb-8f32-d87e29ac3646 service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929866 Mar 23 10:26:57.270539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet 09d6dfa5-ccb4-44f5-a720-7aade2f0b008 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:26:57.273476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.325661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.411675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.490082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.532493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=09d6dfa5-ccb4-44f5-a720-7aade2f0b008,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:57.540519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.546924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4a9c1-8a9a-4710-8af4-374a2f770da1 None None] Network 2e9b48fa-41e1-4200-9ac1-1782c09e1036 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:57.550969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.551312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.551667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.551997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.552321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.552644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.552958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.553441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.553754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.554068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.554406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:57.557785 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d088ff75-97e6-4025-82d7-496e8b5fcfbc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/09d6dfa5-ccb4-44f5-a720-7aade2f0b008 HTTP/1.1" status: 204 len: 168 time: 0.4896998 Mar 23 10:26:57.560867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48796) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:57.680615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.691691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 4eb5efe6-7f95-49c1-be0b-a2368572b765 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:57.692033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.766163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.850220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.870836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] DHCP port deletion for 2e9b48fa-41e1-4200-9ac1-1782c09e1036 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:26:57.875207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Deleting port 4eb5efe6-7f95-49c1-be0b-a2368572b765 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:57.875628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:57.931381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port 4eb5efe6-7f95-49c1-be0b-a2368572b765, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eb5efe6-7f95-49c1-be0b-a2368572b765,segment=NetworkSegment(b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b),segment_id=b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:57.931775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.056481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 4eb5efe6-7f95-49c1-be0b-a2368572b765 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:58.057360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eb5efe6-7f95-49c1-be0b-a2368572b765 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:58.132465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.142101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] For port 4eb5efe6-7f95-49c1-be0b-a2368572b765, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4eb5efe6-7f95-49c1-be0b-a2368572b765,segment=NetworkSegment(b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b),segment_id=b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:58.142497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.179280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=4eb5efe6-7f95-49c1-be0b-a2368572b765,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:58.189088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port 4eb5efe6-7f95-49c1-be0b-a2368572b765 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:58.214018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 4eb5efe6-7f95-49c1-be0b-a2368572b765 {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:26:58.214425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4eb5efe6-7f95-49c1-be0b-a2368572b765 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:58.284376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Calling delete_port for 4eb5efe6-7f95-49c1-be0b-a2368572b765 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:26:58.339100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.358433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:26:58.358786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:26:58.368119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9b48fa-41e1-4200-9ac1-1782c09e1036']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:58.380140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:58.380429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7acc203-fd9c-4ad1-9c7b-6665bd8c2f0b') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:58.392772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.408939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3d6c5-e3f1-4542-bf02-ecf8fd8af758 req-0d2444d7-6469-4d76-9de0-ab1c9ffa85c4 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:58.409944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.411187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41c3d6c5-e3f1-4542-bf02-ecf8fd8af758 req-0d2444d7-6469-4d76-9de0-ab1c9ffa85c4 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 944 time: 0.0803282 Mar 23 10:26:58.416694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 980 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:26:58.417222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:58.432394 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:58.459673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41c3d6c5-e3f1-4542-bf02-ecf8fd8af758 req-b72472d4-888d-4476-852e-295c216b31fc tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Mar 23 10:26:58.596841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.601808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.627967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=2e9b48fa-41e1-4200-9ac1-1782c09e1036,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:58.637158 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-747d4f60-0696-4c80-9849-6a054e245af7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/2e9b48fa-41e1-4200-9ac1-1782c09e1036 HTTP/1.1" status: 204 len: 168 time: 1.0759048 Mar 23 10:26:58.641383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48802) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:58.720876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d22873-85dc-4d6e-af7f-9c5b121ade80 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:58.721468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b6d22873-85dc-4d6e-af7f-9c5b121ade80 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:58.738306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b6d22873-85dc-4d6e-af7f-9c5b121ade80 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:58.739790 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b6d22873-85dc-4d6e-af7f-9c5b121ade80 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/259a0017-ab42-4369-851c-07fd81ac29ae HTTP/1.1" status: 200 len: 845 time: 0.0972250 Mar 23 10:26:58.743373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48806) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:58.756569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:26:58.816083 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b4b2b821-3c54-4ab6-8627-b9b0e67f4a47 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/259a0017-ab42-4369-851c-07fd81ac29ae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0715151 Mar 23 10:26:58.822635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48810) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:58.828551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:58.860520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Deleting port 4eb5efe6-7f95-49c1-be0b-a2368572b765 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:26:58.861135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:58.931076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58c75ae9-47b2-4818-a43e-0699c3d534e2 None None] The port '4eb5efe6-7f95-49c1-be0b-a2368572b765' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:26:58.947242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:58.948951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:58.952339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:58.958698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:58.970943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:58.972289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,segment=NetworkSegment(7a0275be-0e45-45ab-9f6c-289fcbd3c5b2),segment_id=7a0275be-0e45-45ab-9f6c-289fcbd3c5b2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:58.986281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420', 'network_id': '952da59c-98a6-46ed-ae3c-147f19ef1925', 'port_id': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420', 'mac_address': 'fa:16:3e:e4:e4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d36a457-380e-4d83-a3bc-e1b1df8ac748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:26:59.039300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.063760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:26:59.073389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.079418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,segment=NetworkSegment(7a0275be-0e45-45ab-9f6c-289fcbd3c5b2),segment_id=7a0275be-0e45-45ab-9f6c-289fcbd3c5b2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:26:59.083362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.160529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:59.228018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.310184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.377661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:59.380733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:59.384840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:59.385424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.389536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463870e3-97a6-4d73-972c-b84ea3785fab None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:26:59.392872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=f033f633-8e5b-4a84-9355-f48a2cede3bd,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:59.411321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-633edcff-5e5d-4330-a43a-f63e0835fa2d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5874636 Mar 23 10:26:59.413994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48814) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:59.420352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'security_group': {'name': 'tempest-secgroup-243872443'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:59.426742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:59.431240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:59.434282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:59.440898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:59.452547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.457639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:26:59.509939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:59.519670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group_rule and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:59.524831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:59.538846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:59.606872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.613515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.704468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4adcc5d-ecd0-4659-9265-5cce21518d0e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:59.712750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.714090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8644a2e4-f237-464e-944e-bab6592f72d7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2989697 Mar 23 10:26:59.716936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48820) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:59.722541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'security_group': {'name': 'tempest-secgroup-891881745'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:59.728466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:59.732744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:59.736533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:59.742294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:59.745493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f8c01-2693-485a-a48b-4a7259b886bf req-9556e902-bb67-4d47-a356-f993b0ba37ba tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:59.747063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-443f8c01-2693-485a-a48b-4a7259b886bf req-9556e902-bb67-4d47-a356-f993b0ba37ba tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 945 time: 0.1216500 Mar 23 10:26:59.753776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.792345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:59.798966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group_rule and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:59.800829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-443f8c01-2693-485a-a48b-4a7259b886bf req-edb26560-9f0c-4949-8b0d-4aa790eb2c64 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Mar 23 10:26:59.805535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-40fe8283-c305-477f-87e8-1106f26ddf08', 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'tenant_id': 'fdb7f8624b6649749d150fb96d06a6f2', 'fixed_ips': [{'subnet_id': 'f033f633-8e5b-4a84-9355-f48a2cede3bd'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:26:59.805894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:59.806525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.812619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:59.874965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.878093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.919091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca092f-6eef-4652-a3c9-482dd3ba1e3d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:59.921689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.925442 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fa0289f4-1294-4fe4-b197-8846861782e9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2050104 Mar 23 10:26:59.925712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48824) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:59.931301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1299659260', 'security_groups': ['c6ca092f-6eef-4652-a3c9-482dd3ba1e3d'], 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f033f633-8e5b-4a84-9355-f48a2cede3bd'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:26:59.975992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Allocated IP 2001:db8::2 (40fe8283-c305-477f-87e8-1106f26ddf08/f033f633-8e5b-4a84-9355-f48a2cede3bd/10f79b79-0083-4aba-a2ca-ee2811f1c500) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:00.066236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:00.076015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:00.086111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:00.222293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.244731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.250681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port 716aadc1-1557-408d-b338-665798b2787d yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:27:00.256239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Transition to ACTIVE for port object 10f79b79-0083-4aba-a2ca-ee2811f1c500 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:00.274566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Transition to ACTIVE for port object 10f79b79-0083-4aba-a2ca-ee2811f1c500 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:00.281043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.350701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:00.353595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:00.358069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:27:00.360186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:00.451758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Attempting to bind port 10f79b79-0083-4aba-a2ca-ee2811f1c500 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:27:00.452129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Attempting to bind port 10f79b79-0083-4aba-a2ca-ee2811f1c500 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'df225f1e-ebd1-46aa-8258-7993b204366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:27:00.452495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Attempting to bind port 10f79b79-0083-4aba-a2ca-ee2811f1c500 on network 40fe8283-c305-477f-87e8-1106f26ddf08 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:27:00.459267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:27:00.459683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Checking segment: {'id': 'df225f1e-ebd1-46aa-8258-7993b204366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:27:00.460085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.460475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Bound using segment: {'id': 'df225f1e-ebd1-46aa-8258-7993b204366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:27:00.460941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Bound port: 10f79b79-0083-4aba-a2ca-ee2811f1c500, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df225f1e-ebd1-46aa-8258-7993b204366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:27:00.461316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.471601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::267 (40fe8283-c305-477f-87e8-1106f26ddf08/f033f633-8e5b-4a84-9355-f48a2cede3bd/716aadc1-1557-408d-b338-665798b2787d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:00.590496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:27:00.594534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:27:00.598698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.693660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5bb71-ec19-45c9-8916-aab397d530ca None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:00.706142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.729262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object 716aadc1-1557-408d-b338-665798b2787d will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:00.764698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.782548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:00.856208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:00.856208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:00.856208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:27:00.865683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:00.865683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:00.886237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=716aadc1-1557-408d-b338-665798b2787d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:00.910258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48830) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:00.911059 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-45fa31e9-1683-49ed-8ae3-a2bca45b57bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9809580 Mar 23 10:27:00.938240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:00.961570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:00.967798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:00.967798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:01.231508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:01.297268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,segment=NetworkSegment(7a0275be-0e45-45ab-9f6c-289fcbd3c5b2),segment_id=7a0275be-0e45-45ab-9f6c-289fcbd3c5b2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:01.297268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:27:01.324675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:01.352355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f4ce8-3800-4ead-94b9-c58e16fd617c req-30fe97c5-6fc1-4cf4-a28d-1b36f41af09a tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:01.361244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-136f4ce8-3800-4ead-94b9-c58e16fd617c req-30fe97c5-6fc1-4cf4-a28d-1b36f41af09a tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 945 time: 0.3508329 Mar 23 10:27:01.375993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:01.380602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:01.388724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:01.403309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:01.431490 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420', 'code': 200} Mar 23 10:27:01.438730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-136f4ce8-3800-4ead-94b9-c58e16fd617c req-19fcd6b4-7057-491d-89cf-55a485d656e5 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819893 Mar 23 10:27:01.438730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:01.444461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:01.453931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:01.610752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f033f633-8e5b-4a84-9355-f48a2cede3bd (CIDR: 2001:db8::/64) Mar 23 10:27:01.653913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:27:01.653913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:01.695143 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-deb1d058-ce0a-439d-896d-ef8201048905 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7806184 Mar 23 10:27:01.695143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48838) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:01.705043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:01.919445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8cb81ba3-95c9-4727-94a7-d1f26bdfc8f3 req-c4b12478-1535-441d-8be0-2418000798a1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 1099 time: 0.3059158 Mar 23 10:27:02.022643 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8cb81ba3-95c9-4727-94a7-d1f26bdfc8f3 req-78694779-33f6-4a00-83c6-74ba42fe6090 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936162 Mar 23 10:27:02.044463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:02.044463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:02.044463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:02.063313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:02.072203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:02.072203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.142916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 10f79b79-0083-4aba-a2ca-ee2811f1c500 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:02.204119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:02.204876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.303728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:02.323434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:02.331986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Provisioning for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:02.337428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:02.337777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.370211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:02.370211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.406195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.474081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:02.477754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:02.482977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:02.483768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.499590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=b3ba48a5-65a0-47e5-970f-3aa31f57cfb0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:02.499786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a929f3e-2ae4-427d-90e2-5cd26c2275e8 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:02.515346 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ea2207df-fde0-47ba-b371-19b13b801a3c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8213170 Mar 23 10:27:02.520242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48844) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:02.527872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1733225902', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3ba48a5-65a0-47e5-970f-3aa31f57cfb0'}], 'security_groups': ['d4adcc5d-ecd0-4659-9265-5cce21518d0e']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:02.677750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.688215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.739234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.804222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:02.807516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371276b-5ecf-430b-9af2-11b799ec797d req-323da7a9-578a-4bb5-af7b-269498359f40 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:02.808658 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9371276b-5ecf-430b-9af2-11b799ec797d req-323da7a9-578a-4bb5-af7b-269498359f40 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.2168510 Mar 23 10:27:02.812581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:02.925289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9371276b-5ecf-430b-9af2-11b799ec797d req-79105ff3-63a0-4530-83ec-bcbd68ba2047 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043971 Mar 23 10:27:02.980563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:27:02.980723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-e4906bb5-8936-428e-8059-862fa711b2fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:27:02.992901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:03.012316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.013008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.013008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.013246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.015439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.015439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.015439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.015439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.015439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.015880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.016124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:03.142630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Update dhcp port {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'fixed_ips': [{'subnet_id': 'f033f633-8e5b-4a84-9355-f48a2cede3bd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3ba48a5-65a0-47e5-970f-3aa31f57cfb0'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '10f79b79-0083-4aba-a2ca-ee2811f1c500'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:27:03.201614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.234639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Delete allocated IP 2001:db8::267 (40fe8283-c305-477f-87e8-1106f26ddf08/f033f633-8e5b-4a84-9355-f48a2cede3bd) {{(pid=83745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:27:03.243467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8:0:1::c1 (40fe8283-c305-477f-87e8-1106f26ddf08/b3ba48a5-65a0-47e5-970f-3aa31f57cfb0/716aadc1-1557-408d-b338-665798b2787d) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:03.450191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.465890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Ignored duplicate provisioning block setup for port 716aadc1-1557-408d-b338-665798b2787d by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:27:03.470740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.578890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=716aadc1-1557-408d-b338-665798b2787d,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:03.587335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] In _notify_port_updated(), no bound segment for port 716aadc1-1557-408d-b338-665798b2787d on network 40fe8283-c305-477f-87e8-1106f26ddf08 {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:27:03.591177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:03.592807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.594087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8f7b8191-247f-47ff-8aae-02b0ae4e37cd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/ports/716aadc1-1557-408d-b338-665798b2787d HTTP/1.1" status: 200 len: 930 time: 1.0725429 Mar 23 10:27:03.595107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Allocated IP 2001:db8:0:1::2 (40fe8283-c305-477f-87e8-1106f26ddf08/b3ba48a5-65a0-47e5-970f-3aa31f57cfb0/10f79b79-0083-4aba-a2ca-ee2811f1c500) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:03.597074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48848) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:03.662390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 716aadc1-1557-408d-b338-665798b2787d {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:03.662725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.741161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bac8c288-747f-44d1-98a9-5114987c7d96 None None] Provisioning for port 716aadc1-1557-408d-b338-665798b2787d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:03.744739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:03.750346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bac8c288-747f-44d1-98a9-5114987c7d96 None None] Provisioning complete for port 716aadc1-1557-408d-b338-665798b2787d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:03.750714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bac8c288-747f-44d1-98a9-5114987c7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.821020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.824874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bac8c288-747f-44d1-98a9-5114987c7d96 None None] Port 716aadc1-1557-408d-b338-665798b2787d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:03.840233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Transition to ACTIVE for port object 10f79b79-0083-4aba-a2ca-ee2811f1c500 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:03.844685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.916809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:03.991981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2598c72-be1e-4f3b-9e01-69b17e47c36b None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:04.092627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 10f79b79-0083-4aba-a2ca-ee2811f1c500 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:04.203241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 716aadc1-1557-408d-b338-665798b2787d owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:04.312208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fb60-16d5-4a76-bb86-e7233b696c7b req-eae34efa-9973-4569-aaea-774a39ce5dfa tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:04.313684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5032fb60-16d5-4a76-bb86-e7233b696c7b req-eae34efa-9973-4569-aaea-774a39ce5dfa tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.2154651 Mar 23 10:27:04.431159 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5032fb60-16d5-4a76-bb86-e7233b696c7b req-706c769a-2de2-40c8-898e-7e8f1d8e6f59 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106856 Mar 23 10:27:04.436965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.551167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=716aadc1-1557-408d-b338-665798b2787d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:04.565049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.572798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2d11df66-fdab-4713-bf2a-0636e0febe9d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/716aadc1-1557-408d-b338-665798b2787d HTTP/1.1" status: 204 len: 168 time: 0.9746835 Mar 23 10:27:04.578120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48856) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:04.653313 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ce29d9-9f38-4bb3-b850-85d3b4bd746d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:27:04.653313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f1ce29d9-9f38-4bb3-b850-85d3b4bd746d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:04.665493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f1ce29d9-9f38-4bb3-b850-85d3b4bd746d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:04.672604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48860) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:04.672910 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f1ce29d9-9f38-4bb3-b850-85d3b4bd746d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/716aadc1-1557-408d-b338-665798b2787d HTTP/1.1" status: 404 len: 333 time: 0.0918140 Mar 23 10:27:04.758733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc957-f7f8-4581-8a97-afc7d46a2b21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.765830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539ac7f-2f0a-444a-acff-d7fa38cc9334 req-7f0256fc-751a-437d-87c9-5137892500d9 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:04.772210 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b539ac7f-2f0a-444a-acff-d7fa38cc9334 req-7f0256fc-751a-437d-87c9-5137892500d9 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.1620131 Mar 23 10:27:04.826820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc957-f7f8-4581-8a97-afc7d46a2b21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.873035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Could not find standard attr ID for object 716aadc1-1557-408d-b338-665798b2787d. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:27:04.876241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b539ac7f-2f0a-444a-acff-d7fa38cc9334 req-54cb6ee8-4b4b-4027-a91c-a199b67b1054 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018434 Mar 23 10:27:04.906523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc957-f7f8-4581-8a97-afc7d46a2b21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.916019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:04.916019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.944060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc957-f7f8-4581-8a97-afc7d46a2b21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.950081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8dcfc957-f7f8-4581-8a97-afc7d46a2b21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/security-groups/c6ca092f-6eef-4652-a3c9-482dd3ba1e3d HTTP/1.1" status: 204 len: 168 time: 0.2732561 Mar 23 10:27:04.953301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48866) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:04.956935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfc957-f7f8-4581-8a97-afc7d46a2b21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca092f-6eef-4652-a3c9-482dd3ba1e3d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:05.041365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:05.059254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Provisioning for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:05.066651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:05.067744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a3d50648-6b10-4fbb-8a8d-cbc488b8362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.078625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaf26-e3de-4854-9f2a-8d6c57e17287 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.133080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaf26-e3de-4854-9f2a-8d6c57e17287 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.251024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaf26-e3de-4854-9f2a-8d6c57e17287 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.289616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eaf26-e3de-4854-9f2a-8d6c57e17287 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4adcc5d-ecd0-4659-9265-5cce21518d0e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:05.303937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaf26-e3de-4854-9f2a-8d6c57e17287 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.303937 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bf2eaf26-e3de-4854-9f2a-8d6c57e17287 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/security-groups/d4adcc5d-ecd0-4659-9265-5cce21518d0e HTTP/1.1" status: 204 len: 168 time: 0.3420954 Mar 23 10:27:05.312225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48870) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:05.390334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3fc3e1d3-0b51-4650-8924-f0a2f98bcc13 None None] Could not find standard attr ID for object 716aadc1-1557-408d-b338-665798b2787d. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:27:05.520382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48878) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:05.566967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet f033f633-8e5b-4a84-9355-f48a2cede3bd {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:27:05.572808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.596963 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7dbec146-8738-4717-a997-5fec7d6d6418 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=bc2496f95cb24aeeb482c4095d41b832&network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 3000 time: 0.0754242 Mar 23 10:27:05.610397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201496f-ee67-4d59-ba2e-c9ef03845f34 req-26ddb992-6eba-4e13-af39-71203ddaf78e tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:05.612309 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3201496f-ee67-4d59-ba2e-c9ef03845f34 req-26ddb992-6eba-4e13-af39-71203ddaf78e tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.1650100 Mar 23 10:27:05.659115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.720928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3201496f-ee67-4d59-ba2e-c9ef03845f34 req-39479446-6a56-4622-9195-6cc7f5bd7176 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934162 Mar 23 10:27:05.764840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.851998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.895428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=f033f633-8e5b-4a84-9355-f48a2cede3bd,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:05.897871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.904932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba091c-be89-4e52-a0ef-2cd020e320bd None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:05.906336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d53d029e-956d-4830-b240-e759069c233c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/f033f633-8e5b-4a84-9355-f48a2cede3bd HTTP/1.1" status: 204 len: 168 time: 0.6085629 Mar 23 10:27:05.910033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48886) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:05.915850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:06.078098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 10f79b79-0083-4aba-a2ca-ee2811f1c500 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:06.106067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:06.108347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:06.116225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:06.120093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:06.137993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:06.139846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.218202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:06.218202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.525393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.590789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:06.594702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:06.599333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:06.599952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.618956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=627c9c25-1639-47b7-9f92-d12182be86c6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:06.629890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4778c9de-dc61-4248-96e5-52d25a3ed5ee tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7185085 Mar 23 10:27:06.632563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48890) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:06.638381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'security_group': {'name': 'tempest-secgroup-1153511998'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:06.645142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:06.650552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:06.654650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:06.662013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:06.679605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.724577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:06.729357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group_rule and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:06.732536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:06.738899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:06.949124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85cc8cd-34f4-4e09-b1b5-b4b01ec6bfca None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:07.012089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.019087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.080772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3a13f236-160e-4029-8af7-b5247dd86d38 None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:07.080772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a13f236-160e-4029-8af7-b5247dd86d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.108474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.108474 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4670882 Mar 23 10:27:07.112343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48898) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:07.112343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'security_group': {'name': 'tempest-secgroup-489378278'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:07.118699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09edca-b645-48ce-b3a1-a5b30ac2941f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26969485-18a9-4e85-8a9e-c3afeff5822d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:07.128889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:07.134915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:07.140793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb5c2-74c4-4a44-bc00-b4f2f1396db3 req-0dab9cbb-b254-4248-a61e-2f26ca085970 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:07.147312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:07.150723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00bcb5c2-74c4-4a44-bc00-b4f2f1396db3 req-0dab9cbb-b254-4248-a61e-2f26ca085970 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.2101963 Mar 23 10:27:07.161581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:07.184866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.253679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:07.261638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group_rule and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:07.266757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:07.276434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:07.288055 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00bcb5c2-74c4-4a44-bc00-b4f2f1396db3 req-6886534d-d34b-4186-88b0-602bc0453f8d tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369991 Mar 23 10:27:07.318446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3a13f236-160e-4029-8af7-b5247dd86d38 None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:07.343003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3a13f236-160e-4029-8af7-b5247dd86d38 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:07.343384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a13f236-160e-4029-8af7-b5247dd86d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.362602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.380042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.446090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297605d3-cf3b-4d95-a8be-0f699cb92b36,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:07.447088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.448701 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9963d683-5499-496c-9434-d94eb61711c7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3439765 Mar 23 10:27:07.452137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48906) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:07.460633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'security_group': {'name': 'tempest-secgroup-727379148'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:07.471444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:07.502404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:07.502404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:07.502404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:07.535558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.615017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:07.627429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:security_group_rule and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:07.631294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:07.642922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:07.771644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Update dhcp port {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'fixed_ips': [{'subnet_id': 'b3ba48a5-65a0-47e5-970f-3aa31f57cfb0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '627c9c25-1639-47b7-9f92-d12182be86c6'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '10f79b79-0083-4aba-a2ca-ee2811f1c500'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:27:07.863296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.918115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48912) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:08.019824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235ec71-dec2-488e-8231-08218222bfa3 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:08.022280 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f235ec71-dec2-488e-8231-08218222bfa3 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 814 time: 0.1020253 Mar 23 10:27:08.032338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.044162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.105841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d173d23c-6424-41f1-a35e-5604d25f7c57,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:08.123434 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-5ee95043-27cc-46bf-8822-27487d952b44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=556878ee0f794bf0845bd1d9f5169e83&device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 1099 time: 0.2708747 Mar 23 10:27:08.126730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.134593 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-718ef40c-408a-46e8-89e6-3a2b3941582b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6808939 Mar 23 10:27:08.134884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48918) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:08.150816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1200297830', 'security_groups': ['d173d23c-6424-41f1-a35e-5604d25f7c57'], 'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '627c9c25-1639-47b7-9f92-d12182be86c6'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:08.164584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f0e7-5763-4359-9056-336491ca01da req-de3b5870-cf91-49de-ab47-fb749748dde1 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:08.165995 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d039f0e7-5763-4359-9056-336491ca01da req-de3b5870-cf91-49de-ab47-fb749748dde1 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.4005244 Mar 23 10:27:08.207893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Allocated IP 2001:db8::2 (40fe8283-c305-477f-87e8-1106f26ddf08/627c9c25-1639-47b7-9f92-d12182be86c6/10f79b79-0083-4aba-a2ca-ee2811f1c500) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:08.314964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d039f0e7-5763-4359-9056-336491ca01da req-364e25cc-6ca4-4f33-a3ba-30a571c0dbea tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369374 Mar 23 10:27:08.354161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-40f3faf9-e5a1-4339-a1f1-a2113cb6df4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:08.355868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-40f3faf9-e5a1-4339-a1f1-a2113cb6df4d service neutron] 10.222.0.91 "GET /v2.0/networks?id=952da59c-98a6-46ed-ae3c-147f19ef1925 HTTP/1.1" status: 200 len: 913 time: 0.2182646 Mar 23 10:27:08.429919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:08.447264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:08.462425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-babe1c33-e770-417b-a276-a3dd88e3a3eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 HTTP/1.1" status: 200 len: 217 time: 0.0940402 Mar 23 10:27:08.467093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:08.469551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:08.515128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.533049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48924) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:08.533049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--1287640151', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:08.554400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Transition to ACTIVE for port object 10f79b79-0083-4aba-a2ca-ee2811f1c500 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:08.557983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:08.562646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.576962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:08.578182 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-d3f98b32-14b9-456b-b9a3-bc21746c4990 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1861670 Mar 23 10:27:08.584335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-30e7a2ee-9901-40de-9b80-e9d4ad3fd382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:08.586251 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-30e7a2ee-9901-40de-9b80-e9d4ad3fd382 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d36a457-380e-4d83-a3bc-e1b1df8ac748 HTTP/1.1" status: 200 len: 852 time: 0.1168883 Mar 23 10:27:08.637246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:08.641649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.681359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.689431 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-53089937-1a59-49c1-b4a8-08a6773fd93a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=952da59c-98a6-46ed-ae3c-147f19ef1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944374 Mar 23 10:27:08.721501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9de63-f899-428a-bf9b-f171547b49d1 None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:08.809373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:27:08.834548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.834548 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment 255b9ad2-e408-414d-9df1-b4ada33ef3a4 of type vlan for network 4c7af8de-33cc-4251-9226-46da240c0ad9 Mar 23 10:27:08.866327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] device_id is not set on port d6fbc6d6-a002-40cb-912b-a55bc81408c8 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:27:08.891078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.899241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-5e042f9d-3a45-493c-af39-f43c0281ccfc service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031114 Mar 23 10:27:09.004614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.db.resource_extend [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:27:09.017647 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-45f55e88-d720-47aa-b424-71f9329dbeb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1099 time: 0.3281941 Mar 23 10:27:09.072320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:09.080039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:09.081561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:09.362330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8387361 Mar 23 10:27:09.363178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48930) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:09.386418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8::250 (40fe8283-c305-477f-87e8-1106f26ddf08/627c9c25-1639-47b7-9f92-d12182be86c6/d6fbc6d6-a002-40cb-912b-a55bc81408c8) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:09.392972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=4c7af8de-33cc-4251-9226-46da240c0ad9,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:09.392972 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d336754-6fee-4868-8f44-f2507d6ac2c1 req-89de175f-8970-4c9f-9362-9fed2ab8b795 service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867456 Mar 23 10:27:09.433842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-75ea4974-b054-4304-a0c3-679d8b2bfac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:09.437084 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-75ea4974-b054-4304-a0c3-679d8b2bfac2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 898 time: 0.3805063 Mar 23 10:27:09.537329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc90033-ec2c-4309-b10f-0236fb9929f2 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:09.541273 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2fc90033-ec2c-4309-b10f-0236fb9929f2 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1586318 Mar 23 10:27:09.543795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48936) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:09.577340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.578291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.578291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.578549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.578635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.579792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.579792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.579792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.582113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.582113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.582113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508819cb-76ed-47df-a86b-7025d982ffdf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:09.600722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:27:09.655984 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-9891060f-a097-4603-b5c2-c48aec5363ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 1002 time: 0.2015641 Mar 23 10:27:09.828289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-5cf70e7b-f9f7-4322-8a7f-69f84ad2c2c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:09.829419 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-5cf70e7b-f9f7-4322-8a7f-69f84ad2c2c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 200 len: 835 time: 0.1750557 Mar 23 10:27:09.867967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1f6bfdca-c0f2-49cd-92c5-d4c214971f16 None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:09.869741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfdca-c0f2-49cd-92c5-d4c214971f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:09.882474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963a695-3688-44c9-a0a7-e62688c9b9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:09.882474 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6963a695-3688-44c9-a0a7-e62688c9b9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3355522 Mar 23 10:27:09.882474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48940) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:09.933718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3759-f0fa-4e04-97d4-e3b89b63de72 req-5d57b29e-473b-4b6c-95b1-363512726d1b tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:09.933718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5a5d3759-f0fa-4e04-97d4-e3b89b63de72 req-5d57b29e-473b-4b6c-95b1-363512726d1b tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.2261400 Mar 23 10:27:09.986506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a98598a2-c4c1-4559-b5d4-bff0f7d13eef tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812557 Mar 23 10:27:09.986506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48944) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.001467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.011264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bfdca-c0f2-49cd-92c5-d4c214971f16 None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:10.016772 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-e6099fea-5abd-463b-b50c-2c6c9fd46264 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734221 Mar 23 10:27:10.045491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1f6bfdca-c0f2-49cd-92c5-d4c214971f16 None None] Provisioning for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:10.062381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1f6bfdca-c0f2-49cd-92c5-d4c214971f16 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:10.062381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfdca-c0f2-49cd-92c5-d4c214971f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.084851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object d6fbc6d6-a002-40cb-912b-a55bc81408c8 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:10.182416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 10f79b79-0083-4aba-a2ca-ee2811f1c500 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:10.217712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.275590 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1b1a97ae-084e-41a0-9ee3-c2db572a2a58 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3032107 Mar 23 10:27:10.280891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48948) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.283326 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-603722e5-23bc-41f0-8853-cf82817beac8 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592168 Mar 23 10:27:10.321045 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5a5d3759-f0fa-4e04-97d4-e3b89b63de72 req-00962089-e0ad-4501-9988-51087b0d7852 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803942 Mar 23 10:27:10.330649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:10.340735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:10.363559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:27:10.369145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:10.370093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.406724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:10.407336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.491822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=d6fbc6d6-a002-40cb-912b-a55bc81408c8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.522508 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cdb27adf-28cc-45ef-8c32-5b08391fa3b4 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3854516 Mar 23 10:27:10.527353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159f849-3151-4f16-b17f-5d6e7c559c1a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:10.529740 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3159f849-3151-4f16-b17f-5d6e7c559c1a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2474146 Mar 23 10:27:10.530325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48952) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.541752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48954) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.551720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:10.674088 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-95bb5b23-6002-4982-8b59-a08158d766fe tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212394 Mar 23 10:27:10.690893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48960) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.690893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829166821', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:10.724117 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f0650f83-e075-40c9-ba0c-0a2d4fb97380 req-e934817f-b5dd-4fab-aabf-8c61531df606 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082339 Mar 23 10:27:10.835943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a5d0472a-05c8-481d-b23b-06f03d934520 None None] Provisioning for port d6fbc6d6-a002-40cb-912b-a55bc81408c8 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:10.840785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a5d0472a-05c8-481d-b23b-06f03d934520 None None] Provisioning complete for port d6fbc6d6-a002-40cb-912b-a55bc81408c8 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:10.841160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5d0472a-05c8-481d-b23b-06f03d934520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.842816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.845240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.849881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.852655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.855146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.858391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.865631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.867731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.881511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:10.898125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:10.900925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0472a-05c8-481d-b23b-06f03d934520 None None] Port d6fbc6d6-a002-40cb-912b-a55bc81408c8 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:11.060000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.183597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.368262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.ipam_backend_mixin [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 627c9c25-1639-47b7-9f92-d12182be86c6 (CIDR: 2001:db8::/64) Mar 23 10:27:11.377941 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:27:11.378385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:11.420063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9d7b11ed-6862-4a0c-b20a-cbdf107afdb7 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8857768 Mar 23 10:27:11.420285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48966) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:11.425779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:11.441520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.563217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=6ded3792-2a7f-438f-871d-e1ea0f0b08bc,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:11.570223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:11.574003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:11.577424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:11.583094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:11.593724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:11.597020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:27:11.597328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.597444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 4c7af8de-33cc-4251-9226-46da240c0ad9, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:27:11.624041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce24c9-c5ba-436c-9897-b29fb9fb33ba req-9df541a0-a69d-4b1a-b8f9-9415ce1798e0 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:11.625497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60ce24c9-c5ba-436c-9897-b29fb9fb33ba req-9df541a0-a69d-4b1a-b8f9-9415ce1798e0 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.1296325 Mar 23 10:27:11.645794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:27:11.668267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 4c7af8de-33cc-4251-9226-46da240c0ad9) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:11.677075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e79532-4cfa-419e-8b99-48d14b4e7027 None None] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:11.677289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:11.677683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.693247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60ce24c9-c5ba-436c-9897-b29fb9fb33ba req-f185707a-835e-4a49-ac53-e443bc2638bf tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608158 Mar 23 10:27:11.703954 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-974c414e-4ab2-4a15-ad3c-9bbee56f9c11 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0276859 Mar 23 10:27:11.743378 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.ipam_backend_mixin [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b3ba48a5-65a0-47e5-970f-3aa31f57cfb0 (CIDR: 2001:db8:0:1::/64) Mar 23 10:27:11.751825 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:27:11.752405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:11.773911 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bf331cd2-e0e2-4d48-b4e4-9a2e7b836d8a tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3526382 Mar 23 10:27:11.776819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48974) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:11.783144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'subnet': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:12.043066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-4c7af8de-33cc-4251-9226-46da240c0ad9', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:27:12.043952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.055361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48980) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:12.061078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350646029', 'description': 'tempest-secgroup-smoke-1350646029 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:12.069535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:12.081548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:12.098216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.146378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:12.151464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Usage tracker for resource:subnet and tenant:fdb7f8624b6649749d150fb96d06a6f2 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:12.156446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:12.171833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:12.186346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Made reservation on behalf of fdb7f8624b6649749d150fb96d06a6f2 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:12.191433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.208933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:12.215178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:12.225785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:12.234008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:12.310660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67164c-2f74-4e8b-b09e-52f6611b76b6 req-bc4db199-e6e0-4ef7-b9b9-02ab29733796 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:12.313108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ff67164c-2f74-4e8b-b09e-52f6611b76b6 req-bc4db199-e6e0-4ef7-b9b9-02ab29733796 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.1777027 Mar 23 10:27:12.371407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Allocated IP 172.20.0.18 (4c7af8de-33cc-4251-9226-46da240c0ad9/6ded3792-2a7f-438f-871d-e1ea0f0b08bc/64a6f752-ca01-43a1-bbc2-3a30613f1e53) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:12.396498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.405866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.440130 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ff67164c-2f74-4e8b-b09e-52f6611b76b6 req-86b01cfd-5d44-4520-a224-613af4261ed0 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174550 Mar 23 10:27:12.468814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d5eb82-b179-4b39-9cd1-481737ee1d8f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:12.477120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.478750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10c760fb-16b6-446a-8493-eb9cdb772a59 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4221680 Mar 23 10:27:12.482728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48984) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:12.506187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '00d5eb82-b179-4b39-9cd1-481737ee1d8f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:12.513206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:12.517614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:12.521026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:12.527080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:12.554352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.627888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.645447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.645944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.653074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.656679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Transition to ACTIVE for port object 64a6f752-ca01-43a1-bbc2-3a30613f1e53 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:12.675714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Transition to ACTIVE for port object 64a6f752-ca01-43a1-bbc2-3a30613f1e53 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:12.680769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a44bfc5-acd4-4706-b663-880d2e173461,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:12.686316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.697887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.699280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4eb56a5-c882-4118-9419-6d4640cd4200 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2154331 Mar 23 10:27:12.704761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48988) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:12.714382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '00d5eb82-b179-4b39-9cd1-481737ee1d8f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:12.714669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Network 40fe8283-c305-477f-87e8-1106f26ddf08 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:12.718910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:12.722952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:12.724225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:12.730880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:12.733347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3e3856-75d4-4194-8c34-fc7883bb3361 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:12.738024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:12.743313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:12.746401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Subnet': ['ID=b3486b60-4322-4b11-b277-953677aa533b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:12.759199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:12.767976 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8bdb167f-c16c-4b68-bdd8-20b23ae2c868 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9895561 Mar 23 10:27:12.771337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 48992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:12.777564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-466133246', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3486b60-4322-4b11-b277-953677aa533b'}], 'security_groups': ['26969485-18a9-4e85-8a9e-c3afeff5822d', '297605d3-cf3b-4d95-a8be-0f699cb92b36']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:12.847009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:12.854721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:12.863726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Pushing event updated for resources: {'Port': ['ID=64a6f752-ca01-43a1-bbc2-3a30613f1e53,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:12.863726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:27:12.911753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.023724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.050656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Attempting to bind port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:27:13.051588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Attempting to bind port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:27:13.051588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Attempting to bind port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 on network 4c7af8de-33cc-4251-9226-46da240c0ad9 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:27:13.061703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:27:13.061703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Checking segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:27:13.062119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.063449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Bound using segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:27:13.063449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Bound port: 64a6f752-ca01-43a1-bbc2-3a30613f1e53, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:27:13.063449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.241234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] For port 64a6f752-ca01-43a1-bbc2-3a30613f1e53, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:27:13.241234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] For port 64a6f752-ca01-43a1-bbc2-3a30613f1e53, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=64a6f752-ca01-43a1-bbc2-3a30613f1e53,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:27:13.256172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.323389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.342866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.417100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc5af-5bfa-4f0a-8413-9b488573652e None None] Pushing event updated for resources: {'Port': ['ID=64a6f752-ca01-43a1-bbc2-3a30613f1e53,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:13.427017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1b1a61-9bef-45ea-b229-8932a39ec4f7,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:13.432868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e959149-89a4-4281-8139-91c326906488 None None] Update dhcp port {'port': {'network_id': '40fe8283-c305-477f-87e8-1106f26ddf08', 'fixed_ips': [{'subnet_id': 'b3ba48a5-65a0-47e5-970f-3aa31f57cfb0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '627c9c25-1639-47b7-9f92-d12182be86c6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3486b60-4322-4b11-b277-953677aa533b'}], 'binding:host_id': 'dv-neutron-834653-2-hyperv'}, 'id': '10f79b79-0083-4aba-a2ca-ee2811f1c500'} from dv-neutron-834653-2-hyperv. {{(pid=83747) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 23 10:27:13.459648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.462355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 48996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:13.462597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-89f9a23f-0c23-4318-9beb-e5176008cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7548230 Mar 23 10:27:13.478121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '00d5eb82-b179-4b39-9cd1-481737ee1d8f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:13.482619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:13.491398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:13.499855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:13.527937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:13.529835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e959149-89a4-4281-8139-91c326906488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.573870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.803601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.813635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.850910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb4c1c9-3d99-499f-848d-35b3fad66f2b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:13.863450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.863450 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d09ea2ca-b002-48fc-acdb-8df0d1d376b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3952775 Mar 23 10:27:13.863450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49002) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:13.884281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '00d5eb82-b179-4b39-9cd1-481737ee1d8f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:13.892018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:13.897898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:13.898649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:13.907203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:13.942974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.977849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456f1d-ad24-45eb-a6bd-0754b7aa06a5 req-3df3fb7b-e736-4df0-9813-72e8b22fbf04 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:13.984332 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b456f1d-ad24-45eb-a6bd-0754b7aa06a5 req-3df3fb7b-e736-4df0-9813-72e8b22fbf04 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.2165363 Mar 23 10:27:13.987181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Delete allocated IP 2001:db8::250 (40fe8283-c305-477f-87e8-1106f26ddf08/627c9c25-1639-47b7-9f92-d12182be86c6) {{(pid=83745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:27:14.018541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Allocated IP 2001:db8:0:2::3d0 (40fe8283-c305-477f-87e8-1106f26ddf08/b3486b60-4322-4b11-b277-953677aa533b/d6fbc6d6-a002-40cb-912b-a55bc81408c8) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:14.059092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.064475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.072514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b456f1d-ad24-45eb-a6bd-0754b7aa06a5 req-4f58604f-b392-449f-a67f-7ccf42ad70dd tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865176 Mar 23 10:27:14.085790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8759ea6-b689-4a65-a513-a931a8cb0a98,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:14.116226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.117693 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7a6303bb-fd71-4332-b4be-12149d5af95e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2554443 Mar 23 10:27:14.122616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49006) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:14.133052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '00d5eb82-b179-4b39-9cd1-481737ee1d8f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:14.178055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 64a6f752-ca01-43a1-bbc2-3a30613f1e53 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:14.202260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:14.217289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:14.228637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:14.239797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:14.273358 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:27:14.291269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.344559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:14.411591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.455431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.472757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Transition to ACTIVE for port object d6fbc6d6-a002-40cb-912b-a55bc81408c8 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:14.472757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.518954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.589488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659a64e5-bb29-40b9-8f13-8ee9c633b209,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:14.620119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-1e959149-89a4-4281-8139-91c326906488 None None] Allocated IP 2001:db8:0:2::2 (40fe8283-c305-477f-87e8-1106f26ddf08/b3486b60-4322-4b11-b277-953677aa533b/10f79b79-0083-4aba-a2ca-ee2811f1c500) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:14.688984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.693285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49014) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:14.693501 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a0a6def1-48e6-47d5-8545-2b33041ac68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5701001 Mar 23 10:27:14.718553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '00d5eb82-b179-4b39-9cd1-481737ee1d8f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:14.747140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event updated for resources: {'Port': ['ID=d6fbc6d6-a002-40cb-912b-a55bc81408c8,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:14.811729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:14.818655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] In _notify_port_updated(), no bound segment for port d6fbc6d6-a002-40cb-912b-a55bc81408c8 on network 40fe8283-c305-477f-87e8-1106f26ddf08 {{(pid=83745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:27:14.822937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:14.824220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.824629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:14.828811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7b7b424a-efd1-4e58-aa1a-d2f896295d7c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "PUT /v2.0/ports/d6fbc6d6-a002-40cb-912b-a55bc81408c8 HTTP/1.1" status: 200 len: 969 time: 2.0569730 Mar 23 10:27:14.829928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:14.830687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49018) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:14.841578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:14.878924 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:27:14.904487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1e959149-89a4-4281-8139-91c326906488 None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:14.911235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.939335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port d6fbc6d6-a002-40cb-912b-a55bc81408c8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:14.939335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.992924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c398c-e44b-4d68-8f0a-8258c5bb467e None None] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:14.993877 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-f2bc8139-dedf-4a8f-a05f-d3caf5a25d21 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=556878ee0f794bf0845bd1d9f5169e83&device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 1099 time: 0.2615850 Mar 23 10:27:15.011091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e959149-89a4-4281-8139-91c326906488 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.053191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250c005-a514-4391-b92c-c03443c75fe4 req-8acc5bff-00c7-4c8f-91c5-339eddce8d18 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.058197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4250c005-a514-4391-b92c-c03443c75fe4 req-8acc5bff-00c7-4c8f-91c5-339eddce8d18 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.3475788 Mar 23 10:27:15.131038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1e959149-89a4-4281-8139-91c326906488 None None] Transition to ACTIVE for port object 10f79b79-0083-4aba-a2ca-ee2811f1c500 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:15.143047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e959149-89a4-4281-8139-91c326906488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.216853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4250c005-a514-4391-b92c-c03443c75fe4 req-53c815be-e3a7-4005-ad9a-c7a227e7b326 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205804 Mar 23 10:27:15.249167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.270403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.291278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-e871fbdb-5aac-4763-ad8a-dae5367dd091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.291278 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-e871fbdb-5aac-4763-ad8a-dae5367dd091 service neutron] 10.222.0.91 "GET /v2.0/networks?id=952da59c-98a6-46ed-ae3c-147f19ef1925 HTTP/1.1" status: 200 len: 913 time: 0.2868485 Mar 23 10:27:15.296085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a8e1d4-e7d0-4a47-aca9-89e256949e37,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:15.349160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] Provisioning for port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:15.395441 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-a41dc160-dba1-4fc8-a89e-6eeaf2d7b67d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 HTTP/1.1" status: 200 len: 217 time: 0.0970154 Mar 23 10:27:15.397008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.411676 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5a62e7fd-a66c-4dac-a7be-601d623d8e3f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7022874 Mar 23 10:27:15.480352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.502072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] Provisioning complete for port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:15.502072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.515023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-2162f92b-30ce-4d8c-8cdb-66cc54c3c35d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.515023 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-2162f92b-30ce-4d8c-8cdb-66cc54c3c35d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d36a457-380e-4d83-a3bc-e1b1df8ac748 HTTP/1.1" status: 200 len: 852 time: 0.1115248 Mar 23 10:27:15.588980 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-031a8ce7-6e0c-4b8f-bd7b-40c8015690cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=952da59c-98a6-46ed-ae3c-147f19ef1925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706584 Mar 23 10:27:15.665819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e959149-89a4-4281-8139-91c326906488 None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:15.690014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for d6fbc6d6-a002-40cb-912b-a55bc81408c8 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:15.808540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-8ff569d5-a175-44b8-bc32-219b0963e025 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:15.836056 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-ce39243a-10b0-40bc-89ec-cc8f61d70596 service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384710 Mar 23 10:27:15.865194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:15.942402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.059674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] For port 64a6f752-ca01-43a1-bbc2-3a30613f1e53, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=64a6f752-ca01-43a1-bbc2-3a30613f1e53,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:16.077391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.183017 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51f3c391-a869-4227-8144-eae37ec4dc50 req-c329b18c-2496-4153-b67e-d696b504813f service neutron] 10.222.0.91 "GET /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120501 Mar 23 10:27:16.196862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 10f79b79-0083-4aba-a2ca-ee2811f1c500 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:16.366881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-8ff569d5-a175-44b8-bc32-219b0963e025 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:16.378614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-8ff569d5-a175-44b8-bc32-219b0963e025 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350646029&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.6479330 Mar 23 10:27:16.401765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea46d-cc3b-46f7-b3e4-0e4ce4305c5d None None] Pushing event updated for resources: {'Port': ['ID=64a6f752-ca01-43a1-bbc2-3a30613f1e53,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:16.454599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=d6fbc6d6-a002-40cb-912b-a55bc81408c8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:16.610561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.637895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49032) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:16.638076 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0733a9bf-b5b0-4c29-915f-120e6b56821e tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/d6fbc6d6-a002-40cb-912b-a55bc81408c8 HTTP/1.1" status: 204 len: 168 time: 1.8051808 Mar 23 10:27:16.702724 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea8603a-db6e-439a-86b6-6e005b12cae1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] GET failed (client error): The resource could not be found. Mar 23 10:27:16.702724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9ea8603a-db6e-439a-86b6-6e005b12cae1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:16.730105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9ea8603a-db6e-439a-86b6-6e005b12cae1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:16.730105 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9ea8603a-db6e-439a-86b6-6e005b12cae1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports/d6fbc6d6-a002-40cb-912b-a55bc81408c8 HTTP/1.1" status: 404 len: 333 time: 0.0858412 Mar 23 10:27:16.730105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49036) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:16.745393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-cc46ed5e-c27c-4dcb-be62-e2cc02267093 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.745393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-cc46ed5e-c27c-4dcb-be62-e2cc02267093 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:16.758154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f8ebbb7e-0133-40d4-ba51-dac56be8a4a5 None None] Provisioning complete for port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:16.758154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbb7e-0133-40d4-ba51-dac56be8a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.772226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f9feb-5c42-4bb8-a36d-b6ac3470e255 req-4bd6cb47-e3ad-4de6-a929-c0125501150f tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.772226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2f9f9feb-5c42-4bb8-a36d-b6ac3470e255 req-4bd6cb47-e3ad-4de6-a929-c0125501150f tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.3140974 Mar 23 10:27:16.812050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-cc46ed5e-c27c-4dcb-be62-e2cc02267093 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:16.819275 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-cc46ed5e-c27c-4dcb-be62-e2cc02267093 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=4c7af8de-33cc-4251-9226-46da240c0ad9 HTTP/1.1" status: 200 len: 797 time: 0.4414999 Mar 23 10:27:16.860276 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-810e9248-cd70-426f-b4e5-3ae4477a30ef tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0370669 Mar 23 10:27:16.870628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8bbcaab-dd39-4302-8e57-2a2bbafee2bd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.914862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8bbcaab-dd39-4302-8e57-2a2bbafee2bd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.932524 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2f9f9feb-5c42-4bb8-a36d-b6ac3470e255 req-97494335-5482-4167-8b4f-35d24fb231e1 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484439 Mar 23 10:27:16.982319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8bbcaab-dd39-4302-8e57-2a2bbafee2bd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:16.989780 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-52fd1f29-bc62-423c-adf5-3fbeb9b56492 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1306758 Mar 23 10:27:17.003810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbcaab-dd39-4302-8e57-2a2bbafee2bd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d173d23c-6424-41f1-a35e-5604d25f7c57,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:17.009963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8bbcaab-dd39-4302-8e57-2a2bbafee2bd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.014199 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c8bbcaab-dd39-4302-8e57-2a2bbafee2bd tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/security-groups/d173d23c-6424-41f1-a35e-5604d25f7c57 HTTP/1.1" status: 204 len: 168 time: 0.2810299 Mar 23 10:27:17.014343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49040) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:17.126869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb30fab3-0921-4375-877d-f5681410fdc9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.170450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:17.170688 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.218781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb30fab3-0921-4375-877d-f5681410fdc9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.326107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:17.329759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Could not find standard attr ID for object d6fbc6d6-a002-40cb-912b-a55bc81408c8. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:27:17.335374 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-ea94a32e-124c-49d6-8e71-1fdb96ce0de9 service neutron] 10.222.0.73 "GET /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131418 Mar 23 10:27:17.361332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Provisioning for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:17.372530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:17.372530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31103121-defa-434a-9980-e6e8cf9b2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.381701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb30fab3-0921-4375-877d-f5681410fdc9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.420654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30fab3-0921-4375-877d-f5681410fdc9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297605d3-cf3b-4d95-a8be-0f699cb92b36,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:17.428920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb30fab3-0921-4375-877d-f5681410fdc9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.436384 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fb30fab3-0921-4375-877d-f5681410fdc9 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/security-groups/297605d3-cf3b-4d95-a8be-0f699cb92b36 HTTP/1.1" status: 204 len: 168 time: 0.4207525 Mar 23 10:27:17.439304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49046) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:17.605278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af998530-3d11-4e0c-a9ee-0a1a76abc67f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.646486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af998530-3d11-4e0c-a9ee-0a1a76abc67f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.646935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-6f729d1e-4fa8-4913-839d-e5ae344b89e3 service neutron] 10.222.0.73 "GET /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954421 Mar 23 10:27:17.719049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af998530-3d11-4e0c-a9ee-0a1a76abc67f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.752157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998530-3d11-4e0c-a9ee-0a1a76abc67f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26969485-18a9-4e85-8a9e-c3afeff5822d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:17.752157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-af998530-3d11-4e0c-a9ee-0a1a76abc67f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:17.752157 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-af998530-3d11-4e0c-a9ee-0a1a76abc67f tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/security-groups/26969485-18a9-4e85-8a9e-c3afeff5822d HTTP/1.1" status: 204 len: 168 time: 0.3097520 Mar 23 10:27:17.757865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49050) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:17.789653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-db15d86c-16f8-4604-aca7-2c7215b729ba None None] Could not find standard attr ID for object d6fbc6d6-a002-40cb-912b-a55bc81408c8. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:27:17.894085 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-04c92cfa-1bc3-4603-a4ba-29ab978f07cc req-94ba4b1f-d88b-425a-8ed9-2f25775d4141 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 210 time: 0.0498636 Mar 23 10:27:18.082208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 64a6f752-ca01-43a1-bbc2-3a30613f1e53 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:18.123236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet 627c9c25-1639-47b7-9f92-d12182be86c6 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:27:18.126616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.189845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.223390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904655b-008f-4a16-8f5c-52a24fd5831d req-669cf0be-e95d-41c9-83c5-393e308ee794 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:18.224977 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3904655b-008f-4a16-8f5c-52a24fd5831d req-669cf0be-e95d-41c9-83c5-393e308ee794 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.1196802 Mar 23 10:27:18.240723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:18.241525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.288521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3904655b-008f-4a16-8f5c-52a24fd5831d req-59838980-05b1-461c-b5a9-bc581a30205d tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576088 Mar 23 10:27:18.367484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.505452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.547248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.554058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a3015-1a6b-421f-94b1-62c48dd9df63 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:18.569935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=627c9c25-1639-47b7-9f92-d12182be86c6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:18.583985 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-347b7f6c-e27a-4b6d-b76e-01d4fedd0cbe tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/627c9c25-1639-47b7-9f92-d12182be86c6 HTTP/1.1" status: 204 len: 168 time: 0.8231897 Mar 23 10:27:18.584161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49068) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:19.047913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet b3486b60-4322-4b11-b277-953677aa533b {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:27:19.052577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.120267 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:27:19.157425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d639ab8b-4b3f-4078-a583-c1594b4cecba req-18400eb0-73c4-4595-958d-b991466fd2ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 210 time: 0.0743854 Mar 23 10:27:19.209683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.277506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9421c-0506-4f1d-9f2b-1a424f8f0e0c req-21978090-65d1-4833-a3c2-c1e8bbf0163e tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:19.286667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a3b9421c-0506-4f1d-9f2b-1a424f8f0e0c req-21978090-65d1-4833-a3c2-c1e8bbf0163e tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.3499935 Mar 23 10:27:19.370883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a3b9421c-0506-4f1d-9f2b-1a424f8f0e0c req-91eb129c-cba6-4f09-9669-d1c1bf310cda tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829709 Mar 23 10:27:19.468237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.532594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-eadebf79-db67-481b-9a0c-071e0232614b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:19.534856 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-eadebf79-db67-481b-9a0c-071e0232614b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=4c7af8de-33cc-4251-9226-46da240c0ad9 HTTP/1.1" status: 200 len: 797 time: 0.2304008 Mar 23 10:27:19.628538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.629474 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-e9a33d7d-cfb0-4136-acf0-954a773f9c96 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 473 time: 0.0652626 Mar 23 10:27:19.637636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '08536d12-b859-4d70-b81b-eaf0408086e0', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['00d5eb82-b179-4b39-9cd1-481737ee1d8f']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:19.673438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=b3486b60-4322-4b11-b277-953677aa533b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:19.687142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.705948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5b458522-077b-4a79-ba58-a2206d5d5fa6 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/b3486b60-4322-4b11-b277-953677aa533b HTTP/1.1" status: 204 len: 168 time: 1.1197546 Mar 23 10:27:19.706213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49076) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:19.810690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd188656-c69e-4abe-9a16-7865aee9107b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:19.811143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd188656-c69e-4abe-9a16-7865aee9107b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:19.813193 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dd188656-c69e-4abe-9a16-7865aee9107b tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/627c9c25-1639-47b7-9f92-d12182be86c6 HTTP/1.1" status: 404 len: 337 time: 0.1045644 Mar 23 10:27:19.816126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49080) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:19.828301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0207d-5991-4be9-86e1-f4a49e201135 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:19.895119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting subnet b3ba48a5-65a0-47e5-970f-3aa31f57cfb0 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:27:19.898589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.906893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:19.914612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:port and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:19.920789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:19.930909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:19.946626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:19.951080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:19.968140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.002106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ddcc1ff2-8396-4564-b030-202bf8db1cc7 None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:20.002755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1ff2-8396-4564-b030-202bf8db1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.093053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.128381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc1ff2-8396-4564-b030-202bf8db1cc7 None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:20.165704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ddcc1ff2-8396-4564-b030-202bf8db1cc7 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:20.166073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1ff2-8396-4564-b030-202bf8db1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.166500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.30 (4c7af8de-33cc-4251-9226-46da240c0ad9/6ded3792-2a7f-438f-871d-e1ea0f0b08bc/7f5e814d-b61b-4afe-898a-6cd89e4a0b6d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:20.356848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.406499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.417713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ba48a5-65a0-47e5-970f-3aa31f57cfb0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:20.430849 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5203c020-27b5-4eb2-9ec1-2bd3b1136209 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/b3ba48a5-65a0-47e5-970f-3aa31f57cfb0 HTTP/1.1" status: 204 len: 168 time: 0.6073849 Mar 23 10:27:20.440563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49088) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.478285 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ef6e7f5c-0d3f-4d90-a46e-65914f6fdf60 req-3ba80e29-b965-4f1d-af39-f79da3d2b84d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 210 time: 0.0560429 Mar 23 10:27:20.495337 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ac8e13-8092-4972-8ee7-f26509b85eb1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:20.495810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ac8e13-8092-4972-8ee7-f26509b85eb1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:20.507291 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-34ac8e13-8092-4972-8ee7-f26509b85eb1 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/f033f633-8e5b-4a84-9355-f48a2cede3bd HTTP/1.1" status: 404 len: 337 time: 0.0658803 Mar 23 10:27:20.511749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49092) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.591615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-44b84738-9b69-4a1b-b0e3-cd73273efe7d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Synchronizing usage tracker for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:20.609152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-44b84738-9b69-4a1b-b0e3-cd73273efe7d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Unset dirty status for tenant:fdb7f8624b6649749d150fb96d06a6f2 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:20.614124 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-44b84738-9b69-4a1b-b0e3-cd73273efe7d tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd38764b-0c43-451d-9a9f-eef1be2253c8 HTTP/1.1" status: 200 len: 205 time: 0.0979168 Mar 23 10:27:20.617496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49096) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.617741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.659529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:20.688793 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-6ef665f2-f27c-464d-b4f1-4ad9b5236e22 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] delete failed (client error): The resource could not be found. Mar 23 10:27:20.693671 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6ef665f2-f27c-464d-b4f1-4ad9b5236e22 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/routers/dd38764b-0c43-451d-9a9f-eef1be2253c8 HTTP/1.1" status: 404 len: 336 time: 0.0746489 Mar 23 10:27:20.696667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49100) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.704229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.778745 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfde1e7-388a-4a5b-b597-450f0d3502fc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:20.779177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfde1e7-388a-4a5b-b597-450f0d3502fc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:20.781097 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7bfde1e7-388a-4a5b-b597-450f0d3502fc tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/09d6dfa5-ccb4-44f5-a720-7aade2f0b008 HTTP/1.1" status: 404 len: 337 time: 0.0861404 Mar 23 10:27:20.788121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49104) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.814079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:20.819634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:20.826818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:27:20.869314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:20.884172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb635b5f-f371-444b-ac5d-e8dee3efea06 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:20.884644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb635b5f-f371-444b-ac5d-e8dee3efea06 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:20.886448 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fb635b5f-f371-444b-ac5d-e8dee3efea06 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/8fb2b2cf-35f4-4a32-aade-e38d55c8a103 HTTP/1.1" status: 404 len: 337 time: 0.0956059 Mar 23 10:27:20.893605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49108) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.938675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:20.939463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.940480 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddde651-e064-4e88-b907-9aede9d88966 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:20.941110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddde651-e064-4e88-b907-9aede9d88966 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:20.943527 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bddde651-e064-4e88-b907-9aede9d88966 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/ebee5787-01cf-4466-a7e1-454db634043f HTTP/1.1" status: 404 len: 337 time: 0.0488985 Mar 23 10:27:20.948334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49112) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:20.965010 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-702ef80b-d2ac-4587-a43e-79c99e9c62c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3338459 Mar 23 10:27:20.978572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Request body: {'port': {'device_id': '08536d12-b859-4d70-b81b-eaf0408086e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:27:21.011470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4636ff4d-b6ff-4f58-a3cf-b8fd3879bac2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:21.012232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4636ff4d-b6ff-4f58-a3cf-b8fd3879bac2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:21.016822 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4636ff4d-b6ff-4f58-a3cf-b8fd3879bac2 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/0075763d-9f5f-4d79-a56c-816e6fc78556 HTTP/1.1" status: 404 len: 333 time: 0.0634496 Mar 23 10:27:21.017702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49116) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:21.104036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a4bcf-b743-4a15-957c-1af08b226d86 req-cf4f8e52-7846-4835-b058-94db79d3eb6c tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:21.105965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab9a4bcf-b743-4a15-957c-1af08b226d86 req-cf4f8e52-7846-4835-b058-94db79d3eb6c tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.3768144 Mar 23 10:27:21.112776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b204b5bd-3eb8-4520-a14c-4c5adf7ed6bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:21.114068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b204b5bd-3eb8-4520-a14c-4c5adf7ed6bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:21.116909 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b204b5bd-3eb8-4520-a14c-4c5adf7ed6bf tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/e8a8d8b2-e9cd-42a3-ad8f-5af8520462d2 HTTP/1.1" status: 404 len: 337 time: 0.0957286 Mar 23 10:27:21.122029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49120) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:21.171398 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1f6fc6-65f6-499c-8848-3000bf3eedcb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:21.171875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1f6fc6-65f6-499c-8848-3000bf3eedcb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:21.173519 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ec1f6fc6-65f6-499c-8848-3000bf3eedcb tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/a5f4db50-e736-4498-bde2-c9df0d8cbf2f HTTP/1.1" status: 404 len: 337 time: 0.0501053 Mar 23 10:27:21.176978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49124) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:21.217839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:21.241825 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f62849-d77e-4bb9-b2cb-0c0fe22bad21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:21.242555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f62849-d77e-4bb9-b2cb-0c0fe22bad21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:21.242726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab9a4bcf-b743-4a15-957c-1af08b226d86 req-f930f507-8ae5-44ac-93cc-67d80e4bdf94 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/security-groups?id=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634909 Mar 23 10:27:21.244681 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-09f62849-d77e-4bb9-b2cb-0c0fe22bad21 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/a05c7333-b162-44e3-9368-1493a0fcd414 HTTP/1.1" status: 404 len: 333 time: 0.0667493 Mar 23 10:27:21.249370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49128) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:21.252496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eb57b119-8386-41cb-9389-fd7cc8a71948 None None] Provisioning for port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:21.262263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-eb57b119-8386-41cb-9389-fd7cc8a71948 None None] Provisioning complete for port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:21.262657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eb57b119-8386-41cb-9389-fd7cc8a71948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:21.277092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6164e2-3c50-4619-8942-d26817c46069 req-feff14e3-851a-4b99-ab56-86d4db2808b3 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:21.279333 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b6164e2-3c50-4619-8942-d26817c46069 req-feff14e3-851a-4b99-ab56-86d4db2808b3 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.91 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 946 time: 0.1605053 Mar 23 10:27:21.330559 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9a0caa-8609-43cc-8235-6c7f30e90770 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:21.331043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9a0caa-8609-43cc-8235-6c7f30e90770 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:21.333279 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6d9a0caa-8609-43cc-8235-6c7f30e90770 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/578e5753-804f-44bd-adb5-13cee1c50336 HTTP/1.1" status: 404 len: 337 time: 0.0825410 Mar 23 10:27:21.337898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49132) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:21.373419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Deleting port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:21.373842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:21.398670 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c44cb4e-686b-4dac-844a-5e8a5b036641 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] DELETE failed (client error): The resource could not be found. Mar 23 10:27:21.399117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c44cb4e-686b-4dac-844a-5e8a5b036641 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:27:21.400927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3c44cb4e-686b-4dac-844a-5e8a5b036641 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/subnets/7c9df49c-868c-433a-8cad-bce38f8cf9cc HTTP/1.1" status: 404 len: 337 time: 0.0618682 Mar 23 10:27:21.404504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49136) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:21.409828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-eb57b119-8386-41cb-9389-fd7cc8a71948 None None] Port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:21.530286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d4f96-59d8-4507-b6a2-78f0c5b76bc7 None None] Network 40fe8283-c305-477f-87e8-1106f26ddf08 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:27:21.682771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 259a0017-ab42-4369-851c-07fd81ac29ae {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:21.682771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:21.766169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8e4793d3-b21e-4641-930b-9a3194b25a45 None None] Provisioning complete for port 259a0017-ab42-4369-851c-07fd81ac29ae triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:21.767057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8e4793d3-b21e-4641-930b-9a3194b25a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:21.835791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] For port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,segment=NetworkSegment(7a0275be-0e45-45ab-9f6c-289fcbd3c5b2),segment_id=7a0275be-0e45-45ab-9f6c-289fcbd3c5b2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:21.836156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:21.875705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8e4793d3-b21e-4641-930b-9a3194b25a45 None None] Port 259a0017-ab42-4369-851c-07fd81ac29ae cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:21.913794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8e4793d3-b21e-4641-930b-9a3194b25a45 None None] Provisioning complete for port 10f79b79-0083-4aba-a2ca-ee2811f1c500 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:21.914186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8e4793d3-b21e-4641-930b-9a3194b25a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.000326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Calling delete_port for a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:22.004640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] DHCP port deletion for 40fe8283-c305-477f-87e8-1106f26ddf08 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:27:22.012496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Deleting port 10f79b79-0083-4aba-a2ca-ee2811f1c500 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:22.012908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.038628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.116536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 10f79b79-0083-4aba-a2ca-ee2811f1c500 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:27:22.194218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 259a0017-ab42-4369-851c-07fd81ac29ae owned by {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:22.271593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc99a-ffef-4905-a277-b625b494677e req-143f70e0-73a4-4d3c-9e36-bbabaed43c36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:22.294086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-043fc99a-ffef-4905-a277-b625b494677e req-143f70e0-73a4-4d3c-9e36-bbabaed43c36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 932 time: 0.5002365 Mar 23 10:27:22.367525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.383715 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-043fc99a-ffef-4905-a277-b625b494677e req-b66cade1-99af-4e3d-b956-9cde81758146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896664 Mar 23 10:27:22.394744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:27:22.463720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:27:22.471142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.494499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:22.494887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.505314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.519942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Pushing event deleted for resources: {'Port': ['ID=a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:22.540567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a3a5f96a-a4f7-4494-8311-fa3f5d70e966 req-ddb88d99-716c-465f-bc07-ddeba2f7ac75 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a06a1e4-289f-49f6-a29b-3f0728dcad22 HTTP/1.1" status: 200 len: 210 time: 0.0710735 Mar 23 10:27:22.552135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.571823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=259a0017-ab42-4369-851c-07fd81ac29ae,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:22.605068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Transition to ACTIVE for port object 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:22.607221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.620287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.663199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] No DVR routers for this DVR port a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:27:22.666029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.669306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'name': 'network-vif-deleted', 'tag': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:27:22.688956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b6164e2-3c50-4619-8942-d26817c46069 req-8374a85a-f1cd-4418-98b4-c8e1f78743f6 tempest-TestServerAdvancedOps-972161112 tempest-TestServerAdvancedOps-972161112-project] 10.222.0.91 "DELETE /v2.0/ports/a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 HTTP/1.1" status: 204 len: 173 time: 1.4042933 Mar 23 10:27:22.692566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Calling delete_port for 10f79b79-0083-4aba-a2ca-ee2811f1c500 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:22.728179 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-025c52cd-f66c-4aff-8552-c3e891461965 tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/ports/259a0017-ab42-4369-851c-07fd81ac29ae HTTP/1.1" status: 204 len: 168 time: 1.3221209 Mar 23 10:27:22.731218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49148) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:22.788908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:22.798756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.900228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:22.980457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:27:22.981416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:27:23.007215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=11']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:23.039427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a06a1e4-289f-49f6-a29b-3f0728dcad22', 'name': 'network-vif-deleted', 'tag': 'a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420', 'status': 'completed', 'code': 200} Mar 23 10:27:23.058881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Attempting to bind port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:27:23.060344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Attempting to bind port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:27:23.061033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Attempting to bind port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d on network 4c7af8de-33cc-4251-9226-46da240c0ad9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:27:23.071509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d on network 4c7af8de-33cc-4251-9226-46da240c0ad9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:27:23.072080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Attempting to bind port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d on network 4c7af8de-33cc-4251-9226-46da240c0ad9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:27:23.079949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:27:23.080273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Checking segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:27:23.080640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Bound using segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:27:23.081063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Bound port: 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:27:23.081409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.106580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.123054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Deleting port 10f79b79-0083-4aba-a2ca-ee2811f1c500 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:23.123392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.185856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] For port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:27:23.189505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] For port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:27:23.194777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.268133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.269848 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] 10.222.0.91 "PUT /v2.0/ports/7f5e814d-b61b-4afe-898a-6cd89e4a0b6d HTTP/1.1" status: 200 len: 1094 time: 2.2962527 Mar 23 10:27:23.270299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08536d12-b859-4d70-b81b-eaf0408086e0', 'tag': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:27:23.286218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53688dc4-56dd-419c-a44c-084e2fd1c15d service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:23.419380 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08536d12-b859-4d70-b81b-eaf0408086e0', 'tag': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d', 'status': 'completed', 'code': 200} Mar 23 10:27:23.436237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:23.439280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.453335 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-e4a69c8e-0476-4de2-a101-1f8b5cae0fd0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 1097 time: 0.1310472 Mar 23 10:27:23.482730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Deleting port 10f79b79-0083-4aba-a2ca-ee2811f1c500 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:23.484491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.577512 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-31028e51-0dcb-463e-8089-206e1055d4d5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d HTTP/1.1" status: 200 len: 217 time: 0.1124656 Mar 23 10:27:23.584294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Calling delete_port for 10f79b79-0083-4aba-a2ca-ee2811f1c500 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:23.665359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-2bb5933e-af38-4c17-87a7-f2746bc46f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:23.667336 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-2bb5933e-af38-4c17-87a7-f2746bc46f2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ded3792-2a7f-438f-871d-e1ea0f0b08bc HTTP/1.1" status: 200 len: 838 time: 0.0817897 Mar 23 10:27:23.727757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49160) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:23.781881 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-174854c9-c09a-4eae-855f-213f5d6b8872 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4c7af8de-33cc-4251-9226-46da240c0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1076591 Mar 23 10:27:23.871777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.942969 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] For port 10f79b79-0083-4aba-a2ca-ee2811f1c500, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=10f79b79-0083-4aba-a2ca-ee2811f1c500,segment=NetworkSegment(df225f1e-ebd1-46aa-8258-7993b204366c),segment_id=df225f1e-ebd1-46aa-8258-7993b204366c)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:23.943659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.970390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Deleting subnet 8d36a457-380e-4d83-a3bc-e1b1df8ac748 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:27:23.974269 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-2290bba2-29ca-4b57-aed0-1c09447bb7fb service neutron] 10.222.0.91 "GET /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854234 Mar 23 10:27:23.974553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Port': ['ID=10f79b79-0083-4aba-a2ca-ee2811f1c500,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:23.990020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.036504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] No DVR routers for this DVR port 10f79b79-0083-4aba-a2ca-ee2811f1c500 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:27:24.181436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Calling delete_port for 10f79b79-0083-4aba-a2ca-ee2811f1c500 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:27:24.228727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.287592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68141-7a52-44fd-9d3c-fbe3ee48b722 req-a1869d75-84d4-43a9-83cf-9c35ddc4ae3a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:24.289561 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdb68141-7a52-44fd-9d3c-fbe3ee48b722 req-a1869d75-84d4-43a9-83cf-9c35ddc4ae3a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 944 time: 0.5628331 Mar 23 10:27:24.328108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.353410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:27:24.355039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:27:24.360596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c97f1e39-1ef9-4a66-8937-a01c8f1fa562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.369282 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-9fb3c326-4772-4968-b1ae-aa99f8f2fa05 req-7a00168a-624e-40f6-843c-fbc579129d44 service neutron] 10.222.0.91 "GET /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876104 Mar 23 10:27:24.384963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fe8283-c305-477f-87e8-1106f26ddf08']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:24.401183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.443618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df225f1e-ebd1-46aa-8258-7993b204366c') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:24.443618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df225f1e-ebd1-46aa-8258-7993b204366c') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:24.450407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.469734 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdb68141-7a52-44fd-9d3c-fbe3ee48b722 req-f7f5224b-be3b-4dec-b897-3f9f5d3d3d41 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633024 Mar 23 10:27:24.475383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.503139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.509528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:27:24.511461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:27:24.530718 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:27:24.648012 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-74efa694-57c1-480f-86e0-690d0f1f3e74 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 1097 time: 0.1809802 Mar 23 10:27:24.674637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.714122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.739924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.742804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d36a457-380e-4d83-a3bc-e1b1df8ac748,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:24.761931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] Pushing event deleted for resources: {'Network': ['ID=40fe8283-c305-477f-87e8-1106f26ddf08,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:24.764147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.776076 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7512ec50-8088-487e-9f2c-c95527bb2c4c tempest-PortsIpV6TestJSON-1653298287 tempest-PortsIpV6TestJSON-1653298287-project] 10.222.0.73 "DELETE /v2.0/networks/40fe8283-c305-477f-87e8-1106f26ddf08 HTTP/1.1" status: 204 len: 168 time: 2.0417874 Mar 23 10:27:24.780955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5477c666-bfe4-417c-aec2-dbbe3c7cd433 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d36a457-380e-4d83-a3bc-e1b1df8ac748 HTTP/1.1" status: 204 len: 168 time: 1.0485699 Mar 23 10:27:24.783529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49168) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:24.847068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-5ed4fc77-190c-47bd-82e7-7d9c7d9918cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:24.850273 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-5ed4fc77-190c-47bd-82e7-7d9c7d9918cd service neutron] 10.222.0.91 "GET /v2.0/networks?id=4c7af8de-33cc-4251-9226-46da240c0ad9 HTTP/1.1" status: 200 len: 898 time: 0.1949437 Mar 23 10:27:24.874130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:27:24.914719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:24.932663 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-3ba12b60-d7f5-4e7e-a99d-ec0bc53c6f6e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d HTTP/1.1" status: 200 len: 217 time: 0.0759449 Mar 23 10:27:24.948286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:27:24.948628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a6d3f0ca-e2d3-4ec9-80fb-6a70f448f420 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:27:25.020022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-a340f0a5-80fa-491b-8ae3-a505a017fff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:25.022299 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-a340f0a5-80fa-491b-8ae3-a505a017fff4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ded3792-2a7f-438f-871d-e1ea0f0b08bc HTTP/1.1" status: 200 len: 838 time: 0.0832438 Mar 23 10:27:25.119749 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-f5ba87f4-430c-4cfa-992a-211e9749103c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4c7af8de-33cc-4251-9226-46da240c0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0900497 Mar 23 10:27:25.130726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.156840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Deleting port 10f79b79-0083-4aba-a2ca-ee2811f1c500 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:27:25.157233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.177240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952da59c-98a6-46ed-ae3c-147f19ef1925']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:25.204167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:25.204493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0275be-0e45-45ab-9f6c-289fcbd3c5b2') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:25.225702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.243446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-58f33f42-e473-4ea3-841f-7136be350d05 None None] The port '10f79b79-0083-4aba-a2ca-ee2811f1c500' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:27:25.300961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49174) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:25.367462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.376772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:27:25.378521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.379764 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-7b9c9207-62ab-4921-bfb7-de07073af947 service neutron] 10.222.0.91 "GET /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534516 Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:27:25.397680 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:27:25.500764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.524414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.547614 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-bd927bb8-efde-488d-bf6d-d46d3bb986d1 req-34296e73-dae3-4b08-96e2-194e6914e16d service neutron] 10.222.0.91 "GET /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537309 Mar 23 10:27:25.551924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] 10.222.0.73 "DELETE /v2.0/networks/952da59c-98a6-46ed-ae3c-147f19ef1925 HTTP/1.1" status: 204 len: 168 time: 0.7673345 Mar 23 10:27:25.551924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1451-0425-49e1-b88f-c9986a86d001 admin admin] Pushing event deleted for resources: {'Network': ['ID=952da59c-98a6-46ed-ae3c-147f19ef1925,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:25.563091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49182) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:25.638831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Deleting subnet 002fbe91-189e-462d-98a2-e755b75401d0 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:27:25.640340 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d58ef493-acd8-48cc-8a3b-c7eb179d0dbd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdb7f8624b6649749d150fb96d06a6f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3374231 Mar 23 10:27:25.644250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:25.646967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.716447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab5f985f-3ee9-4e82-b2ac-ea39f5a211e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.751018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.756999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab5f985f-3ee9-4e82-b2ac-ea39f5a211e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.834211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02393b3-a240-4798-ac52-38618bcbd79d req-1be66ce6-2142-44b7-802b-92486100bec9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:25.834211 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e02393b3-a240-4798-ac52-38618bcbd79d req-1be66ce6-2142-44b7-802b-92486100bec9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 944 time: 0.1556799 Mar 23 10:27:25.839576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab5f985f-3ee9-4e82-b2ac-ea39f5a211e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.841784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.852865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f985f-3ee9-4e82-b2ac-ea39f5a211e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ffd47-52ae-45ec-9113-1de94f1770be,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:25.860503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab5f985f-3ee9-4e82-b2ac-ea39f5a211e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:25.863576 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab5f985f-3ee9-4e82-b2ac-ea39f5a211e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/072ffd47-52ae-45ec-9113-1de94f1770be HTTP/1.1" status: 204 len: 168 time: 0.2164927 Mar 23 10:27:25.937396 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e02393b3-a240-4798-ac52-38618bcbd79d req-1002e771-e832-4804-9aa9-f3320b510d22 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971754 Mar 23 10:27:25.977453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.019506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002fbe91-189e-462d-98a2-e755b75401d0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:26.026798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.035600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dfe4c799-0863-4063-bc5f-b32f3a23745d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/002fbe91-189e-462d-98a2-e755b75401d0 HTTP/1.1" status: 204 len: 168 time: 0.4786708 Mar 23 10:27:26.036591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:26.161792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.297033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.328897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e995ba01-b5e3-4e82-8936-0de20777a8c2']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:26.342754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97dfd9b-1627-4f08-88f5-a388f0b31180') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:26.343025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97dfd9b-1627-4f08-88f5-a388f0b31180') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:26.358035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.377921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.387205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:27:26.388237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:27:26.402344 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:27:26.488100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.492528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.518763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e995ba01-b5e3-4e82-8936-0de20777a8c2,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:26.521490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fe62769a-5bc6-4425-9c34-7e26ad29ddc5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e995ba01-b5e3-4e82-8936-0de20777a8c2 HTTP/1.1" status: 204 len: 168 time: 0.4837985 Mar 23 10:27:26.672091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49212) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:26.699157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7343-7470-4460-9828-0043d8289039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.745057 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a92877d8-bfc3-4246-a8f6-666f019d6940 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=556878ee0f794bf0845bd1d9f5169e83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0689976 Mar 23 10:27:26.745253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49218) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:26.816773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7856385c-7d66-44ac-b6e5-17f5c56e4319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.847850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7856385c-7d66-44ac-b6e5-17f5c56e4319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.871928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:27:26.890422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49222) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:26.936303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7856385c-7d66-44ac-b6e5-17f5c56e4319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.960544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856385c-7d66-44ac-b6e5-17f5c56e4319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49762da2-b6ef-46a3-a0bc-cb2d8c131bb9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:26.974636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7856385c-7d66-44ac-b6e5-17f5c56e4319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:26.978103 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7856385c-7d66-44ac-b6e5-17f5c56e4319 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49762da2-b6ef-46a3-a0bc-cb2d8c131bb9 HTTP/1.1" status: 204 len: 168 time: 0.2301743 Mar 23 10:27:27.087644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:27.103880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'port_id': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d', 'mac_address': 'fa:16:3e:cd:73:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:27:27.131160 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d64ed682-32fc-43be-8c99-54af3e0e4e8d tempest-ServiceProvidersTest-1347621882 tempest-ServiceProvidersTest-1347621882-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2337682 Mar 23 10:27:27.178825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.201719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:27:27.228010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:27.231293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a9827-641d-43d8-bad8-0489b2da762b req-d2fbad22-1b3e-4d21-9fc8-5ea85e06d4f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:27.233182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.234555 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb5a9827-641d-43d8-bad8-0489b2da762b req-d2fbad22-1b3e-4d21-9fc8-5ea85e06d4f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 944 time: 0.1494021 Mar 23 10:27:27.321395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb5a9827-641d-43d8-bad8-0489b2da762b req-0695813f-790c-4d77-a2e2-2484aa68bf19 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809262 Mar 23 10:27:27.324846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:27.458853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49238) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:27.579868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['7f5e814d-b61b-4afe-898a-6cd89e4a0b6d'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:27:27.624948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.662289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49244) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:27.685582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:27.692186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Usage tracker for resource:security_group_rule and tenant:18e1c8a7c7ef447da7833040be5181f4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:27.701316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:27.710887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:27.713599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.744598 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3ed5b39f-5ffc-425c-a4fe-40927705517a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69b7bbaf47bc435c9c47158a10a73544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0805209 Mar 23 10:27:27.746300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49248) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:27.811497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.813314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2cd05-e440-4bca-abb8-1e5a5a39960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.818245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.841982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2cd05-e440-4bca-abb8-1e5a5a39960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.863958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f08cc-a5f4-40ec-8e4a-4a7bef907c95,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:27.879245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.892018 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-69897277-8614-407b-8ad4-fd0a7a11908d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18e1c8a7c7ef447da7833040be5181f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4319797 Mar 23 10:27:27.895159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49252) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:27.940306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2cd05-e440-4bca-abb8-1e5a5a39960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.963791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2cd05-e440-4bca-abb8-1e5a5a39960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98ae82-6c70-496b-8302-ec19e6823836,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:27.977985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2cd05-e440-4bca-abb8-1e5a5a39960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:27.981035 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eeb2cd05-e440-4bca-abb8-1e5a5a39960b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a98ae82-6c70-496b-8302-ec19e6823836 HTTP/1.1" status: 204 len: 168 time: 0.2316558 Mar 23 10:27:27.988820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82ecfe-26c9-498e-b099-47a55ec6921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:28.035606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82ecfe-26c9-498e-b099-47a55ec6921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:28.113383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82ecfe-26c9-498e-b099-47a55ec6921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:28.155299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82ecfe-26c9-498e-b099-47a55ec6921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f08cc-a5f4-40ec-8e4a-4a7bef907c95,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:28.155299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82ecfe-26c9-498e-b099-47a55ec6921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:28.155299 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-df82ecfe-26c9-498e-b099-47a55ec6921d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d43f08cc-a5f4-40ec-8e4a-4a7bef907c95 HTTP/1.1" status: 204 len: 168 time: 0.2534566 Mar 23 10:27:28.752707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768dac-63f8-4f91-9729-2040de650220 req-6cdd263e-ddc2-4e75-b8f5-c1f54ff5875b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:28.754932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39768dac-63f8-4f91-9729-2040de650220 req-6cdd263e-ddc2-4e75-b8f5-c1f54ff5875b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 945 time: 0.1384292 Mar 23 10:27:28.849320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39768dac-63f8-4f91-9729-2040de650220 req-0597fb82-f8e2-42f3-b306-bc1ecc8f4e7d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756719 Mar 23 10:27:28.891583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:28.968167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:28.974168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:28.974317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:29.129077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:29.165784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08536d12-b859-4d70-b81b-eaf0408086e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:27:29.190594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:29.190594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:29.248651 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08536d12-b859-4d70-b81b-eaf0408086e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d', 'code': 200} Mar 23 10:27:29.270911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:29.282406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:29.478226 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6751f217-4184-403a-ba91-c55e65986d2b req-5db59aba-a175-4a64-bb24-75c4c61df29a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 1099 time: 0.0776746 Mar 23 10:27:29.524024 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6751f217-4184-403a-ba91-c55e65986d2b req-7f2240f0-5961-4041-8a0b-84ac9820de7c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Mar 23 10:27:30.049216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7974c7-e6ea-4a8d-9475-e8fe5f70d57a req-71d76ea0-b894-4eb1-be52-9aca78357c61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:30.050728 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce7974c7-e6ea-4a8d-9475-e8fe5f70d57a req-71d76ea0-b894-4eb1-be52-9aca78357c61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 946 time: 0.0831258 Mar 23 10:27:30.113628 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce7974c7-e6ea-4a8d-9475-e8fe5f70d57a req-f7486232-6a6b-4d1c-869a-25418e608f82 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562553 Mar 23 10:27:31.330087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28b8dd-6e04-49bb-8445-4996f0ac86b8 req-3a037163-2954-40a5-b2ed-e9e6e82fdf0d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:31.331576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fe28b8dd-6e04-49bb-8445-4996f0ac86b8 req-3a037163-2954-40a5-b2ed-e9e6e82fdf0d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 946 time: 0.0888302 Mar 23 10:27:31.377329 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fe28b8dd-6e04-49bb-8445-4996f0ac86b8 req-385ce757-078d-436c-b96b-dda6c1f710b0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 Mar 23 10:27:31.582338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2cc6b-8ad5-4661-a035-d901a858c001 req-f3646536-cf5d-4f8e-8521-511749332a1c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:31.583809 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23b2cc6b-8ad5-4661-a035-d901a858c001 req-f3646536-cf5d-4f8e-8521-511749332a1c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 946 time: 0.0778992 Mar 23 10:27:31.631445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23b2cc6b-8ad5-4661-a035-d901a858c001 req-f74fa91e-ef41-41d2-961d-ddd007eb472c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Mar 23 10:27:33.159236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49274) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:34.034045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:34.430793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.17 (4c7af8de-33cc-4251-9226-46da240c0ad9/6ded3792-2a7f-438f-871d-e1ea0f0b08bc/17c24146-c45c-43b4-9212-7075a6c47998) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:34.587033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:34.603413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 17c24146-c45c-43b4-9212-7075a6c47998 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:34.624507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:34.695932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:34.698748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:34.703464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:27:34.733854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=17c24146-c45c-43b4-9212-7075a6c47998,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:34.765719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:34.858971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:34.982961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-81ff0d78-9138-498c-a8b2-7e0599bf2a32 None None] Provisioning for port 17c24146-c45c-43b4-9212-7075a6c47998 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:34.987730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-81ff0d78-9138-498c-a8b2-7e0599bf2a32 None None] Provisioning complete for port 17c24146-c45c-43b4-9212-7075a6c47998 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:34.988153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d78-9138-498c-a8b2-7e0599bf2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:35.045452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-81ff0d78-9138-498c-a8b2-7e0599bf2a32 None None] Port 17c24146-c45c-43b4-9212-7075a6c47998 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:35.366272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:35.370424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:35.482425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=17c24146-c45c-43b4-9212-7075a6c47998,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:35.484797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:35.626138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:35.627151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:35.870958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-52da2b8c-2019-4ae9-b7a6-da88ebf88e91 None None] Provisioning complete for port 17c24146-c45c-43b4-9212-7075a6c47998 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:35.871459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52da2b8c-2019-4ae9-b7a6-da88ebf88e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:35.926292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-52da2b8c-2019-4ae9-b7a6-da88ebf88e91 None None] Port 17c24146-c45c-43b4-9212-7075a6c47998 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:27:36.030345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:27:36.232198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:27:36.242011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:27:36.244833 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f47e199c-6dc6-4d2b-baa2-78a974317ab3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/d7b31de2-6f73-4544-82a5-dac10a17d9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0834382 Mar 23 10:27:36.253381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:27:36.254003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:36.431978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:27:36.814855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:27:34Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:26:05Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c24146-c45c-43b4-9212-7075a6c47998', 'name': '', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:27:34Z', 'updated_at': '2022-03-23T10:27:35Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:36.818682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:27:36.819025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Updating router d7b31de2-6f73-4544-82a5-dac10a17d9c7 port 17c24146-c45c-43b4-9212-7075a6c47998 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:27:36.868187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.203749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.217820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Transition to ACTIVE for port object 17c24146-c45c-43b4-9212-7075a6c47998 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:37.225777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.360876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4d9f9-6c79-46e7-8511-5ff180b09947 None None] Pushing event updated for resources: {'Port': ['ID=17c24146-c45c-43b4-9212-7075a6c47998,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:37.449022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Attempting to bind port 17c24146-c45c-43b4-9212-7075a6c47998 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:27:37.449391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Attempting to bind port 17c24146-c45c-43b4-9212-7075a6c47998 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:27:37.449750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Attempting to bind port 17c24146-c45c-43b4-9212-7075a6c47998 on network 4c7af8de-33cc-4251-9226-46da240c0ad9 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:27:37.458341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:27:37.458750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Checking segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:27:37.459208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.459560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Bound using segment: {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:27:37.460039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Bound port: 17c24146-c45c-43b4-9212-7075a6c47998, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b9ad2-e408-414d-9df1-b4ada33ef3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:27:37.460414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.559784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] For port 17c24146-c45c-43b4-9212-7075a6c47998, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:27:37.563213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] For port 17c24146-c45c-43b4-9212-7075a6c47998, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17c24146-c45c-43b4-9212-7075a6c47998,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:27:37.569962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.650523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4d9f9-6c79-46e7-8511-5ff180b09947 None None] Pushing event updated for resources: {'Port': ['ID=17c24146-c45c-43b4-9212-7075a6c47998,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:37.654823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:27:37.655443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:37.853193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:27:38.213354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:27:34Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:26:05Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c24146-c45c-43b4-9212-7075a6c47998', 'name': '', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:27:34Z', 'updated_at': '2022-03-23T10:27:37Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:38.217444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df206eca-a1aa-46e3-8585-46e4bd91d231 None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:27:34Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:26:05Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c24146-c45c-43b4-9212-7075a6c47998', 'name': '', 'network_id': '4c7af8de-33cc-4251-9226-46da240c0ad9', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:27:34Z', 'updated_at': '2022-03-23T10:27:37Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '6ded3792-2a7f-438f-871d-e1ea0f0b08bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:27:40.085930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17c24146-c45c-43b4-9212-7075a6c47998 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:40.200730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 17c24146-c45c-43b4-9212-7075a6c47998 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:40.205808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 17c24146-c45c-43b4-9212-7075a6c47998 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:40.206182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:40.319923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:40.355201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 17c24146-c45c-43b4-9212-7075a6c47998, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17c24146-c45c-43b4-9212-7075a6c47998,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:27:40.359852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:40.426126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=17c24146-c45c-43b4-9212-7075a6c47998,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:42.066486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17c24146-c45c-43b4-9212-7075a6c47998 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:42.134230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 17c24146-c45c-43b4-9212-7075a6c47998 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:42.134608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:54.334134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-86d82bc8-047e-4163-8b03-6866e16034d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:54.455873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:56.123692 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:27:56.693851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0d92-79b7-4b98-abde-f2d7fcb48db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:57.695783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:57.856095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:59.232796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.885417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49312) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:08.375642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.017074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 17c24146-c45c-43b4-9212-7075a6c47998 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:09.018046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.252303 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-49c92a27-5dbe-4269-bed2-c6f67b12e2f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1965811 Mar 23 10:28:09.256986 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 17c24146-c45c-43b4-9212-7075a6c47998, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=17c24146-c45c-43b4-9212-7075a6c47998,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:09.257328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.404139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 17c24146-c45c-43b4-9212-7075a6c47998 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:09.521363 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-64300179-6346-4aa5-bc52-6fc85fad9d61 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 1098 time: 0.2036364 Mar 23 10:28:09.689941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.846928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=17c24146-c45c-43b4-9212-7075a6c47998,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:09.902186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-385d5fcf-d292-4612-9d84-6b98dba68ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:09.904300 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-385d5fcf-d292-4612-9d84-6b98dba68ce2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.3592033 Mar 23 10:28:09.932544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.932882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.933204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.933542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.933844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.934163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.934475 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.935111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.935426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.935757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:09.936067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:10.109483 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-f669a18e-a750-4b20-a33c-75c51668bd9f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4 HTTP/1.1" status: 200 len: 1001 time: 0.1705346 Mar 23 10:28:10.239595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-8df0d8c8-812d-4c4c-9699-aadbb1d5a038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:10.241000 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-8df0d8c8-812d-4c4c-9699-aadbb1d5a038 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.1250179 Mar 23 10:28:10.340789 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-e906f4b1-158a-42c0-a4d1-70c8a28c5149 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918705 Mar 23 10:28:10.440536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.581852 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-530457ff-5b48-4659-954f-85d847e483aa service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339585 Mar 23 10:28:10.744130 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8bdf433e-7835-47f1-8f8b-83e167190739 req-8ddc5120-533c-4206-8944-e657aa3b171c service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506052 Mar 23 10:28:11.258732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:28:11.455153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:11.464347 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:11.475274 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5b53fb20-24de-4623-b85f-1e562013a3e3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/d7b31de2-6f73-4544-82a5-dac10a17d9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5887945 Mar 23 10:28:11.478854 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:11.479567 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:11.653085 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:11.862667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779932b-a705-498e-9dd3-cc6905e22997 req-da8c37de-87e9-45f4-881f-f9734d33d7b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:11.863355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-0779932b-a705-498e-9dd3-cc6905e22997 req-da8c37de-87e9-45f4-881f-f9734d33d7b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:11.878889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-0779932b-a705-498e-9dd3-cc6905e22997 req-da8c37de-87e9-45f4-881f-f9734d33d7b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:11.880079 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0779932b-a705-498e-9dd3-cc6905e22997 req-da8c37de-87e9-45f4-881f-f9734d33d7b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 946 time: 0.0981877 Mar 23 10:28:11.926601 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0779932b-a705-498e-9dd3-cc6905e22997 req-3f058845-2678-4b8c-945d-9f9ef73277c6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Mar 23 10:28:12.016447 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:26:05Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.020494 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:12.030875 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:12.031452 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.231269 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:12.570000 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:26:05Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.573859 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4e25b-b0c5-4bd6-beef-a79d1d7ce067 None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa2ef614-9f14-4ab0-bc74-6ca69f1d07be', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'port_id': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'mac_address': 'fa:16:3e:4c:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:54Z', 'updated_at': '2022-03-23T10:26:05Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:13.134418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d55a07-89f0-4267-ab59-16333ca62b3e req-9d84b489-db56-44ee-a604-0ecf4e1177fb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:13.135874 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44d55a07-89f0-4267-ab59-16333ca62b3e req-9d84b489-db56-44ee-a604-0ecf4e1177fb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 946 time: 0.0824351 Mar 23 10:28:13.181930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44d55a07-89f0-4267-ab59-16333ca62b3e req-9a4544a0-43fd-4685-a6ee-58cfa06a0044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=00d5eb82-b179-4b39-9cd1-481737ee1d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Mar 23 10:28:13.460473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-74fc7d62-4d29-4028-b169-a27e730aa0ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:13.461064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-74fc7d62-4d29-4028-b169-a27e730aa0ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:13.472825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-74fc7d62-4d29-4028-b169-a27e730aa0ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:13.473884 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-74fc7d62-4d29-4028-b169-a27e730aa0ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 946 time: 0.0901718 Mar 23 10:28:13.541022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:13.541363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.790881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:13.791134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.910628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:14.042782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17c24146-c45c-43b4-9212-7075a6c47998 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:14.055587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.078959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 17c24146-c45c-43b4-9212-7075a6c47998 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:14.079293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 17c24146-c45c-43b4-9212-7075a6c47998 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:14.104540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=7f5e814d-b61b-4afe-898a-6cd89e4a0b6d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:14.180107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:14.182438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.185102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08536d12-b859-4d70-b81b-eaf0408086e0', 'name': 'network-vif-deleted', 'tag': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:14.199690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5e0dab6f-756a-41c3-bd83-2a52a6261e30 req-3ec3c9a1-0f93-4825-904d-8422390c11f4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/7f5e814d-b61b-4afe-898a-6cd89e4a0b6d HTTP/1.1" status: 204 len: 173 time: 0.7197454 Mar 23 10:28:14.240441 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08536d12-b859-4d70-b81b-eaf0408086e0', 'name': 'network-vif-deleted', 'tag': '7f5e814d-b61b-4afe-898a-6cd89e4a0b6d', 'status': 'completed', 'code': 200} Mar 23 10:28:14.351452 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e05c0c2c-cdfe-476e-925f-07ae95033085 req-51502300-d935-4651-be7c-cfdd4ac8790b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=08536d12-b859-4d70-b81b-eaf0408086e0 HTTP/1.1" status: 200 len: 210 time: 0.0453355 Mar 23 10:28:15.456773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49328) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:15.524129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06f071a5-ee12-4261-be1e-34f18db59d05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.554585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06f071a5-ee12-4261-be1e-34f18db59d05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.616052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06f071a5-ee12-4261-be1e-34f18db59d05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.633685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f071a5-ee12-4261-be1e-34f18db59d05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d5eb82-b179-4b39-9cd1-481737ee1d8f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:15.644790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06f071a5-ee12-4261-be1e-34f18db59d05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.646027 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-06f071a5-ee12-4261-be1e-34f18db59d05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/00d5eb82-b179-4b39-9cd1-481737ee1d8f HTTP/1.1" status: 204 len: 168 time: 0.1880164 Mar 23 10:28:15.686087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49334) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:15.873030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 6ded3792-2a7f-438f-871d-e1ea0f0b08bc {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:28:15.876399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.931023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.027061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.102780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.143130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=6ded3792-2a7f-438f-871d-e1ea0f0b08bc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:16.148209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.155579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3485917-5437-46cb-9d58-f8c4c1c7d550 None None] Network 4c7af8de-33cc-4251-9226-46da240c0ad9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:28:16.156245 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3cc8450b-7d5f-49d7-8663-e11265bf4d8a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/6ded3792-2a7f-438f-871d-e1ea0f0b08bc HTTP/1.1" status: 204 len: 168 time: 0.4690468 Mar 23 10:28:16.158778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49338) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:16.374535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.385927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:16.386314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.424377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] DHCP port deletion for 4c7af8de-33cc-4251-9226-46da240c0ad9 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:28:16.428474 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Deleting port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:16.428846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.594208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 64a6f752-ca01-43a1-bbc2-3a30613f1e53, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=64a6f752-ca01-43a1-bbc2-3a30613f1e53,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:16.594832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.633418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] For port 64a6f752-ca01-43a1-bbc2-3a30613f1e53, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=64a6f752-ca01-43a1-bbc2-3a30613f1e53,segment=NetworkSegment(255b9ad2-e408-414d-9df1-b4ada33ef3a4),segment_id=255b9ad2-e408-414d-9df1-b4ada33ef3a4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:16.633807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.714123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 64a6f752-ca01-43a1-bbc2-3a30613f1e53 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:16.758926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Calling delete_port for 64a6f752-ca01-43a1-bbc2-3a30613f1e53 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:16.797773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.831632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:28:16.831988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:28:16.843653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=64a6f752-ca01-43a1-bbc2-3a30613f1e53,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:16.847219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:16.969100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.992797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7af8de-33cc-4251-9226-46da240c0ad9']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:17.005647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255b9ad2-e408-414d-9df1-b4ada33ef3a4') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:17.005935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255b9ad2-e408-414d-9df1-b4ada33ef3a4') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:17.018720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.035030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.041426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:28:17.041803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:28:17.061490 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:28:17.142259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:17.143327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.164503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.177929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=4c7af8de-33cc-4251-9226-46da240c0ad9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:17.185465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:17.186097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 7f5e814d-b61b-4afe-898a-6cd89e4a0b6d not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:17.193718 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-01f075df-8353-4ec1-bec5-44bdbd531b89 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/4c7af8de-33cc-4251-9226-46da240c0ad9 HTTP/1.1" status: 204 len: 168 time: 1.0337045 Mar 23 10:28:17.196201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49342) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:17.333482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Deleting port 64a6f752-ca01-43a1-bbc2-3a30613f1e53 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:17.333769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.396981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-929c77c4-6d45-4bfe-83b2-dcfe73a583a1 None None] The port '64a6f752-ca01-43a1-bbc2-3a30613f1e53' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:28:17.407016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 7b78703d-d7d2-4f4a-9169-5e1779f2f744 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:17.407016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.572790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.573099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.689938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 7b78703d-d7d2-4f4a-9169-5e1779f2f744 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:17.910611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.958314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=7b78703d-d7d2-4f4a-9169-5e1779f2f744,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:18.046523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.082355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 64a6f752-ca01-43a1-bbc2-3a30613f1e53 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:18.117895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 64a6f752-ca01-43a1-bbc2-3a30613f1e53 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:18.118558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 64a6f752-ca01-43a1-bbc2-3a30613f1e53 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:18.440201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:28:18.635853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:18.647014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:18.655305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.658569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:18.659386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:18.715437 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b87398ec-42ba-4641-9ee7-7dbbf1301399 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/fa2ef614-9f14-4ab0-bc74-6ca69f1d07be HTTP/1.1" status: 204 len: 168 time: 1.5180557 Mar 23 10:28:18.717142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:18.779201 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'status': 'completed', 'code': 200} Mar 23 10:28:18.843758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:18.876901 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-11dfec29-ca64-4c64-ac97-e1c95d2b6e14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 1099 time: 0.0749035 Mar 23 10:28:19.027464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-f7d06178-3a0d-491e-91aa-100e8b39eff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:19.031634 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-f7d06178-3a0d-491e-91aa-100e8b39eff2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 200 len: 898 time: 0.1494656 Mar 23 10:28:19.158603 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-f9aeb8c5-0b6b-4436-8390-7895f536112d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 200 len: 217 time: 0.1206925 Mar 23 10:28:19.211821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024de964-6360-45eb-95e9-eef1e8a4feec req-b1c64343-780f-4388-b8cf-5c19755784cb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:19.220187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-024de964-6360-45eb-95e9-eef1e8a4feec req-b1c64343-780f-4388-b8cf-5c19755784cb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.1315804 Mar 23 10:28:19.233531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-45767b66-b247-4e35-b8cf-45d8f6709807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:19.235243 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-45767b66-b247-4e35-b8cf-45d8f6709807 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 200 len: 835 time: 0.0709269 Mar 23 10:28:19.268227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-024de964-6360-45eb-95e9-eef1e8a4feec req-b4e5e82c-4f7f-4f06-bcd2-3aab6b6a8109 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Mar 23 10:28:19.294483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:19.294483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:19.303892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:19.304496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:19.319460 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-e9366990-e6a0-484c-80b6-898fd82a6ad3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f96be1f-c4f4-46e8-82e6-11f24773201a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774729 Mar 23 10:28:19.454374 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-6b1606d1-8f2d-4493-a9da-3d136c6bbc45 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277370 Mar 23 10:28:19.483926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:19.686641 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c1644bc5-ec6a-4747-af59-9ac416c68203 req-99cbbf76-53c0-4983-bcc2-a06daadb1233 service neutron] 10.222.0.91 "GET /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258232 Mar 23 10:28:19.802609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:19.807495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ad09d-94e9-4791-af4f-d0b0632e460a None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8f251158-887c-4e78-a3cf-b384b1f84ec5', 'name': '', 'network_id': '2f96be1f-c4f4-46e8-82e6-11f24773201a', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:d1:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:09Z', 'updated_at': '2022-03-23T10:25:25Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '0ba68857-ed87-41ab-ba32-56d27a535c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:20.026200 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52e3c0-1ba6-410a-8602-7d1159b939c9 None None] New status for floating IP fa2ef614-9f14-4ab0-bc74-6ca69f1d07be: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:28:20.580868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e634-e9f9-45d6-9df0-1e909d77e74c req-a07900c8-9167-4ff1-b67e-f8a1fe4a1b43 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.582226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1b1e634-e9f9-45d6-9df0-1e909d77e74c req-a07900c8-9167-4ff1-b67e-f8a1fe4a1b43 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.1799183 Mar 23 10:28:20.627630 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1b1e634-e9f9-45d6-9df0-1e909d77e74c req-0f760b5d-562c-4c04-82e4-1c69eaa4894b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e6af1f1-1f33-440b-bb39-f3705e629272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396039 Mar 23 10:28:20.631925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-3d85e5a5-ebc5-46c4-8edc-ccd8b4799685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.632621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-3d85e5a5-ebc5-46c4-8edc-ccd8b4799685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:20.649081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-3d85e5a5-ebc5-46c4-8edc-ccd8b4799685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:20.650196 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-3d85e5a5-ebc5-46c4-8edc-ccd8b4799685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 946 time: 0.0927799 Mar 23 10:28:20.717814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 33f41852-b6fc-412e-9b2e-5c481f4fd095 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:20.718153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.966024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 33f41852-b6fc-412e-9b2e-5c481f4fd095, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=33f41852-b6fc-412e-9b2e-5c481f4fd095,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:20.966377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.091878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 33f41852-b6fc-412e-9b2e-5c481f4fd095 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:21.240890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.292022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=33f41852-b6fc-412e-9b2e-5c481f4fd095,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:21.363021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 33f41852-b6fc-412e-9b2e-5c481f4fd095 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:21.365300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.367829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'name': 'network-vif-deleted', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:21.383973 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-7708775a-fa84-497f-bf8f-489c5dca98f4 req-d10b62df-e64e-409b-adf8-a935ac2210b5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/33f41852-b6fc-412e-9b2e-5c481f4fd095 HTTP/1.1" status: 204 len: 173 time: 0.7274196 Mar 23 10:28:21.425323 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd140b544-3318-4153-b990-1f7d141f4a0d', 'name': 'network-vif-deleted', 'tag': '33f41852-b6fc-412e-9b2e-5c481f4fd095', 'status': 'completed', 'code': 200} Mar 23 10:28:21.808809 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-390366a7-e8c6-43f2-b334-b45c886d7622 req-9c1588d0-64d1-482b-b88f-6cb909c843f6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d140b544-3318-4153-b990-1f7d141f4a0d HTTP/1.1" status: 200 len: 210 time: 0.0429544 Mar 23 10:28:22.914923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.983009 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2083c383-63ce-47fd-ac58-a79d212b20ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.015012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2083c383-63ce-47fd-ac58-a79d212b20ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.081594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2083c383-63ce-47fd-ac58-a79d212b20ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.103337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083c383-63ce-47fd-ac58-a79d212b20ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6af1f1-1f33-440b-bb39-f3705e629272,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:23.112665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2083c383-63ce-47fd-ac58-a79d212b20ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.116214 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2083c383-63ce-47fd-ac58-a79d212b20ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/3e6af1f1-1f33-440b-bb39-f3705e629272 HTTP/1.1" status: 204 len: 168 time: 0.1979678 Mar 23 10:28:23.155430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49366) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:23.156455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 33f41852-b6fc-412e-9b2e-5c481f4fd095 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:23.191289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 33f41852-b6fc-412e-9b2e-5c481f4fd095 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:23.191658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 33f41852-b6fc-412e-9b2e-5c481f4fd095 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:23.553919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.260914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 8f251158-887c-4e78-a3cf-b384b1f84ec5 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:24.261670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.335527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3e22723a-4a75-465c-b372-76cdd6459d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.448787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.450512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 8f251158-887c-4e78-a3cf-b384b1f84ec5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8f251158-887c-4e78-a3cf-b384b1f84ec5,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:24.450900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.581164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 8f251158-887c-4e78-a3cf-b384b1f84ec5 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:24.751068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.799634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=8f251158-887c-4e78-a3cf-b384b1f84ec5,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:25.098394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:25.760108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router d7b31de2-6f73-4544-82a5-dac10a17d9c7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:28:25.958660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:25.969353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] Sync routers for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:25.970927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1b9c2093-5a9d-4dd6-a8e3-c0b84640cbc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/d7b31de2-6f73-4544-82a5-dac10a17d9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8144054 Mar 23 10:28:25.973545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49370) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:25.981729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:25.982331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:26.162926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 0ba68857-ed87-41ab-ba32-56d27a535c85 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:28:26.164629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:26.165889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.224632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.307023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.383195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.423909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba68857-ed87-41ab-ba32-56d27a535c85,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:26.428779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.436199 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5d2da852-997c-491a-a8ec-b0898b090ee9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/0ba68857-ed87-41ab-ba32-56d27a535c85 HTTP/1.1" status: 204 len: 168 time: 0.4616838 Mar 23 10:28:26.438681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49374) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:26.459244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032e2e7-6a2d-4989-baeb-a23f782ba0d2 None None] Network 2f96be1f-c4f4-46e8-82e6-11f24773201a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:28:26.640883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.648676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 7, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:26.659310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] Checking router: d7b31de2-6f73-4544-82a5-dac10a17d9c7 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:26.680679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] Routers {'d7b31de2-6f73-4544-82a5-dac10a17d9c7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:26.681292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:26.828051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-97ff19e0-8955-48d4-9429-2a6acd994717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.861492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] DHCP port deletion for 2f96be1f-c4f4-46e8-82e6-11f24773201a request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:28:26.868781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Deleting port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:26.869156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.929675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] Set router d7b31de2-6f73-4544-82a5-dac10a17d9c7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:26.945335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.954890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port fac6d279-d078-4cef-8941-821a251eacb3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:26.955218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.133726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port fac6d279-d078-4cef-8941-821a251eacb3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fac6d279-d078-4cef-8941-821a251eacb3,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:27.133979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.265634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for fac6d279-d078-4cef-8941-821a251eacb3 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:27.279529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] For port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,segment=NetworkSegment(dae59336-8251-4f75-9624-10db33eff2b8),segment_id=dae59336-8251-4f75-9624-10db33eff2b8)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:27.280128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.411588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Calling delete_port for a5cebddf-e73d-45f3-82e5-cf6ae107ba0e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:27.430993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.477168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=fac6d279-d078-4cef-8941-821a251eacb3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:27.534112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.581660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 7, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:27.583751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Pushing event deleted for resources: {'Port': ['ID=a5cebddf-e73d-45f3-82e5-cf6ae107ba0e,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:27.589956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d554ecf4-1926-4c49-bc08-8fe131162ad7 None None] The sync data for ids ['d7b31de2-6f73-4544-82a5-dac10a17d9c7'] in dv-neutron-834653-2-hyperv is: [{'id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'name': 'tempest-TestNetworkBasicOps-router-1016464225', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:00Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 7, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': 'fac6d279-d078-4cef-8941-821a251eacb3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31de2-6f73-4544-82a5-dac10a17d9c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:27.596388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] No DVR routers for this DVR port a5cebddf-e73d-45f3-82e5-cf6ae107ba0e on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:27.598769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.599116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.599469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.599938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.600278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.600612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.600943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.601274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.601600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.601922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.602247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaa27ee-f3c7-4f11-960b-911e4f924081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:27.700488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.700782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.858473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.955911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.960144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.986223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:27.987246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router d7b31de2-6f73-4544-82a5-dac10a17d9c7 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:28:28.002161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.003241 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-72a8906e-216d-47fe-bbe4-df5200037119 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/d7b31de2-6f73-4544-82a5-dac10a17d9c7 HTTP/1.1" status: 204 len: 168 time: 1.5634379 Mar 23 10:28:28.006178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49378) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:28.128924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.159393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8f251158-887c-4e78-a3cf-b384b1f84ec5 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:28.201018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8f251158-887c-4e78-a3cf-b384b1f84ec5 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:28.201518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8f251158-887c-4e78-a3cf-b384b1f84ec5 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:28.201901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5cebddf-e73d-45f3-82e5-cf6ae107ba0e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:28.237589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: a5cebddf-e73d-45f3-82e5-cf6ae107ba0e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:28.237935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a5cebddf-e73d-45f3-82e5-cf6ae107ba0e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:28.276546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.304840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f96be1f-c4f4-46e8-82e6-11f24773201a']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:28.317139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae59336-8251-4f75-9624-10db33eff2b8') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:28.317465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae59336-8251-4f75-9624-10db33eff2b8') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:28.329470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.345165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.351294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 962 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:28:28.351743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:28:28.365862 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:28:28.446122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.463421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.474197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=2f96be1f-c4f4-46e8-82e6-11f24773201a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:28.480536 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/2f96be1f-c4f4-46e8-82e6-11f24773201a HTTP/1.1" status: 204 len: 168 time: 0.4731231 Mar 23 10:28:28.485767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.486123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.486467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.486803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.487138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.487609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.487825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.488154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.488481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.488866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.489152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf6241-9809-47c3-858f-1ad0c1ad7728 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:28.500078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49382) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:28.505624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--1278097947', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:28.510638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:28.516087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:28.520299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:28.534708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:28.545024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:28.548070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.575861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:28:28.585138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.585483 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment acca13f1-5dd0-4237-ac2d-f550983fa12e of type vlan for network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 Mar 23 10:28:28.613666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.644703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.648385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:28.648961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.754156 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2528896 Mar 23 10:28:28.756999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff113e2-a90d-4302-8222-e364c5237074 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=4abb0215-ccdb-4f1e-8d2e-c61c92820227,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:28.757149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49386) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:28.762633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-397646078', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:28.767218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:28:28.769907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:28.773832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:28.776736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:28.788058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:28.794890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.795849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.814807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.057714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.234567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.251350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.280488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.416246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.196 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/15b8e1d3-90df-4f91-81fb-d42fe4051a05) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:29.585643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.618275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.703815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:29.708129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:29.710109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:28:29.752277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=15b8e1d3-90df-4f91-81fb-d42fe4051a05,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:29.937619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:29.938485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:30.047312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fac6d279-d078-4cef-8941-821a251eacb3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:30.079152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fac6d279-d078-4cef-8941-821a251eacb3 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:30.079494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fac6d279-d078-4cef-8941-821a251eacb3 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:30.165871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:28:30.369683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:30.378699 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Sync routers for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:30.390830 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:30.391419 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:30.396213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:30.397405 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8e9f78b5-202b-4bc3-9450-9c277f0fa84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6392162 Mar 23 10:28:30.400384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49390) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:30.443115 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-55f85db8-b3ae-4275-a2b4-47a1431d920d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415521 Mar 23 10:28:30.445577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49394) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:30.569879 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:30.583254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fbfc7-2ad8-429c-8016-f105b1e7f2fe tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:30.584751 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4c4fbfc7-2ad8-429c-8016-f105b1e7f2fe tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382422 Mar 23 10:28:30.587468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49398) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:30.632907 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-86162626-d931-4764-b182-5bcdf5bf26aa tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442767 Mar 23 10:28:30.635271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49402) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:30.641084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038599548', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:30.760734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:30.765373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:30.769962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:30.777173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:30.787887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:30.882547 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:29Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:30.885961 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Checking router: 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:30.885961 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Updating router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:28:30.992882 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.013831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.260556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.346476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=ebdede61-bde0-4bac-a7f9-55e249bfb7b9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:31.358047 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.365360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:28:31.365360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 4abb0215-ccdb-4f1e-8d2e-c61c92820227, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:28:31.370852 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Transition to ACTIVE for port object 15b8e1d3-90df-4f91-81fb-d42fe4051a05 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:31.378929 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.391159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:28:31.403904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 4abb0215-ccdb-4f1e-8d2e-c61c92820227) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:31.407707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:31.410585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.422447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7665ab1e-d381-4060-a006-c8b3922e1236 None None] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:28:31.438536 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6f650b33-f352-4647-8985-69fcef2a3146 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7990913 Mar 23 10:28:31.439377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49406) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:31.460023 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Pushing event updated for resources: {'Port': ['ID=15b8e1d3-90df-4f91-81fb-d42fe4051a05,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.487400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Attempting to bind port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Attempting to bind port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Attempting to bind port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.501196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:28:31.505130 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Bound port: 15b8e1d3-90df-4f91-81fb-d42fe4051a05, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:31.505130 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.586384 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] For port 15b8e1d3-90df-4f91-81fb-d42fe4051a05, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:28:31.591304 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] For port 15b8e1d3-90df-4f91-81fb-d42fe4051a05, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=15b8e1d3-90df-4f91-81fb-d42fe4051a05,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:28:31.595936 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.690822 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:31.691446 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:31.720467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:28:31.721428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:31.812119 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9a0ca-12b1-417c-992a-74291d06624f None None] Pushing event updated for resources: {'Port': ['ID=15b8e1d3-90df-4f91-81fb-d42fe4051a05,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:31.878384 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:31.885193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Allocated IP 172.20.0.2 (4abb0215-ccdb-4f1e-8d2e-c61c92820227/ebdede61-bde0-4bac-a7f9-55e249bfb7b9/fb172532-8e71-4873-a63f-7d09fafb55be) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:32.105450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:32.118008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Transition to ACTIVE for port object fb172532-8e71-4873-a63f-7d09fafb55be will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:32.143862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Transition to ACTIVE for port object fb172532-8e71-4873-a63f-7d09fafb55be will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:32.153854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:32.230387 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:29Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:32.239200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:32.239900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:32.246053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:28:32.255961 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9cde-bd7d-4ddf-8723-54ba18a80aa3 None None] The sync data for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv is: [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:29Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:32.315344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Pushing event updated for resources: {'Port': ['ID=fb172532-8e71-4873-a63f-7d09fafb55be,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:32.401108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Attempting to bind port fb172532-8e71-4873-a63f-7d09fafb55be on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:32.401520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Attempting to bind port fb172532-8e71-4873-a63f-7d09fafb55be by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:32.401822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Attempting to bind port fb172532-8e71-4873-a63f-7d09fafb55be on network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:32.410992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:28:32.410992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Checking segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:28:32.410992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:32.410992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Bound using segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:28:32.411852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Bound port: fb172532-8e71-4873-a63f-7d09fafb55be, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:32.411852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:32.526901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] For port fb172532-8e71-4873-a63f-7d09fafb55be, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:28:32.530109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] For port fb172532-8e71-4873-a63f-7d09fafb55be, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb172532-8e71-4873-a63f-7d09fafb55be,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:28:32.539187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:32.568990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:32.634752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf482c2-38e1-4d14-9d89-643fa75eface None None] Pushing event updated for resources: {'Port': ['ID=fb172532-8e71-4873-a63f-7d09fafb55be,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:33.059389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (4abb0215-ccdb-4f1e-8d2e-c61c92820227/ebdede61-bde0-4bac-a7f9-55e249bfb7b9/0a97bfbb-9561-4e83-a1cb-d089ea37dc88) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:33.134181 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:28:33.268347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.284031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:33.305283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.378139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:33.381203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:33.383807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:28:33.422674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:33.452564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.538167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.637895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2db8fc-6aef-4704-8290-71b496836701 None None] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:28:33.759441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4c6f2686-c833-455b-a142-65d20c2881d9 None None] Provisioning for port fb172532-8e71-4873-a63f-7d09fafb55be completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:33.944310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.950176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.064089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.066772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:34.104212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-64048665-1a6d-4421-ab9f-37ff3336421e None None] Provisioning for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:34.111434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-64048665-1a6d-4421-ab9f-37ff3336421e None None] Provisioning complete for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:34.112042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-64048665-1a6d-4421-ab9f-37ff3336421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.218909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb172532-8e71-4873-a63f-7d09fafb55be up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:34.243261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:34.244502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:34.272783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-64048665-1a6d-4421-ab9f-37ff3336421e None None] Port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:28:34.313272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fb172532-8e71-4873-a63f-7d09fafb55be completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:34.320109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fb172532-8e71-4873-a63f-7d09fafb55be triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:34.320580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.450967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.466328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1a26fd64-d567-4a33-803a-d204bd51d9a7 None None] Provisioning complete for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:34.466972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1a26fd64-d567-4a33-803a-d204bd51d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.533186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1a26fd64-d567-4a33-803a-d204bd51d9a7 None None] Port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:28:34.537258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port fb172532-8e71-4873-a63f-7d09fafb55be, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb172532-8e71-4873-a63f-7d09fafb55be,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:34.542357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.544145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15b8e1d3-90df-4f91-81fb-d42fe4051a05 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:34.699872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=fb172532-8e71-4873-a63f-7d09fafb55be,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:34.702795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2cbbba52-f174-49af-b711-ca7bb47b1181 None None] Provisioning complete for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:34.703345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2cbbba52-f174-49af-b711-ca7bb47b1181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.741989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:28:34.757405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:34.762784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbba52-f174-49af-b711-ca7bb47b1181 None None] Port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:28:34.765008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:34.765366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.878672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.894922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 15b8e1d3-90df-4f91-81fb-d42fe4051a05, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=15b8e1d3-90df-4f91-81fb-d42fe4051a05,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:34.898942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.951137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:34.962951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=15b8e1d3-90df-4f91-81fb-d42fe4051a05,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:34.966699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d42b7f9e-8dff-4b20-b798-d9a3a1c389fe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/71baff97-bcfc-4f5e-a154-b1ba3bfa20a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5241611 Mar 23 10:28:34.966699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49410) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:35.106588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.106959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.107317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.107706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.108061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.108412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.110120 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2ca03651-80f7-4b85-a886-5b2507cee266 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1423450 Mar 23 10:28:35.112804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49414) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:35.187066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.187437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.187833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.188190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.188541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.188890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:35.190738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fbe7a40b-1358-4bf7-b409-c96bb93d8f8e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0770333 Mar 23 10:28:35.193534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49418) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:35.399978 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ac98e4b4-9357-4bff-903e-03f964f83279 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2052815 Mar 23 10:28:35.676318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49424) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:35.681898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017240299', 'description': 'tempest-secgroup-smoke-2017240299 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:35.688441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:35.692475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:35.695263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:35.701910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:35.712191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.747668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:35.751520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:35.754518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:35.760205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:35.824346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.829264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.880113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d8301-1451-4eae-8366-dbd6e9e5a454,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:35.888029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.889212 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c05c53bc-0edd-41d7-b73b-759af909d39b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2118974 Mar 23 10:28:35.892881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49428) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:35.899185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8301-1451-4eae-8366-dbd6e9e5a454', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:35.905904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:35.910623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:35.914168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:35.920908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:35.941322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.002102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Sync routers for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:36.007754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.013213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.019370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:36.020369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:36.050949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4266a5-ced4-46b4-b10e-017d1c9dcec8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:36.064925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.066771 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-678270fb-3fc7-4da5-bc9b-2bcc16d59ad9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1727338 Mar 23 10:28:36.069448 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49432) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:36.075292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8301-1451-4eae-8366-dbd6e9e5a454', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:36.081323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:36.085346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:36.088216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:36.094536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:36.113715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.156033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb172532-8e71-4873-a63f-7d09fafb55be up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:36.179709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.185712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.209492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d436a22-d8a0-40aa-9c0d-8448ca8b84be,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:36.220329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.222228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9d4288ff-dc9b-4719-b70e-a62845a367bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1511924 Mar 23 10:28:36.224320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49436) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:36.230041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8301-1451-4eae-8366-dbd6e9e5a454', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:36.237207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:36.241216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:36.244142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:36.250066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:36.269731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.288176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:36.325224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fb172532-8e71-4873-a63f-7d09fafb55be triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:36.325631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.334535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.338282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.361185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda5fc50-7ff0-40c4-bc73-911afface4ba,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:36.370503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.374289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b4954ab3-8f1a-4421-a5fe-db6733a6c894 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1464510 Mar 23 10:28:36.374533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49440) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:36.380156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8301-1451-4eae-8366-dbd6e9e5a454', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:36.385825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:36.390301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:36.393824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:36.399450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:36.416867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.481614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.485449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.509267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d607d69c-817f-4e21-974b-c3e7e87a47f4,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:36.518399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.519667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7c93c6d6-0598-4fd1-b82f-4a4478dcc30f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441634 Mar 23 10:28:36.522459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49444) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:36.527984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8301-1451-4eae-8366-dbd6e9e5a454', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:36.533594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:36.537404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:36.540229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:36.545976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:36.558057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:28:36.564914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.620466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15b8e1d3-90df-4f91-81fb-d42fe4051a05 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:36.631616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.635216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.659460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5119b9-f4cb-4b8b-9d98-0edca0f3f0c8,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:36.669224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.670517 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b53fdc19-ec92-47ea-9e69-4652f95e4c4d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1471498 Mar 23 10:28:36.673321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49448) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:36.679407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8301-1451-4eae-8366-dbd6e9e5a454', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:36.685804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:36.689762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:36.692625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:36.698973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:36.711138 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:28:36.718068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.750249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:36.750529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.782991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.787910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.806507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:36.812280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3324e9-9354-417c-89a1-638f1c75c08f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:36.814486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Checking router: 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:36.814486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Updating router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:28:36.821253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.822459 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-141998f4-d9f5-4caa-ba56-daac4e8b369e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482401 Mar 23 10:28:36.898407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.074991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-ff93e511-3d35-4922-b2fb-ec27b68ea9d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:37.090275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-ff93e511-3d35-4922-b2fb-ec27b68ea9d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:37.091679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-ff93e511-3d35-4922-b2fb-ec27b68ea9d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017240299&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0568311 Mar 23 10:28:37.319153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.331226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Transition to ACTIVE for port object 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:37.339037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.354412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755f810-e961-469d-84b2-a81b86908b01 req-83845b2d-fe70-45c7-aa5a-e8c996acad45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:37.355083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-83845b2d-fe70-45c7-aa5a-e8c996acad45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:37.371056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-83845b2d-fe70-45c7-aa5a-e8c996acad45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:37.372712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-83845b2d-fe70-45c7-aa5a-e8c996acad45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=4abb0215-ccdb-4f1e-8d2e-c61c92820227 HTTP/1.1" status: 200 len: 797 time: 0.2742214 Mar 23 10:28:37.389751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-aa310345-f2e6-4bce-930d-e94f01f2d8e5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0112214 Mar 23 10:28:37.468479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb380-51b6-453c-8935-437392feaf97 None None] Pushing event updated for resources: {'Port': ['ID=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:37.491297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-9e2b3c0d-d9c0-4f78-9cea-02fa988b791c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:37.511518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-9e2b3c0d-d9c0-4f78-9cea-02fa988b791c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:37.516056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-9e2b3c0d-d9c0-4f78-9cea-02fa988b791c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207707 Mar 23 10:28:37.559927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Attempting to bind port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:37.560291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Attempting to bind port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:37.560646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Attempting to bind port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 on network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:37.567384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:28:37.567787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Checking segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:28:37.568186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.568581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Bound using segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:28:37.569034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Bound port: 0a97bfbb-9561-4e83-a1cb-d089ea37dc88, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:37.569460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.656831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] For port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:28:37.658070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-e55e2296-4c9d-435b-a69e-e7814649303d service neutron] 10.222.0.73 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323104 Mar 23 10:28:37.660319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] For port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:28:37.665141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.756370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb380-51b6-453c-8935-437392feaf97 None None] Pushing event updated for resources: {'Port': ['ID=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:37.766374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:37.766984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:37.806015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-a8284058-9361-4423-acb7-b852a498761e service neutron] 10.222.0.73 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412363 Mar 23 10:28:37.969287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:38.005408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec1db0e4-a44c-450f-a186-4b63516af459 req-6a3a5bde-d6e8-4be0-9ebd-1ae6477728f8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Mar 23 10:28:38.310037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:37Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:38.314187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b3e4f1-dc54-4432-9abe-890b51c6aed8 None None] The sync data for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv is: [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:37Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:39.072096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755f810-e961-469d-84b2-a81b86908b01 req-d4ab9788-a921-4ae0-b34e-09a6feedff54 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:39.073468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-d4ab9788-a921-4ae0-b34e-09a6feedff54 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:39.086491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-d4ab9788-a921-4ae0-b34e-09a6feedff54 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:39.088165 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-d4ab9788-a921-4ae0-b34e-09a6feedff54 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=4abb0215-ccdb-4f1e-8d2e-c61c92820227 HTTP/1.1" status: 200 len: 797 time: 0.1743250 Mar 23 10:28:39.159425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-b64ab375-2d94-4804-ac92-09ae8ae7c765 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:39.173094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f755f810-e961-469d-84b2-a81b86908b01 req-b64ab375-2d94-4804-ac92-09ae8ae7c765 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:39.174648 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-b64ab375-2d94-4804-ac92-09ae8ae7c765 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.0737340 Mar 23 10:28:39.185198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '54076149-8b80-4b19-a759-9deed1b78e55', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['3f0d8301-1451-4eae-8366-dbd6e9e5a454']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:39.200731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17539a0c-021a-4ce0-80f7-beb508bb9f0c req-8ee35187-330c-4a06-a278-084a67d90cb0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 210 time: 0.0647018 Mar 23 10:28:39.325753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:39.335460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:39.345033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:39.347981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:39.508041 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.7 (4abb0215-ccdb-4f1e-8d2e-c61c92820227/ebdede61-bde0-4bac-a7f9-55e249bfb7b9/6d883044-0625-42cd-adad-8f69cb859f48) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:39.697255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:39.713642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 6d883044-0625-42cd-adad-8f69cb859f48 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:39.736417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:39.809074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:39.811908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:39.815821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:28:39.846976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=6d883044-0625-42cd-adad-8f69cb859f48,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:39.881053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:39.881660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:39.908688 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-fe34b778-443a-4c57-9d26-6fdf6061df0b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7283700 Mar 23 10:28:39.920311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Request body: {'port': {'device_id': '54076149-8b80-4b19-a759-9deed1b78e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:40.036763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.088631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7eae4c23-a32d-4acb-a1c9-4d66466b1030 None None] Provisioning for port 6d883044-0625-42cd-adad-8f69cb859f48 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:40.095859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7eae4c23-a32d-4acb-a1c9-4d66466b1030 None None] Provisioning complete for port 6d883044-0625-42cd-adad-8f69cb859f48 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:40.096760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7eae4c23-a32d-4acb-a1c9-4d66466b1030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.130213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:40.205278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7eae4c23-a32d-4acb-a1c9-4d66466b1030 None None] Port 6d883044-0625-42cd-adad-8f69cb859f48 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:28:40.224299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:40.230399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:40.230767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.346567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.384813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:40.390122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.413013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d883044-0625-42cd-adad-8f69cb859f48 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:28:40.416141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815fc17-ad19-4874-852c-2562436d45b9 req-1b947014-267f-4188-9abe-62a45d651e04 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:40.420908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.423128 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2815fc17-ad19-4874-852c-2562436d45b9 req-1b947014-267f-4188-9abe-62a45d651e04 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 931 time: 0.0856400 Mar 23 10:28:40.436603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Transition to ACTIVE for port object 6d883044-0625-42cd-adad-8f69cb859f48 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:40.440769 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.463576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:40.472081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2815fc17-ad19-4874-852c-2562436d45b9 req-b52c6350-dc91-4004-aad5-57fed807c15c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484471 Mar 23 10:28:40.665502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Pushing event updated for resources: {'Port': ['ID=6d883044-0625-42cd-adad-8f69cb859f48,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:40.771268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Attempting to bind port 6d883044-0625-42cd-adad-8f69cb859f48 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:40.771520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Attempting to bind port 6d883044-0625-42cd-adad-8f69cb859f48 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:40.771863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Attempting to bind port 6d883044-0625-42cd-adad-8f69cb859f48 on network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:40.777452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Port 6d883044-0625-42cd-adad-8f69cb859f48 on network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:28:40.777786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Attempting to bind port 6d883044-0625-42cd-adad-8f69cb859f48 on network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:40.783735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:28:40.784061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Checking segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:28:40.784434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Bound using segment: {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:28:40.784843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Bound port: 6d883044-0625-42cd-adad-8f69cb859f48, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acca13f1-5dd0-4237-ac2d-f550983fa12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:40.785179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.869485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] For port 6d883044-0625-42cd-adad-8f69cb859f48, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:28:40.872846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] For port 6d883044-0625-42cd-adad-8f69cb859f48, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6d883044-0625-42cd-adad-8f69cb859f48,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:28:40.877604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.942727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.944100 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] 10.222.0.91 "PUT /v2.0/ports/6d883044-0625-42cd-adad-8f69cb859f48 HTTP/1.1" status: 200 len: 1093 time: 1.0282679 Mar 23 10:28:40.944594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:40.971700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59421-c570-4f52-be55-e73086fb2d1c service neutron] Pushing event updated for resources: {'Port': ['ID=6d883044-0625-42cd-adad-8f69cb859f48,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:41.016918 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48', 'status': 'completed', 'code': 200} Mar 23 10:28:41.054040 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-6cb5e727-a690-4762-8dab-babfb1aadc40 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 1096 time: 0.0717137 Mar 23 10:28:41.126166 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-f0ef1937-3e30-444d-ac05-762acbe16724 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d883044-0625-42cd-adad-8f69cb859f48 HTTP/1.1" status: 200 len: 217 time: 0.0648112 Mar 23 10:28:41.191504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755f810-e961-469d-84b2-a81b86908b01 req-20e82403-4e8d-4fd7-854b-48383a2e5cf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:41.192970 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-20e82403-4e8d-4fd7-854b-48383a2e5cf8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ebdede61-bde0-4bac-a7f9-55e249bfb7b9 HTTP/1.1" status: 200 len: 835 time: 0.0612602 Mar 23 10:28:41.269480 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-b5308f93-ec4c-4e00-ac72-82c96c86e7b7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4abb0215-ccdb-4f1e-8d2e-c61c92820227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706711 Mar 23 10:28:41.399437 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-9967d342-9d97-468d-8b8a-ee46935a4a4e service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236103 Mar 23 10:28:41.527233 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f755f810-e961-469d-84b2-a81b86908b01 req-bd03a918-d561-45a3-87fb-01634402c26f service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222339 Mar 23 10:28:41.635230 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-28fa342b-2b7f-4394-b1af-21f52eda427d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 1096 time: 0.0675735 Mar 23 10:28:41.672703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bf3b-ea63-43fb-80e9-b1e29a5d1223 req-9ed4f687-e64e-440c-b71b-ca520eadd0d4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:41.674060 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9f53bf3b-ea63-43fb-80e9-b1e29a5d1223 req-9ed4f687-e64e-440c-b71b-ca520eadd0d4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 943 time: 0.0805483 Mar 23 10:28:41.720536 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9f53bf3b-ea63-43fb-80e9-b1e29a5d1223 req-fbd7a044-cf49-46ef-b629-d9f3fe63d04c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Mar 23 10:28:41.766259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68133272-861a-4a16-9b5e-d6dcb180200f req-00d75183-67ac-4325-a593-9cc5f36fa594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:41.767977 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-00d75183-67ac-4325-a593-9cc5f36fa594 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4abb0215-ccdb-4f1e-8d2e-c61c92820227 HTTP/1.1" status: 200 len: 898 time: 0.1268690 Mar 23 10:28:41.836092 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-8e6a3078-d005-4a5a-a72b-2962fc2c5823 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d883044-0625-42cd-adad-8f69cb859f48 HTTP/1.1" status: 200 len: 217 time: 0.0622602 Mar 23 10:28:41.897726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68133272-861a-4a16-9b5e-d6dcb180200f req-32ae9d12-f704-45d3-beb6-2a2f298e925a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:41.899133 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-32ae9d12-f704-45d3-beb6-2a2f298e925a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ebdede61-bde0-4bac-a7f9-55e249bfb7b9 HTTP/1.1" status: 200 len: 835 time: 0.0564053 Mar 23 10:28:41.973263 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-e6926a6a-95e0-46e3-8cd5-a9f1a1ed62e4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4abb0215-ccdb-4f1e-8d2e-c61c92820227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670235 Mar 23 10:28:42.096304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:42.105119 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-f9e12fbc-6954-4775-8338-b3ddda09e452 service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262598 Mar 23 10:28:42.173889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:42.174259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:42.241216 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68133272-861a-4a16-9b5e-d6dcb180200f req-6d51ca6f-b990-4a01-9356-0c3178b33b3a service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295824 Mar 23 10:28:42.914579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a486d0e-2459-4ea9-b2e7-194424a219d1 req-7dc9ca41-e124-4896-8f9e-29c003d5931d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:42.916081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3a486d0e-2459-4ea9-b2e7-194424a219d1 req-7dc9ca41-e124-4896-8f9e-29c003d5931d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 943 time: 0.0764322 Mar 23 10:28:42.961040 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3a486d0e-2459-4ea9-b2e7-194424a219d1 req-8e8986b5-7e0c-41bf-9396-54a022b859d7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391023 Mar 23 10:28:44.158661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057a8e-7176-4314-8012-f41e0cf64888 req-e6d1f5c8-bcff-4929-a5f7-745f50cd0b12 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:44.160123 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0057a8e-7176-4314-8012-f41e0cf64888 req-e6d1f5c8-bcff-4929-a5f7-745f50cd0b12 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 943 time: 0.0795121 Mar 23 10:28:44.205428 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0057a8e-7176-4314-8012-f41e0cf64888 req-55f66c59-d4bd-4b78-9758-f61cc5592b5e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Mar 23 10:28:45.251248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6d883044-0625-42cd-adad-8f69cb859f48 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:28:45.431230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73578a00-7334-4297-b40b-cc8c090c1259 req-3b5519ca-8ef4-4452-aca1-1dc556c26351 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:45.432618 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73578a00-7334-4297-b40b-cc8c090c1259 req-3b5519ca-8ef4-4452-aca1-1dc556c26351 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 943 time: 0.0856888 Mar 23 10:28:45.436573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 6d883044-0625-42cd-adad-8f69cb859f48, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6d883044-0625-42cd-adad-8f69cb859f48,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:45.452347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '6d883044-0625-42cd-adad-8f69cb859f48', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'port_id': '6d883044-0625-42cd-adad-8f69cb859f48', 'mac_address': 'fa:16:3e:dd:cb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:28:45.491864 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73578a00-7334-4297-b40b-cc8c090c1259 req-ca7ee59d-5582-472b-af47-2b2e8409629b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531054 Mar 23 10:28:45.510983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.529172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d883044-0625-42cd-adad-8f69cb859f48 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:28:45.544433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 6d883044-0625-42cd-adad-8f69cb859f48, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6d883044-0625-42cd-adad-8f69cb859f48,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:45.548520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.616506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=6d883044-0625-42cd-adad-8f69cb859f48,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:45.873647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['6d883044-0625-42cd-adad-8f69cb859f48'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:28:46.689870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e66a-3b53-4b79-9da9-776121f5ad22 req-b59b10aa-c0e4-4098-b90d-4ee9ed4963fb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.691380 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8a3e66a-3b53-4b79-9da9-776121f5ad22 req-b59b10aa-c0e4-4098-b90d-4ee9ed4963fb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 944 time: 0.0770121 Mar 23 10:28:46.740479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8a3e66a-3b53-4b79-9da9-776121f5ad22 req-2b522a26-1536-4916-a6bd-5f3cff748211 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 Mar 23 10:28:47.129451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b37f3d-b709-4a5a-a09a-dba0d1135ba3 req-b9819626-ddce-4fc6-8b8f-9e44c024c9bb tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:47.130814 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2b37f3d-b709-4a5a-a09a-dba0d1135ba3 req-b9819626-ddce-4fc6-8b8f-9e44c024c9bb tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0819175 Mar 23 10:28:47.176632 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2b37f3d-b709-4a5a-a09a-dba0d1135ba3 req-568d9ae2-b593-4b9a-9de4-14ce1690a906 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401280 Mar 23 10:28:47.267075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6d883044-0625-42cd-adad-8f69cb859f48 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:47.336080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 6d883044-0625-42cd-adad-8f69cb859f48 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:47.340728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 6d883044-0625-42cd-adad-8f69cb859f48 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:47.341098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:47.451019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:47.478462 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:47.488468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 6d883044-0625-42cd-adad-8f69cb859f48, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6d883044-0625-42cd-adad-8f69cb859f48,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:47.492693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:47.557901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=6d883044-0625-42cd-adad-8f69cb859f48,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:47.717482 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48', 'code': 200} Mar 23 10:28:47.950709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b02c5-45c7-4cdc-a1b2-3e6d6c4961ee req-b679191b-c017-4544-bed2-3d6fde42240b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:47.952355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed2b02c5-45c7-4cdc-a1b2-3e6d6c4961ee req-b679191b-c017-4544-bed2-3d6fde42240b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.0809848 Mar 23 10:28:48.000395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed2b02c5-45c7-4cdc-a1b2-3e6d6c4961ee req-94e7d162-2cc8-4485-ae61-3bdc0f2bdcd7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 Mar 23 10:28:48.031969 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4237b09f-ba06-4fd9-a968-fec60e99ab2d req-32e0c5d6-4536-4b56-872f-711e6295a341 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 1098 time: 0.1583648 Mar 23 10:28:48.074936 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4237b09f-ba06-4fd9-a968-fec60e99ab2d req-93514aaa-a18e-4e7d-99a2-25bd11c20633 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365722 Mar 23 10:28:48.379131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873d2d8-18b9-4c1d-a496-795377d039a2 req-395b5e14-84e3-4f90-8315-9c9b1cda08c1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:48.380545 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3873d2d8-18b9-4c1d-a496-795377d039a2 req-395b5e14-84e3-4f90-8315-9c9b1cda08c1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0800056 Mar 23 10:28:48.427633 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3873d2d8-18b9-4c1d-a496-795377d039a2 req-9de16d8c-c881-45e4-ac3b-48a2adf402b2 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415330 Mar 23 10:28:48.939694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-9c1b1338-e2e0-4dc3-bd78-6180dea312be tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:48.940223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-9c1b1338-e2e0-4dc3-bd78-6180dea312be tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Synchronizing usage tracker for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:48.954848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-9c1b1338-e2e0-4dc3-bd78-6180dea312be tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Unset dirty status for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:48.956044 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-9c1b1338-e2e0-4dc3-bd78-6180dea312be tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0929427 Mar 23 10:28:49.024482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Deleting port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:28:49.024821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:49.201571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675c6b-d72c-4d06-afdc-dc7704c50164 req-dae19b44-592d-45e4-b059-c128f4bd66b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:49.202932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53675c6b-d72c-4d06-afdc-dc7704c50164 req-dae19b44-592d-45e4-b059-c128f4bd66b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.0780873 Mar 23 10:28:49.253043 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53675c6b-d72c-4d06-afdc-dc7704c50164 req-c820992e-4922-4084-a294-77fc8b2aa6eb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Mar 23 10:28:49.277216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] For port 694af8fc-fa1a-4a93-9899-e0deca76f7f4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=694af8fc-fa1a-4a93-9899-e0deca76f7f4,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:28:49.278275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:49.570942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:49.571302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:49.571849 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Floating IP b930f591-4860-4f1d-97d6-9e27d4e808f2 disassociated. External IP: 172.26.7.132, port: 694af8fc-fa1a-4a93-9899-e0deca76f7f4. Mar 23 10:28:49.572387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Calling delete_port for 694af8fc-fa1a-4a93-9899-e0deca76f7f4 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:28:49.638340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc768cb1-94ba-40aa-86e5-8fe98c388d31 req-616c79ce-b680-4823-ac06-ff898ec709db tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:49.639858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cc768cb1-94ba-40aa-86e5-8fe98c388d31 req-616c79ce-b680-4823-ac06-ff898ec709db tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 945 time: 0.0779879 Mar 23 10:28:49.702103 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cc768cb1-94ba-40aa-86e5-8fe98c388d31 req-537ec728-a2b5-466f-ba3d-3222bd2265b1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561845 Mar 23 10:28:49.728449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:49.778131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'Port': ['ID=694af8fc-fa1a-4a93-9899-e0deca76f7f4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:49.982276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:28:50.185219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:50.195796 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:50.210180 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:50.210861 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:50.260595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] No DVR routers for this DVR port 694af8fc-fa1a-4a93-9899-e0deca76f7f4 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:50.263587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:50.268130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'name': 'network-vif-deleted', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:50.284656 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e3371ca3-0a5a-4b7a-9733-b390114e9453 req-773821cf-44df-4bc4-8856-face5cecd04c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "DELETE /v2.0/ports/694af8fc-fa1a-4a93-9899-e0deca76f7f4 HTTP/1.1" status: 204 len: 173 time: 1.3228414 Mar 23 10:28:50.340858 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57445248-7bb0-4e3b-bcac-3e658075e1e5', 'name': 'network-vif-deleted', 'tag': '694af8fc-fa1a-4a93-9899-e0deca76f7f4', 'status': 'completed', 'code': 200} Mar 23 10:28:50.403327 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:50.467658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1bf8d-ca8a-43f1-ad87-4cde42b3c160 req-435385b2-3365-4847-944c-fe891ec6a19b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:50.474352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-26a1bf8d-ca8a-43f1-ad87-4cde42b3c160 req-435385b2-3365-4847-944c-fe891ec6a19b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.0906854 Mar 23 10:28:50.516279 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-26a1bf8d-ca8a-43f1-ad87-4cde42b3c160 req-76e56740-0789-4bf0-9025-d94dbf385385 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Mar 23 10:28:50.740503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84e7d2-9e9a-480f-b143-2b1b8d3a737d req-c930bc38-64eb-4801-b93d-50d16b265767 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:50.749675 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0e84e7d2-9e9a-480f-b143-2b1b8d3a737d req-c930bc38-64eb-4801-b93d-50d16b265767 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.0975955 Mar 23 10:28:50.783309 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:50.789851 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:50.801997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0e84e7d2-9e9a-480f-b143-2b1b8d3a737d req-8e226c8a-cc15-4e62-9f69-3126be3d2e1b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484183 Mar 23 10:28:50.804330 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:50.804876 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:50.832417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49512) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:50.994552 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:51.016401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ac6afce-7dec-4d11-97c7-f9bd14dfc002 req-899e76c1-e393-48c8-8c32-07c6170db81e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=57445248-7bb0-4e3b-bcac-3e658075e1e5 HTTP/1.1" status: 200 len: 210 time: 0.1458721 Mar 23 10:28:51.054853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3b0fee67-9cc7-49c5-8a84-bf7424fe881f tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 1093 time: 0.2211318 Mar 23 10:28:51.057840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49516) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:51.063156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '6d883044-0625-42cd-adad-8f69cb859f48', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:51.069063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:51.073859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:51.077315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:51.083263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:51.096664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:51.240016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:51.293205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 694af8fc-fa1a-4a93-9899-e0deca76f7f4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:51.329875 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:51.334395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 694af8fc-fa1a-4a93-9899-e0deca76f7f4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:28:51.334870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 694af8fc-fa1a-4a93-9899-e0deca76f7f4 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:51.338020 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74beb14-bb76-4589-a1e9-f5cd3e540b5b None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:51.404935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.40 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/bc30fcb0-b378-4e27-b898-c6faeccb7916) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:51.554740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:51.583174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:51.648943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:51.651755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:51.654468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:28:51.687008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=bc30fcb0-b378-4e27-b898-c6faeccb7916,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:52.186595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:52.245789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:52.457834 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-3d197cb6-4381-47ac-89a4-d5acc27a98ad tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64814713&fields=id&tenant_id=942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 267 time: 0.0825274 Mar 23 10:28:52.580243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:52.588238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:52.774783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-672d4ad3-5eea-4cd2-9b65-90adba5ddb4b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:52.776202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-672d4ad3-5eea-4cd2-9b65-90adba5ddb4b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 812 time: 0.3099141 Mar 23 10:28:52.821152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=bc30fcb0-b378-4e27-b898-c6faeccb7916,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:52.838611 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-8adf8a52-7930-48b1-8970-49bc02c2b49a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/quotas/942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 375 time: 0.0336728 Mar 23 10:28:52.846652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:53.051592 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-f63eb7eb-c063-41fe-86eb-a0c60197774f tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2059083 Mar 23 10:28:53.208727 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-de374f7c-9131-4433-ad06-efbce634ed32 service neutron] 10.222.0.73 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449394 Mar 23 10:28:53.289688 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP cc6a7449-ac9b-43f6-98ea-d26ff4b61456 associated. External IP: 172.26.7.40, port: 6d883044-0625-42cd-adad-8f69cb859f48. Mar 23 10:28:53.472244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-28bf6e80-2f38-483d-90e8-649faa8b6cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574587 Mar 23 10:28:53.729883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:28:53.907254 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-243dd76a-e112-4f77-b7da-be93bd7d39f3 req-23a171a8-9688-46ad-ba78-8348f79ddac5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 210 time: 0.0522625 Mar 23 10:28:53.986805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:28:53.999090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] Sync routers for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:28:54.012884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:54.013534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:54.013952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:54.078951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49544) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:54.079719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f211e4b7-7f65-4c62-a0a0-fb4d77d031d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0202794 Mar 23 10:28:54.080282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:54.138767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48', 'status': 'completed', 'code': 200} Mar 23 10:28:54.354375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:54.422725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3753-043e-41d0-aa41-fb64375393e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:54.492700 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-039ef7f9-d91f-4109-859f-5db8513d75c7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/cc6a7449-ac9b-43f6-98ea-d26ff4b61456 HTTP/1.1" status: 200 len: 990 time: 0.4099331 Mar 23 10:28:54.516590 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-5357a32b-07a5-4dc5-99a9-fb253f3fc58b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 1098 time: 0.3071022 Mar 23 10:28:54.553699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:54.648207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-be2b02f2-d17d-4774-bf8b-5d95015a7706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:54.649649 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-be2b02f2-d17d-4774-bf8b-5d95015a7706 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4abb0215-ccdb-4f1e-8d2e-c61c92820227 HTTP/1.1" status: 200 len: 898 time: 0.1274719 Mar 23 10:28:54.766102 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-f724c176-4a0b-4654-84bb-303f9c6f286e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d883044-0625-42cd-adad-8f69cb859f48 HTTP/1.1" status: 200 len: 998 time: 0.1096628 Mar 23 10:28:54.783221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'cc6a7449-ac9b-43f6-98ea-d26ff4b61456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'port_id': '6d883044-0625-42cd-adad-8f69cb859f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'mac_address': 'fa:16:3e:dd:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54076149-8b80-4b19-a759-9deed1b78e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:52Z', 'updated_at': '2022-03-23T10:28:52Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:40Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:54.787786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] Checking router: 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:28:54.799667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:28:54.800275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:54.834112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-3e1b8bf1-17ae-4807-a85d-74872f68deb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:54.835594 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-3e1b8bf1-17ae-4807-a85d-74872f68deb5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ebdede61-bde0-4bac-a7f9-55e249bfb7b9 HTTP/1.1" status: 200 len: 835 time: 0.0639250 Mar 23 10:28:54.959226 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-3abebd0b-b28f-4dfe-9d75-185b190d262e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4abb0215-ccdb-4f1e-8d2e-c61c92820227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091352 Mar 23 10:28:54.969578 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982d9c8-84aa-43bb-add6-60dbdaf50a43 None None] New status for floating IP b930f591-4860-4f1d-97d6-9e27d4e808f2: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:28:55.019197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:28:55.218335 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-079a7ced-89d8-48e3-95aa-b1567f5fa3a0 service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491963 Mar 23 10:28:55.384150 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7eb1e424-dff3-4144-baa7-001e7813493c req-5d6c4075-4e1e-4e3f-a3df-1473295e1acf tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 210 time: 0.0551493 Mar 23 10:28:55.416519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-5c98460b-b451-43d2-a146-eee29770b334 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:55.418866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-5c98460b-b451-43d2-a146-eee29770b334 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 812 time: 0.5892544 Mar 23 10:28:55.420071 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c9a6d0c0-d913-4484-933c-dc23e429dc48 req-ccea2feb-12a1-4c6c-a438-09a42c8a2732 service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949258 Mar 23 10:28:55.478699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-8c1280cd-80a1-4934-9fb7-7e1875286932 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 378 time: 0.0433147 Mar 23 10:28:55.487476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'port': {'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'admin_state_up': True, 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'security_groups': ['82945b8e-c368-4aa0-98ff-2d94740672a6']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:55.497428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49556) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:55.533550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'cc6a7449-ac9b-43f6-98ea-d26ff4b61456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'port_id': '6d883044-0625-42cd-adad-8f69cb859f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'mac_address': 'fa:16:3e:dd:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54076149-8b80-4b19-a759-9deed1b78e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:52Z', 'updated_at': '2022-03-23T10:28:52Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:40Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:55.539055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ec4a3-b1c7-47f0-8ae5-a5150d78c0ab None None] The sync data for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv is: [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'cc6a7449-ac9b-43f6-98ea-d26ff4b61456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'port_id': '6d883044-0625-42cd-adad-8f69cb859f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'mac_address': 'fa:16:3e:dd:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54076149-8b80-4b19-a759-9deed1b78e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:52Z', 'updated_at': '2022-03-23T10:28:52Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:40Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:28:55.646388 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c8516c09-3c22-4623-886d-c8127b576457 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/cc6a7449-ac9b-43f6-98ea-d26ff4b61456 HTTP/1.1" status: 200 len: 990 time: 0.1467547 Mar 23 10:28:55.654547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:55.659372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:port and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:55.662538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:55.669642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:55.680391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Made reservation on behalf of 942a3d76bfef423d8e7191141c4b7c30 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:55.684218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:55.781827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87749b5b-469f-44cb-a468-5885a733589d None None] New status for floating IP cc6a7449-ac9b-43f6-98ea-d26ff4b61456: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:28:55.864766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Allocated IP 172.20.0.11 (8d1510b0-d016-4cd9-9421-b5f53b85c928/120f049b-3dc5-4e96-b64f-dc41dd811c25/0571498b-6ae6-4bd9-9ba5-e45a753d492f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:56.085509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.103889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Transition to ACTIVE for port object 0571498b-6ae6-4bd9-9ba5-e45a753d492f will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:56.126475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.197490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:56.201112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:56.205611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:28:56.230961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=0571498b-6ae6-4bd9-9ba5-e45a753d492f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:56.273207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:56.273983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.300726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-639f2cf9-a217-4792-a34a-9013a5ef534c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8167400 Mar 23 10:28:56.312819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Request body: {'port': {'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:28:56.428129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.489769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96d6c6f6-a0d9-4dad-baac-e4f0041c9c3a None None] Provisioning for port 0571498b-6ae6-4bd9-9ba5-e45a753d492f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:56.494623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96d6c6f6-a0d9-4dad-baac-e4f0041c9c3a None None] Provisioning complete for port 0571498b-6ae6-4bd9-9ba5-e45a753d492f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:56.496421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96d6c6f6-a0d9-4dad-baac-e4f0041c9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.556208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-96d6c6f6-a0d9-4dad-baac-e4f0041c9c3a None None] Port 0571498b-6ae6-4bd9-9ba5-e45a753d492f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:28:56.649670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49562) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:56.706048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-338efa38-4fe3-4220-a1ef-698f5440df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.745709 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c9882-4fe1-4d3b-ab0f-712d198842a8 req-fff0c1a0-ef2e-4585-847e-f70047b607c9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:56.746933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-143c9882-4fe1-4d3b-ab0f-712d198842a8 req-fff0c1a0-ef2e-4585-847e-f70047b607c9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Synchronizing usage tracker for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:56.767673 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e2d1d167-d509-4fca-a4a5-36a71902c643 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/cc6a7449-ac9b-43f6-98ea-d26ff4b61456 HTTP/1.1" status: 200 len: 992 time: 0.1162109 Mar 23 10:28:56.790193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-143c9882-4fe1-4d3b-ab0f-712d198842a8 req-fff0c1a0-ef2e-4585-847e-f70047b607c9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Unset dirty status for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:56.791494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-143c9882-4fe1-4d3b-ab0f-712d198842a8 req-fff0c1a0-ef2e-4585-847e-f70047b607c9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 932 time: 0.2813601 Mar 23 10:28:56.894113 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-143c9882-4fe1-4d3b-ab0f-712d198842a8 req-daa3a075-3f65-472d-b7f1-7d328d6ab496 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950615 Mar 23 10:28:56.905426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0571498b-6ae6-4bd9-9ba5-e45a753d492f {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:28:56.912538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.926649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Transition to ACTIVE for port object 0571498b-6ae6-4bd9-9ba5-e45a753d492f will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:56.929604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.055977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=0571498b-6ae6-4bd9-9ba5-e45a753d492f,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:57.173590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Attempting to bind port 0571498b-6ae6-4bd9-9ba5-e45a753d492f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:57.173930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Attempting to bind port 0571498b-6ae6-4bd9-9ba5-e45a753d492f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:57.174265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Attempting to bind port 0571498b-6ae6-4bd9-9ba5-e45a753d492f on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:57.180262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Port 0571498b-6ae6-4bd9-9ba5-e45a753d492f on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:28:57.180707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Attempting to bind port 0571498b-6ae6-4bd9-9ba5-e45a753d492f on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:28:57.187165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:28:57.187500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Checking segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:28:57.187911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Bound using segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:28:57.188337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Bound port: 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:57.188682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.283256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] For port 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:28:57.286374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] For port 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:28:57.289911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.432027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.434280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] 10.222.0.91 "PUT /v2.0/ports/0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 1094 time: 1.1264937 Mar 23 10:28:57.437198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:28:57.472588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00486cea-16ef-4ea1-9433-1e9c31fe3ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=0571498b-6ae6-4bd9-9ba5-e45a753d492f,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:57.510966 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'status': 'completed', 'code': 200} Mar 23 10:28:57.553142 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-4f924027-2658-45b7-8ce3-a23a7901724a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1097 time: 0.0771413 Mar 23 10:28:57.620610 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-a3640e2d-4302-44bb-a9f9-f3a3a2c82106 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 217 time: 0.0609717 Mar 23 10:28:57.684848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-9242fe8f-b161-4bb9-8a27-81beacfd2801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:57.686167 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-9242fe8f-b161-4bb9-8a27-81beacfd2801 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0599930 Mar 23 10:28:57.709777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.759563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-81efca19-da04-4971-b586-64d78c8b77db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679736 Mar 23 10:28:57.860845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.894160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-b2cee865-5149-4fa0-99d5-2fd94015d78e service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278346 Mar 23 10:28:58.065079 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a598fc-e5f9-4b6d-9af8-c97a5eabb8da req-36039620-58de-42d9-9bac-13d149a83aed service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656234 Mar 23 10:28:58.104291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ced6a-8e59-4f9d-ba07-e1ef51259d7d req-a160fea3-e049-413e-be42-cf1237e2568a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:58.105743 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d54ced6a-8e59-4f9d-ba07-e1ef51259d7d req-a160fea3-e049-413e-be42-cf1237e2568a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 944 time: 0.0931203 Mar 23 10:28:58.205769 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d54ced6a-8e59-4f9d-ba07-e1ef51259d7d req-30c9cc7e-a0e9-4e47-9d77-9ee3d8c4f191 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654089 Mar 23 10:28:58.218044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-dfb1bbfd-6d4c-49cf-847d-cd5ad25b953e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1097 time: 0.1112952 Mar 23 10:28:58.348326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-93f01107-6a17-4937-81dc-81f63607e5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:58.349981 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-93f01107-6a17-4937-81dc-81f63607e5c3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1259968 Mar 23 10:28:58.420124 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-5a4cce30-30fa-44fc-bec3-d6f64330e2a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 217 time: 0.0640068 Mar 23 10:28:58.481537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-ef4047df-97e4-4960-b54f-20acbc10358c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:58.482890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-ef4047df-97e4-4960-b54f-20acbc10358c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0573342 Mar 23 10:28:58.555423 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-a00d50f9-5f43-4579-b470-391686ed538e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672207 Mar 23 10:28:58.683882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-5d290db0-f1d5-4809-a042-1f708f55838f service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223881 Mar 23 10:28:58.817203 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9a1eb74d-1468-48d0-899d-fd6f97826d2f req-3a826b8a-f957-4d22-9c58-95479f87cc26 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272991 Mar 23 10:28:59.238422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.404692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc5d52-33cb-4337-b8b3-a5f935baae7f req-de8e81f4-07b8-49a1-a7c5-3d486daa5fa7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:59.406110 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ecc5d52-33cb-4337-b8b3-a5f935baae7f req-de8e81f4-07b8-49a1-a7c5-3d486daa5fa7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 944 time: 0.0790670 Mar 23 10:28:59.450589 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ecc5d52-33cb-4337-b8b3-a5f935baae7f req-9fb493ca-df87-4a47-a6de-d43086d13638 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386505 Mar 23 10:29:00.645963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6f86-4819-4368-aab5-e6476f3e5133 req-0ed87e8d-5b48-4fe1-8eaa-e96ad9fbffb2 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:00.647499 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa9b6f86-4819-4368-aab5-e6476f3e5133 req-0ed87e8d-5b48-4fe1-8eaa-e96ad9fbffb2 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 944 time: 0.0769365 Mar 23 10:29:00.786732 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa9b6f86-4819-4368-aab5-e6476f3e5133 req-2ef0c63c-36b8-4b96-8602-60fcd92e1ed3 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334152 Mar 23 10:29:01.980539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8659f-e645-4d08-8880-a769b464c4e2 req-b1fb0bfb-6192-4631-8a39-80fbaea0bf7f tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:01.981985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-19a8659f-e645-4d08-8880-a769b464c4e2 req-b1fb0bfb-6192-4631-8a39-80fbaea0bf7f tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 944 time: 0.0752027 Mar 23 10:29:02.027657 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-19a8659f-e645-4d08-8880-a769b464c4e2 req-9d55cf86-389c-499b-8ed9-231c36462808 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401962 Mar 23 10:29:03.225817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc57459-5f5b-43fc-9d9b-fdcf9e23017e req-3e17c852-e4a0-4080-975e-20b6bb8f7b5b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:03.227260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dc57459-5f5b-43fc-9d9b-fdcf9e23017e req-3e17c852-e4a0-4080-975e-20b6bb8f7b5b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 944 time: 0.0799613 Mar 23 10:29:03.272732 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dc57459-5f5b-43fc-9d9b-fdcf9e23017e req-c2d1f851-8608-4a89-a66b-f66d71fd8a65 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393605 Mar 23 10:29:04.466164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f33f90-f28a-4eec-9b02-99acb8c61592 req-3aca5168-f7b6-4e7e-b501-357085223cc4 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:04.467636 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-86f33f90-f28a-4eec-9b02-99acb8c61592 req-3aca5168-f7b6-4e7e-b501-357085223cc4 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 944 time: 0.0757940 Mar 23 10:29:04.512453 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-86f33f90-f28a-4eec-9b02-99acb8c61592 req-a67830a1-321c-41d4-a63a-66b6eab74ce1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392709 Mar 23 10:29:05.340192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0571498b-6ae6-4bd9-9ba5-e45a753d492f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:29:05.470504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:29:05.483700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:29:05.538858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.556931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0571498b-6ae6-4bd9-9ba5-e45a753d492f {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:29:05.573565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:29:05.577589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.642697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0571498b-6ae6-4bd9-9ba5-e45a753d492f,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:05.713888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d22da-a793-4a3c-8eaa-3fc7fddaa5f7 req-cf90631a-a1b6-47e8-ac8c-7e05e02f7559 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:05.715889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-807d22da-a793-4a3c-8eaa-3fc7fddaa5f7 req-cf90631a-a1b6-47e8-ac8c-7e05e02f7559 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 945 time: 0.0810606 Mar 23 10:29:05.762078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-807d22da-a793-4a3c-8eaa-3fc7fddaa5f7 req-04b32a2f-91a3-4257-b086-35e508d511d9 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401411 Mar 23 10:29:05.892796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['0571498b-6ae6-4bd9-9ba5-e45a753d492f'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:29:06.955643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea9dcd-f929-43bf-93af-f584052115e6 req-02763eb6-f067-433d-8105-9dff76330267 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:06.957094 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4ea9dcd-f929-43bf-93af-f584052115e6 req-02763eb6-f067-433d-8105-9dff76330267 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 945 time: 0.0767167 Mar 23 10:29:07.014552 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4ea9dcd-f929-43bf-93af-f584052115e6 req-d33b4eff-8206-4a24-8318-69d04b0a67c6 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519524 Mar 23 10:29:07.343994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0571498b-6ae6-4bd9-9ba5-e45a753d492f up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:07.414806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 0571498b-6ae6-4bd9-9ba5-e45a753d492f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:07.419950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 0571498b-6ae6-4bd9-9ba5-e45a753d492f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:07.420327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.536842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.566742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:29:07.577174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:29:07.581034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.640783 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'code': 200} Mar 23 10:29:07.663023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0571498b-6ae6-4bd9-9ba5-e45a753d492f,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:07.939398 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60c44090-cf26-4280-9215-ec9abefeb6fa req-aa89f5f0-925e-4ebf-8207-53892ffbb2b5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1099 time: 0.0705171 Mar 23 10:29:07.982108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60c44090-cf26-4280-9215-ec9abefeb6fa req-4ca7e7ee-91c3-4d7a-ba5e-af81b8be3261 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361958 Mar 23 10:29:08.212658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa7a00-ee00-4ad6-8e44-74036a524839 req-441c1d1e-eba3-47a5-8892-29867ddad301 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:08.214906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5daa7a00-ee00-4ad6-8e44-74036a524839 req-441c1d1e-eba3-47a5-8892-29867ddad301 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 946 time: 0.0814407 Mar 23 10:29:08.261091 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5daa7a00-ee00-4ad6-8e44-74036a524839 req-e4473f30-6a3d-491a-b26d-e985e683e416 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402882 Mar 23 10:29:09.465292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c85d5-d4dc-4fde-905e-f00b0f75fb86 req-837f1629-b7bb-45a4-aab0-fcf61dab5efb tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:09.466710 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d7c85d5-d4dc-4fde-905e-f00b0f75fb86 req-837f1629-b7bb-45a4-aab0-fcf61dab5efb tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 946 time: 0.0779512 Mar 23 10:29:09.510886 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d7c85d5-d4dc-4fde-905e-f00b0f75fb86 req-c03ae92c-24da-4058-aa90-7be91b3e67d0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386095 Mar 23 10:29:09.733632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c3e-e218-43ec-a69b-91fb18f053fb req-d6ef3fca-4b3f-4051-8e7d-e15650720be3 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:09.735066 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28cb4c3e-e218-43ec-a69b-91fb18f053fb req-d6ef3fca-4b3f-4051-8e7d-e15650720be3 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 946 time: 0.0799904 Mar 23 10:29:09.779675 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28cb4c3e-e218-43ec-a69b-91fb18f053fb req-1aef475f-2536-4d29-9c4a-60868cfe6859 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390861 Mar 23 10:29:09.807499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49596) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:09.874674 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fed0a83f-bc7e-452e-87b5-91130e9adc0b tempest-TestVolumeBootPattern-230032745 tempest-TestVolumeBootPattern-230032745-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1094 time: 0.0660274 Mar 23 10:29:09.877472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49600) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:09.882934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:29:09.889095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:09.893167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:floatingip and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:09.896034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:09.901693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:09.912237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.047359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.122902 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:29:10.185066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Allocated IP 172.26.7.219 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/647db560-fa9a-44d7-b7b1-67f6b7ae372f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:29:10.328088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.354382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.419792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:10.422576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:10.426814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:29:10.456951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=647db560-fa9a-44d7-b7b1-67f6b7ae372f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:10.566116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.566448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.566778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.567107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.567434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.567781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.568104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.568420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.568735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.569121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:10.569360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:11.022749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.080697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.285651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.290085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.403753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=647db560-fa9a-44d7-b7b1-67f6b7ae372f,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:11.415686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.602184 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Floating IP 4187fe77-0bf3-4cea-b3be-2d03e11f1ffb associated. External IP: 172.26.7.219, port: 0571498b-6ae6-4bd9-9ba5-e45a753d492f. Mar 23 10:29:12.081668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:29:12.283196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:29:12.292574 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:29:12.306089 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:29:12.306772 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:12.307921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.367597 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-663f0ce4-2393-435e-b7aa-e852adf4337a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4892414 Mar 23 10:29:12.368161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:29:12.427246 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'status': 'completed', 'code': 200} Mar 23 10:29:12.518212 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:29:12.523355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-79c6a18d-588e-491d-a53f-aff889c5fa01 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1099 time: 0.0706162 Mar 23 10:29:12.675610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-7970dca3-aab6-46eb-b1d1-f89d9e203e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:12.677980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-7970dca3-aab6-46eb-b1d1-f89d9e203e26 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1472819 Mar 23 10:29:12.789816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-36810dca-67ed-4105-ae6e-6412cbf23b22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 1000 time: 0.1050205 Mar 23 10:29:12.872203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-bfdc8d6b-df61-4dd5-95a2-a0cd0a600526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:12.873659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-bfdc8d6b-df61-4dd5-95a2-a0cd0a600526 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0769558 Mar 23 10:29:12.942730 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:12.947132 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:29:12.951238 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-7c0afd96-b51d-4b36-ade6-f6370b439cb7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709808 Mar 23 10:29:12.961334 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:29:12.962111 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:28:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:13.083383 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-1790a3e0-6e8b-412e-bd2e-e729ffd4aaf2 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259091 Mar 23 10:29:13.164207 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:29:13.236775 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-370dcbfc-3920-49fd-9116-a9e49ba645ab req-36f91279-493d-48ca-bca8-ab14dee3a8ff service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475902 Mar 23 10:29:13.543478 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:13.548684 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb025-b33e-4d43-9b8a-e53644e4d7e6 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:29:13.749385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738aa8ca-9a8a-4a09-9ef3-274729cad550 None None] New status for floating IP 4187fe77-0bf3-4cea-b3be-2d03e11f1ffb: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:29:24.340605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9f52d9f6-d5fb-426d-adb0-57123e1ce10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:24.493932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:26.709086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-70536f2a-4375-4e0e-8428-87a68d2e3f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:27.708560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:27.868581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:29.240206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:47.122856 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:29:54.343450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c2edd48c-e857-47e4-b83e-3039b89d511f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:54.516347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:56.697776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d90b3c5-d2d2-4749-ad1a-a7237bc97844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:57.330539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49638) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:57.438850 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a70e8a7-d0a0-468f-b823-8d51a224b38a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/cc6a7449-ac9b-43f6-98ea-d26ff4b61456 HTTP/1.1" status: 200 len: 992 time: 0.1071825 Mar 23 10:29:57.707148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:57.787289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49646) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:57.867841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.122312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port bc30fcb0-b378-4e27-b898-c6faeccb7916 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:29:58.122582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.291345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.291718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.417536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for bc30fcb0-b378-4e27-b898-c6faeccb7916 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:29:58.572971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.616757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=bc30fcb0-b378-4e27-b898-c6faeccb7916,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:58.658644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.658990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.659810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.659810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.659990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.660841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.660841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.661287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.661287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.662311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.662311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:58.723622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:59.137170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:29:59.247262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:59.355213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:29:59.366442 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] Sync routers for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:29:59.371599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:59.377833 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:29:59.378418 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:59.424723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-453fefa0-334a-4074-8008-f28e467b81a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/cc6a7449-ac9b-43f6-98ea-d26ff4b61456 HTTP/1.1" status: 204 len: 168 time: 1.6364691 Mar 23 10:29:59.425382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:29:59.484216 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48', 'status': 'completed', 'code': 200} Mar 23 10:29:59.608222 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:29:59.743926 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-bb46978b-bd60-4b0e-b102-9e7103c91329 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 1098 time: 0.2329526 Mar 23 10:29:59.923747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-7b014b1e-c55a-4d83-b660-4372c2bdcc1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:59.925622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-7b014b1e-c55a-4d83-b660-4372c2bdcc1f service neutron] 10.222.0.91 "GET /v2.0/networks?id=4abb0215-ccdb-4f1e-8d2e-c61c92820227 HTTP/1.1" status: 200 len: 898 time: 0.1764433 Mar 23 10:29:59.991030 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:40Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:59.996417 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] Checking router: 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:30:00.008684 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:00.009294 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:00.040238 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-ff28f77e-1f9e-422e-9f36-153d4de280ab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d883044-0625-42cd-adad-8f69cb859f48 HTTP/1.1" status: 200 len: 217 time: 0.1049638 Mar 23 10:30:00.122619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-91b34783-0bae-43bf-996f-1a9091218ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:00.123270 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-91b34783-0bae-43bf-996f-1a9091218ca0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ebdede61-bde0-4bac-a7f9-55e249bfb7b9 HTTP/1.1" status: 200 len: 835 time: 0.0751617 Mar 23 10:30:00.129679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe74c3-ce2d-4cdd-8530-c1729e6d7e8a req-7eda5603-7c53-419f-8597-bd4b9e6fcd0c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:00.132222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-ccfe74c3-ce2d-4cdd-8530-c1729e6d7e8a req-7eda5603-7c53-419f-8597-bd4b9e6fcd0c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:00.201654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-ccfe74c3-ce2d-4cdd-8530-c1729e6d7e8a req-7eda5603-7c53-419f-8597-bd4b9e6fcd0c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:00.201654 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ccfe74c3-ce2d-4cdd-8530-c1729e6d7e8a req-7eda5603-7c53-419f-8597-bd4b9e6fcd0c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.2181323 Mar 23 10:30:00.240974 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:00.250072 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-6dcbcdc4-4ded-4793-b7fb-a3f96a960c38 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4abb0215-ccdb-4f1e-8d2e-c61c92820227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158893 Mar 23 10:30:00.285252 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ccfe74c3-ce2d-4cdd-8530-c1729e6d7e8a req-a81a01e2-0417-4f9c-bd18-4a3003ea798b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752580 Mar 23 10:30:00.404013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-c5baea56-89d3-4ca1-84f8-a244d74d06a6 service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449084 Mar 23 10:30:00.536540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b331fbd-60b3-4dfe-af6c-dc18f8018eed req-5fff3ff1-3670-414c-a460-ca0ff2132a4b service neutron] 10.222.0.91 "GET /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252227 Mar 23 10:30:00.564484 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:40Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:00.568443 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75114894-8867-4a92-8c3d-58a6b6606ed1 None None] The sync data for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv is: [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:28:33Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '0a97bfbb-9561-4e83-a1cb-d089ea37dc88', 'name': '', 'network_id': '4abb0215-ccdb-4f1e-8d2e-c61c92820227', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:7e:49:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:32Z', 'updated_at': '2022-03-23T10:28:40Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'ebdede61-bde0-4bac-a7f9-55e249bfb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:30:00.787328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0a64-0743-4434-8944-809f06db8e65 None None] New status for floating IP cc6a7449-ac9b-43f6-98ea-d26ff4b61456: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:30:01.472573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f218d1-13a7-4f6d-9ae3-9b08dbbeec3d req-2175ad93-e3dd-447f-8946-26f30e496d72 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:01.473889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-83f218d1-13a7-4f6d-9ae3-9b08dbbeec3d req-2175ad93-e3dd-447f-8946-26f30e496d72 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.0748696 Mar 23 10:30:01.558798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-83f218d1-13a7-4f6d-9ae3-9b08dbbeec3d req-e6f23a91-33ca-4eda-bd2a-686c1a4b3ce9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f0d8301-1451-4eae-8366-dbd6e9e5a454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795233 Mar 23 10:30:01.594105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-86f7f573-55af-4d16-8286-6380537d27e0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:01.595517 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-86f7f573-55af-4d16-8286-6380537d27e0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 945 time: 0.0889986 Mar 23 10:30:01.660532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 6d883044-0625-42cd-adad-8f69cb859f48 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:30:01.660865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:01.900823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 6d883044-0625-42cd-adad-8f69cb859f48, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6d883044-0625-42cd-adad-8f69cb859f48,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:01.901178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:02.022605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 6d883044-0625-42cd-adad-8f69cb859f48 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:30:02.167482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:02.217876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=6d883044-0625-42cd-adad-8f69cb859f48,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:02.415587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 6d883044-0625-42cd-adad-8f69cb859f48 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:30:02.418403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:02.420990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'name': 'network-vif-deleted', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:30:02.436142 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3eafc093-2f9b-4c3b-87d3-ef53c4e9c721 req-bd34ce98-67d7-4888-9c7f-2fa082cc47b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/6d883044-0625-42cd-adad-8f69cb859f48 HTTP/1.1" status: 204 len: 173 time: 0.8356979 Mar 23 10:30:02.476936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54076149-8b80-4b19-a759-9deed1b78e55', 'name': 'network-vif-deleted', 'tag': '6d883044-0625-42cd-adad-8f69cb859f48', 'status': 'completed', 'code': 200} Mar 23 10:30:02.751968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-60d27d42-b312-44c1-9f6f-00522e34e333 req-7df1a85e-dd09-47fd-9e6f-1334468d9cd7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:02.768542 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-60d27d42-b312-44c1-9f6f-00522e34e333 req-7df1a85e-dd09-47fd-9e6f-1334468d9cd7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:02.769723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60d27d42-b312-44c1-9f6f-00522e34e333 req-7df1a85e-dd09-47fd-9e6f-1334468d9cd7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=54076149-8b80-4b19-a759-9deed1b78e55 HTTP/1.1" status: 200 len: 210 time: 0.0663619 Mar 23 10:30:03.877418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49668) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:03.947294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42d5efdd-bb75-4211-ad50-569a6bf58c69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:03.976398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42d5efdd-bb75-4211-ad50-569a6bf58c69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.039902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42d5efdd-bb75-4211-ad50-569a6bf58c69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.058614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5efdd-bb75-4211-ad50-569a6bf58c69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d8301-1451-4eae-8366-dbd6e9e5a454,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:04.081914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42d5efdd-bb75-4211-ad50-569a6bf58c69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.082675 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-42d5efdd-bb75-4211-ad50-569a6bf58c69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/3f0d8301-1451-4eae-8366-dbd6e9e5a454 HTTP/1.1" status: 204 len: 168 time: 0.2040782 Mar 23 10:30:04.130113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49674) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:04.524875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:05.126764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:30:05.127719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:05.313290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 0a97bfbb-9561-4e83-a1cb-d089ea37dc88, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:05.313635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:05.530545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:30:05.679152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6d883044-0625-42cd-adad-8f69cb859f48 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:05.706687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:05.716697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 6d883044-0625-42cd-adad-8f69cb859f48 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:30:05.717650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6d883044-0625-42cd-adad-8f69cb859f48 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:05.756128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=0a97bfbb-9561-4e83-a1cb-d089ea37dc88,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:06.059177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:06.691522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:30:06.900157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:30:06.910628 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] Sync routers for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:30:06.918553 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f805b53b-c7d8-44ec-bd80-e0d0dfb12343 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/71baff97-bcfc-4f5e-a154-b1ba3bfa20a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872503 Mar 23 10:30:06.921352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49678) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:06.924842 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:06.925203 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:07.114790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet ebdede61-bde0-4bac-a7f9-55e249bfb7b9 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:30:07.117732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.119818 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:07.173956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.262890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.342718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.385452 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdede61-bde0-4bac-a7f9-55e249bfb7b9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:07.393605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.399978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd388b0-1a20-4a25-8a24-316662ea5c78 None None] Network 4abb0215-ccdb-4f1e-8d2e-c61c92820227 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:30:07.405584 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-add22b67-f450-49d0-b722-5ac9cacd2a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/ebdede61-bde0-4bac-a7f9-55e249bfb7b9 HTTP/1.1" status: 204 len: 168 time: 0.4805350 Mar 23 10:30:07.405836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49682) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:07.434762 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:30:05Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:07.438656 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] Checking router: 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:30:07.449595 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] Routers {'71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:07.450190 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:07.640290 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.643413 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] Set router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:07.669191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] DHCP port deletion for 4abb0215-ccdb-4f1e-8d2e-c61c92820227 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:30:07.673701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Deleting port fb172532-8e71-4873-a63f-7d09fafb55be {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:30:07.674139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.884948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.898656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 15b8e1d3-90df-4f91-81fb-d42fe4051a05 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:30:07.899016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.906812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] For port fb172532-8e71-4873-a63f-7d09fafb55be, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fb172532-8e71-4873-a63f-7d09fafb55be,segment=NetworkSegment(acca13f1-5dd0-4237-ac2d-f550983fa12e),segment_id=acca13f1-5dd0-4237-ac2d-f550983fa12e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:07.906918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.012378 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:30:05Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:08.018434 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ef3a0-ee21-4703-a841-33f992641c39 None None] The sync data for ids ['71baff97-bcfc-4f5e-a154-b1ba3bfa20a7'] in dv-neutron-834653-2-hyperv is: [{'id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'name': 'tempest-TestNetworkBasicOps-router-397646078', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:28Z', 'updated_at': '2022-03-23T10:30:05Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '15b8e1d3-90df-4f91-81fb-d42fe4051a05', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71baff97-bcfc-4f5e-a154-b1ba3bfa20a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:29Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:30:08.071993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Calling delete_port for fb172532-8e71-4873-a63f-7d09fafb55be owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:30:08.140722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 15b8e1d3-90df-4f91-81fb-d42fe4051a05, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=15b8e1d3-90df-4f91-81fb-d42fe4051a05,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:08.141171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.170526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.259331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Pushing event deleted for resources: {'Port': ['ID=fb172532-8e71-4873-a63f-7d09fafb55be,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:08.273545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.274085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.274567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.275032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.275511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.276009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.276495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.276967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.278935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.279439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.279951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:08.288298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae733b-274a-47cf-8510-2166ab626833 None None] No DVR routers for this DVR port fb172532-8e71-4873-a63f-7d09fafb55be on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:30:08.424268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 15b8e1d3-90df-4f91-81fb-d42fe4051a05 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:30:08.440805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb172532-8e71-4873-a63f-7d09fafb55be no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:08.478447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fb172532-8e71-4873-a63f-7d09fafb55be {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:30:08.478798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fb172532-8e71-4873-a63f-7d09fafb55be not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:08.479212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:08.512307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:30:08.512771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0a97bfbb-9561-4e83-a1cb-d089ea37dc88 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:08.635748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.692278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=15b8e1d3-90df-4f91-81fb-d42fe4051a05,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:08.975289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.271589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.277211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.305592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.306220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router 71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:30:09.322808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.324335 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3e6f8bf6-fce3-4ac5-9bc0-ddc3ad678f8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/71baff97-bcfc-4f5e-a154-b1ba3bfa20a7 HTTP/1.1" status: 204 len: 168 time: 1.9170179 Mar 23 10:30:09.327150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49686) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:09.574096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.705307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.736619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abb0215-ccdb-4f1e-8d2e-c61c92820227']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:09.749168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acca13f1-5dd0-4237-ac2d-f550983fa12e') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:09.749466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acca13f1-5dd0-4237-ac2d-f550983fa12e') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:09.762901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.782883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.790860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:30:09.790860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:30:09.806638 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:30:09.888535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.907017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.917772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=4abb0215-ccdb-4f1e-8d2e-c61c92820227,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:09.925750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fb212ab4-e916-43e6-9267-7d03e7d3ce05 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/4abb0215-ccdb-4f1e-8d2e-c61c92820227 HTTP/1.1" status: 204 len: 168 time: 0.5974529 Mar 23 10:30:09.943583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49692) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:09.948026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--649641800', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:09.953732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:09.957792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:09.960752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:09.966958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:09.976591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:09.979598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.008938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:30:10.019555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.019900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment 8526ed0f-ce5c-4c0f-9bda-0c18813aed10 of type vlan for network 779aec6d-a17d-4daf-a426-c7adf27c8e49 Mar 23 10:30:10.046996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.078572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.082538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.083104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.148617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15b8e1d3-90df-4f91-81fb-d42fe4051a05 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:10.191038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 15b8e1d3-90df-4f91-81fb-d42fe4051a05 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:30:10.191559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 15b8e1d3-90df-4f91-81fb-d42fe4051a05 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:10.195080 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2520151 Mar 23 10:30:10.197956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7154f8f-d9a1-4587-9a9e-3b810e3f2118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=779aec6d-a17d-4daf-a426-c7adf27c8e49,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:10.198185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49698) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:10.208218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:10.216611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:10.217793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:30:10.220727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:10.224537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:10.231230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:10.241360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.242340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.262434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.410907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.440778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-3659c980-f9f6-447a-8049-fe6df54f6d73 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692730 Mar 23 10:30:10.584497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-c0b93b21-6a6d-4eda-bff9-47b3eb8fe6b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1099 time: 0.0747516 Mar 23 10:30:10.588793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.625581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:10.739495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959470-e6ab-4a10-93e6-be58c2778685 req-6441c87d-ce70-49a7-bd29-6414d3655791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.740403 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-6441c87d-ce70-49a7-bd29-6414d3655791 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1364074 Mar 23 10:30:10.767194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.65 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/8d800903-0b0a-4f3b-b36b-028c33233696) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:10.849410 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-1f96c276-d639-4965-ba73-4e6c07978396 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 1002 time: 0.1035194 Mar 23 10:30:10.914849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959470-e6ab-4a10-93e6-be58c2778685 req-378f3040-05ad-4821-809b-273379a33c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.916302 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-378f3040-05ad-4821-809b-273379a33c13 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0615752 Mar 23 10:30:10.990617 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-3c2461f3-0bd9-4a65-aaac-dab62ff657d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679367 Mar 23 10:30:11.012457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.039804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.108440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:11.111306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:11.115744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:30:11.132356 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-12c59e46-b37f-428c-9776-0e0c5b157c8f service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360185 Mar 23 10:30:11.143602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=8d800903-0b0a-4f3b-b36b-028c33233696,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:11.167200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.167562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.167908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.168232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.168557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.168879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.169208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.169517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.169830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.170143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.170457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.267059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29959470-e6ab-4a10-93e6-be58c2778685 req-f3b732e3-a285-4ec4-bd5b-640d35e32bd1 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285939 Mar 23 10:30:11.299354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.300138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.522600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:30:11.721201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:30:11.731161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:30:11.742761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:11.743429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:11.747814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.749188 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a812a383-9d25-4862-9bcc-aa41c8a44666 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5453894 Mar 23 10:30:11.753180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49702) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:11.930376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:12.090968 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-950de4cd-48ac-45a2-8a37-0b444683dd23 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3343837 Mar 23 10:30:12.092281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49708) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:12.217411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:11Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:12.223838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:30:12.224196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Updating router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f port 8d800903-0b0a-4f3b-b36b-028c33233696 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:30:12.228013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26f072-6df9-4de3-b0ae-795a6c7db5bd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:12.230012 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-af26f072-6df9-4de3-b0ae-795a6c7db5bd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357071 Mar 23 10:30:12.233129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49712) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:12.277575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.373093 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-748a0574-8e1d-42f0-89fb-d51b04d51e20 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1358593 Mar 23 10:30:12.373279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49716) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:12.378562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456561980', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:12.488381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:12.492253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:12.495171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:12.501057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:12.511423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:12.607257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.618573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Transition to ACTIVE for port object 8d800903-0b0a-4f3b-b36b-028c33233696 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:12.623110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.625620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.709287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Attempting to bind port 8d800903-0b0a-4f3b-b36b-028c33233696 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:12.709661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Attempting to bind port 8d800903-0b0a-4f3b-b36b-028c33233696 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:12.710030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Attempting to bind port 8d800903-0b0a-4f3b-b36b-028c33233696 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:30:12.711999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59d9e-85a9-437c-8dde-12e7f3b2f7ab None None] Pushing event updated for resources: {'Port': ['ID=8d800903-0b0a-4f3b-b36b-028c33233696,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:12.718785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:30:12.719715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:30:12.719715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.719927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:30:12.720395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Bound port: 8d800903-0b0a-4f3b-b36b-028c33233696, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:12.720771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.792513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] For port 8d800903-0b0a-4f3b-b36b-028c33233696, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:30:12.795820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] For port 8d800903-0b0a-4f3b-b36b-028c33233696, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d800903-0b0a-4f3b-b36b-028c33233696,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:30:12.800416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.848691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.898041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59d9e-85a9-437c-8dde-12e7f3b2f7ab None None] Pushing event updated for resources: {'Port': ['ID=8d800903-0b0a-4f3b-b36b-028c33233696,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:12.902557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:12.903644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:12.928975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=87026135-5299-4c76-b9d8-e5d7f6c2991f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:12.941463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:30:12.941819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 779aec6d-a17d-4daf-a426-c7adf27c8e49, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:30:12.965202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:30:12.975603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 779aec6d-a17d-4daf-a426-c7adf27c8e49) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:12.980040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:12.980623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.002653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eaa6183f-1e6a-4eb9-8918-3263769ec99a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6284139 Mar 23 10:30:13.005590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49720) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:13.047416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085ab93-9ac1-4626-994d-7e1be6941faf None None] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:30:13.253009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:13.475739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-779aec6d-a17d-4daf-a426-c7adf27c8e49', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:30:13.476542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.702689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Allocated IP 172.20.0.2 (779aec6d-a17d-4daf-a426-c7adf27c8e49/87026135-5299-4c76-b9d8-e5d7f6c2991f/ddea1bf8-6d96-4192-afda-e40fb8dc3767) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:13.734102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:11Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:13.768137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.788301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8de243-54b7-4bfd-b6fd-5f9e65c601cb None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:11Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:30:13.933921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.945935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Transition to ACTIVE for port object ddea1bf8-6d96-4192-afda-e40fb8dc3767 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:13.980003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Transition to ACTIVE for port object ddea1bf8-6d96-4192-afda-e40fb8dc3767 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:13.990179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.071344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:14.074501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:14.079136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:30:14.081342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Pushing event updated for resources: {'Port': ['ID=ddea1bf8-6d96-4192-afda-e40fb8dc3767,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:14.236620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Attempting to bind port ddea1bf8-6d96-4192-afda-e40fb8dc3767 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:14.237130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Attempting to bind port ddea1bf8-6d96-4192-afda-e40fb8dc3767 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:14.237585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Attempting to bind port ddea1bf8-6d96-4192-afda-e40fb8dc3767 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:30:14.240310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d800903-0b0a-4f3b-b36b-028c33233696 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:14.290678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:30:14.290932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Checking segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:30:14.291424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.291973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Bound using segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:30:14.292534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Bound port: ddea1bf8-6d96-4192-afda-e40fb8dc3767, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:14.293003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.333174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (779aec6d-a17d-4daf-a426-c7adf27c8e49/87026135-5299-4c76-b9d8-e5d7f6c2991f/a3b121e2-acec-403e-bcf0-6586302c918f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:14.394179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8d800903-0b0a-4f3b-b36b-028c33233696 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:14.403908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8d800903-0b0a-4f3b-b36b-028c33233696 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:14.404529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.450882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] For port ddea1bf8-6d96-4192-afda-e40fb8dc3767, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:30:14.465642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] For port ddea1bf8-6d96-4192-afda-e40fb8dc3767, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ddea1bf8-6d96-4192-afda-e40fb8dc3767,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:30:14.474563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.521251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.544098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object a3b121e2-acec-403e-bcf0-6586302c918f will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:14.574753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.624653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ea841-13f2-4c0c-a0b7-5d9ac5075a98 None None] Pushing event updated for resources: {'Port': ['ID=ddea1bf8-6d96-4192-afda-e40fb8dc3767,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:14.639887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.663892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8d800903-0b0a-4f3b-b36b-028c33233696, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d800903-0b0a-4f3b-b36b-028c33233696,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:14.668503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.679433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:14.683866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:14.690653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:30:14.749370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8d800903-0b0a-4f3b-b36b-028c33233696,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:14.768105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a3b121e2-acec-403e-bcf0-6586302c918f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:14.772674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.879472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.291167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.296508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.411369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a3b121e2-acec-403e-bcf0-6586302c918f,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:15.413801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.557480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:15.558649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:15.575492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403034f3-53de-4b4b-b0e4-b86ef171bda6 None None] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:30:15.720027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7dcc12a0-3d54-4353-9e37-291b7dcefb59 None None] Provisioning for port ddea1bf8-6d96-4192-afda-e40fb8dc3767 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:16.056589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:30:16.075271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b188180d-18d2-4e07-b26a-329669a0268e None None] Provisioning for port a3b121e2-acec-403e-bcf0-6586302c918f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:16.083419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b188180d-18d2-4e07-b26a-329669a0268e None None] Provisioning complete for port a3b121e2-acec-403e-bcf0-6586302c918f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:16.083921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b188180d-18d2-4e07-b26a-329669a0268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.216335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b188180d-18d2-4e07-b26a-329669a0268e None None] Port a3b121e2-acec-403e-bcf0-6586302c918f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:30:16.278358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d800903-0b0a-4f3b-b36b-028c33233696 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:16.312969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:30:16.330384 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-88235f57-bcae-4320-8dff-95f113e823ad tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/98bbc9d3-ee8a-4eb4-904a-3953a770b89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3237014 Mar 23 10:30:16.330709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49724) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:16.356146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3336933c-1dcf-4981-8fe1-54da7f319fa3 None None] Provisioning complete for port a3b121e2-acec-403e-bcf0-6586302c918f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:16.356652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3336933c-1dcf-4981-8fe1-54da7f319fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.413411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8d800903-0b0a-4f3b-b36b-028c33233696 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:16.413875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.452536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-3336933c-1dcf-4981-8fe1-54da7f319fa3 None None] Port a3b121e2-acec-403e-bcf0-6586302c918f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:30:16.484488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.484856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.485217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.485576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.485930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.486280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.488139 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d07cd89b-9569-45b0-adfa-7a4a6f9b2e22 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1559572 Mar 23 10:30:16.490838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49728) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:16.535695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddea1bf8-6d96-4192-afda-e40fb8dc3767 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:16.561682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.562040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.562395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.562740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.563166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.563415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.565147 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b3dec5bb-4b2b-4b45-abef-034a612a72dd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0734231 Mar 23 10:30:16.567854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:16.604188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7f3e3db8-75e9-4e11-9b99-5912ea58477a None None] Provisioning complete for port a3b121e2-acec-403e-bcf0-6586302c918f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:16.604811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3db8-75e9-4e11-9b99-5912ea58477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.662224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e3db8-75e9-4e11-9b99-5912ea58477a None None] Port a3b121e2-acec-403e-bcf0-6586302c918f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:30:16.666153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ddea1bf8-6d96-4192-afda-e40fb8dc3767 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:16.670986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ddea1bf8-6d96-4192-afda-e40fb8dc3767 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:16.671358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.777241 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-91abbf18-e4b6-4fec-b62a-4b39871cef05 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2075765 Mar 23 10:30:16.790217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.823743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port ddea1bf8-6d96-4192-afda-e40fb8dc3767, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ddea1bf8-6d96-4192-afda-e40fb8dc3767,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:16.827868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.894108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=ddea1bf8-6d96-4192-afda-e40fb8dc3767,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.187912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49738) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:17.193470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197278992', 'description': 'tempest-secgroup-smoke-1197278992 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:17.200085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:17.206814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:17.210063 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:17.216357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:17.227873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.264698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:17.268717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:17.271747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:17.277732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:17.335529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.339867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.385808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.389026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.390298 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-aaaea647-d806-4a4d-9eff-e25da9b8c195 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2013726 Mar 23 10:30:17.393754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49742) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:17.399333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51f9e-bb2e-4b26-94db-9b56ce73ecac', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:17.407720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:17.410743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:17.414000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:17.421502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:17.428866 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:30:17.441081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.443699 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:17.444315 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:17.510888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.515574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.546329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddf744f-0b4c-4870-abaa-a16113890b7e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.559280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.560482 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ade6fe6b-7434-4580-ab3d-e7331adb1751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1657898 Mar 23 10:30:17.564886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49746) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:17.570462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51f9e-bb2e-4b26-94db-9b56ce73ecac', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:17.576565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:17.580397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:17.583258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:17.589093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:17.610590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.637508 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:17.678721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.684337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.708905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcf2ae5-aafc-4ca0-80d4-3b0e4554fbf5,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.719172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.720543 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-980eadbb-423b-442f-9f0b-efd0ff16d107 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1546283 Mar 23 10:30:17.723232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49750) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:17.728570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51f9e-bb2e-4b26-94db-9b56ce73ecac', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:17.735285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:17.739904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:17.742696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:17.748831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:17.766782 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.856535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.861088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.882776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97121519-db52-4724-8aa8-76753b01afe3,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.898842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.899039 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-62a13066-9a3b-420d-83de-2bfc2aa620f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1747620 Mar 23 10:30:17.904010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49754) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:17.911828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51f9e-bb2e-4b26-94db-9b56ce73ecac', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:17.918267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:17.923269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:17.927085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:17.934042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:17.954491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.008097 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:15Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:18.013284 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:30:18.013629 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Updating router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f port a3b121e2-acec-403e-bcf0-6586302c918f binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:30:18.024004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.028341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.052892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f36d0d5-2f34-4abe-96fe-32bfb2f78fd9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:18.063772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.065027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d4bdf924-1d6c-43ac-9df0-a2602d905bc1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1599586 Mar 23 10:30:18.067578 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.068123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49758) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:18.074313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51f9e-bb2e-4b26-94db-9b56ce73ecac', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:18.080369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:18.084201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:18.087176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:18.094370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:18.107483 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:30:18.116154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.194934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddea1bf8-6d96-4192-afda-e40fb8dc3767 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:18.200401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.205561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.232879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec259a9a-37c4-4354-acef-13150d3dce98,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:18.245042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.246521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b8bf0e2e-a89b-4722-8517-c3115076d725 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1772676 Mar 23 10:30:18.249351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49762) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:18.255244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'd6d51f9e-bb2e-4b26-94db-9b56ce73ecac', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:18.262693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:18.267332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:18.270770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:18.278581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:18.280388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ddea1bf8-6d96-4192-afda-e40fb8dc3767 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:18.280830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.295676 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:30:18.307027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.390041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.394840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.426881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9d0a60-dd65-4a2b-80d0-70f137ed56a7,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:18.438339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.439913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e014fc6d-5eed-4e47-9504-cba4b48c06db tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1894741 Mar 23 10:30:18.482542 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.495264 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Transition to ACTIVE for port object a3b121e2-acec-403e-bcf0-6586302c918f will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:18.503284 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.638349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d533b729-3866-4489-985f-b66daebae126 req-13d942f7-a917-40ec-a249-32df8dd9ebf7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:18.658231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d533b729-3866-4489-985f-b66daebae126 req-13d942f7-a917-40ec-a249-32df8dd9ebf7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:18.669394 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-13d942f7-a917-40ec-a249-32df8dd9ebf7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197278992&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0762124 Mar 23 10:30:18.732513 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Attempting to bind port a3b121e2-acec-403e-bcf0-6586302c918f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:18.733026 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Attempting to bind port a3b121e2-acec-403e-bcf0-6586302c918f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:18.733472 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Attempting to bind port a3b121e2-acec-403e-bcf0-6586302c918f on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:30:18.735747 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Pushing event updated for resources: {'Port': ['ID=a3b121e2-acec-403e-bcf0-6586302c918f,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:18.745035 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.745516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.745963 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.746378 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.746917 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.747434 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.747970 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.748502 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.749010 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.750114 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.750897 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:18.763312 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:30:18.763981 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Checking segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:30:18.764595 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.765189 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Bound using segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:30:18.765851 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Bound port: a3b121e2-acec-403e-bcf0-6586302c918f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:18.766683 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.857434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533b729-3866-4489-985f-b66daebae126 req-1bd4ce68-0ad8-484d-9036-c153bde68586 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:18.858191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d533b729-3866-4489-985f-b66daebae126 req-1bd4ce68-0ad8-484d-9036-c153bde68586 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:18.874280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d533b729-3866-4489-985f-b66daebae126 req-1bd4ce68-0ad8-484d-9036-c153bde68586 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:18.875466 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-1bd4ce68-0ad8-484d-9036-c153bde68586 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 796 time: 0.2051947 Mar 23 10:30:18.889202 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] For port a3b121e2-acec-403e-bcf0-6586302c918f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:30:18.892600 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] For port a3b121e2-acec-403e-bcf0-6586302c918f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a3b121e2-acec-403e-bcf0-6586302c918f,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:30:18.896061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-1310ce6b-52ea-486f-91d9-dc5201cf886c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0127070 Mar 23 10:30:18.897937 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.978118 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:18.978654 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:29:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:19.004104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d533b729-3866-4489-985f-b66daebae126 req-3cd66096-8620-432c-bb7a-c9e0b72de0e5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:19.027159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d533b729-3866-4489-985f-b66daebae126 req-3cd66096-8620-432c-bb7a-c9e0b72de0e5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:19.041174 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-3cd66096-8620-432c-bb7a-c9e0b72de0e5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286781 Mar 23 10:30:19.130079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-d4510cb9-8d1e-4c9c-baef-1a50e0a68fba service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:30:19.138410 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-d4510cb9-8d1e-4c9c-baef-1a50e0a68fba service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0962448 Mar 23 10:30:19.182580 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149925f-c134-4187-b057-4a82861ca15a None None] Pushing event updated for resources: {'Port': ['ID=a3b121e2-acec-403e-bcf0-6586302c918f,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:19.245364 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:19.295253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-d556c013-4a4e-4b01-aa2b-f040d84b52ef service neutron] 10.222.0.73 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559949 Mar 23 10:30:19.430889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-4310cdf7-938f-4b78-88f6-f5dd36ecdbe0 service neutron] 10.222.0.73 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299038 Mar 23 10:30:19.574776 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:18Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:19.579067 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88ab23-7f93-4e20-b696-30f00ac27e87 None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:18Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:30:19.633287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c27215e-aad6-49b0-82cf-075e0dd44ed6 req-b9c79e43-8b7e-409c-93ab-6128ce7c382b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 210 time: 0.0577526 Mar 23 10:30:20.190353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a3b121e2-acec-403e-bcf0-6586302c918f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:20.264062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a3b121e2-acec-403e-bcf0-6586302c918f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:20.269451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a3b121e2-acec-403e-bcf0-6586302c918f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:20.269854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.390122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.424266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port a3b121e2-acec-403e-bcf0-6586302c918f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a3b121e2-acec-403e-bcf0-6586302c918f,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:20.429490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.502048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=a3b121e2-acec-403e-bcf0-6586302c918f,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:20.687388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533b729-3866-4489-985f-b66daebae126 req-cbfa22ab-4428-4438-8276-dbf73467f630 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:20.689110 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-cbfa22ab-4428-4438-8276-dbf73467f630 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 796 time: 0.1458304 Mar 23 10:30:20.743093 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-c7a8ca46-42fb-40fb-86bc-4c7739ab53d7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.0419149 Mar 23 10:30:20.752692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['d6d51f9e-bb2e-4b26-94db-9b56ce73ecac']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:20.871973 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbc7966c-c861-4daa-93ef-78001199a37b req-5e12dec6-d5c1-4935-9b5e-5965ca381aa8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 210 time: 0.0977771 Mar 23 10:30:20.928672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:20.938663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:20.947923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:20.951492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.225008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.10 (779aec6d-a17d-4daf-a426-c7adf27c8e49/87026135-5299-4c76-b9d8-e5d7f6c2991f/76fb18d3-e946-4db9-86bb-dc57ef6c1232) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:21.413582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.429503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 76fb18d3-e946-4db9-86bb-dc57ef6c1232 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:21.450622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.521396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:21.524349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:21.529353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:30:21.554525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=76fb18d3-e946-4db9-86bb-dc57ef6c1232,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:21.593557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.594172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.620289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-aafa36fc-268a-4afd-895e-73a64c466fa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8721995 Mar 23 10:30:21.633403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Request body: {'port': {'device_id': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:21.744460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.772006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0b73172-c84b-4954-a362-4b7687860b09 None None] Provisioning for port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:21.776917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0b73172-c84b-4954-a362-4b7687860b09 None None] Provisioning complete for port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:21.777285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c0b73172-c84b-4954-a362-4b7687860b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.832648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c0b73172-c84b-4954-a362-4b7687860b09 None None] Port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:30:22.148504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93b440-0066-4c8f-ae39-63516821e96b req-aedff881-c59f-4101-aae3-09cfb87445c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:22.149199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9c93b440-0066-4c8f-ae39-63516821e96b req-aedff881-c59f-4101-aae3-09cfb87445c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:22.162572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fb18d3-e946-4db9-86bb-dc57ef6c1232 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:30:22.162702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a3b121e2-acec-403e-bcf0-6586302c918f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:22.173808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.191066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9c93b440-0066-4c8f-ae39-63516821e96b req-aedff881-c59f-4101-aae3-09cfb87445c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:22.192227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c93b440-0066-4c8f-ae39-63516821e96b req-aedff881-c59f-4101-aae3-09cfb87445c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 932 time: 0.1957464 Mar 23 10:30:22.194670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Transition to ACTIVE for port object 76fb18d3-e946-4db9-86bb-dc57ef6c1232 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:22.213457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.232261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a3b121e2-acec-403e-bcf0-6586302c918f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:22.232631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.369108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c93b440-0066-4c8f-ae39-63516821e96b req-7dec0450-70cc-4826-84ac-83375caadedf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707461 Mar 23 10:30:22.369696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Pushing event updated for resources: {'Port': ['ID=76fb18d3-e946-4db9-86bb-dc57ef6c1232,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:22.487489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Attempting to bind port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:22.487849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Attempting to bind port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:22.488180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Attempting to bind port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:30:22.494015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:30:22.494332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Attempting to bind port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:30:22.500618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:30:22.500948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Checking segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:30:22.501329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Bound using segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:30:22.501747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Bound port: 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:22.502089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.592385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] For port 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:30:22.595267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] For port 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:30:22.599949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.663432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.664818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] 10.222.0.91 "PUT /v2.0/ports/76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 1094 time: 1.0356874 Mar 23 10:30:22.665242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:30:22.685852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0729d-c3a0-4042-abf4-1ecf49856df4 service neutron] Pushing event updated for resources: {'Port': ['ID=76fb18d3-e946-4db9-86bb-dc57ef6c1232,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:22.737808 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'status': 'completed', 'code': 200} Mar 23 10:30:22.787935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-350873d5-821d-433e-b8b7-a5e2c4dfd30f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1097 time: 0.0817113 Mar 23 10:30:22.860218 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-7b1a4b0f-fccc-4357-98d2-4fa0db27f5b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 217 time: 0.0654685 Mar 23 10:30:22.929014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533b729-3866-4489-985f-b66daebae126 req-0cb4c238-6fb5-41a4-94a1-8e443ac109a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:22.930501 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-0cb4c238-6fb5-41a4-94a1-8e443ac109a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0642729 Mar 23 10:30:23.098432 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-69a017b6-1110-45c0-802e-ce43182e01a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1615696 Mar 23 10:30:23.242937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-46bb09ad-2736-4545-b08a-a29ac3010df7 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385102 Mar 23 10:30:23.377263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d533b729-3866-4489-985f-b66daebae126 req-c48960f2-6688-44a7-b13b-411876247ab0 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285350 Mar 23 10:30:23.488993 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-372c43cf-cf01-4cd0-b6de-496675a3cfc9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1097 time: 0.0685802 Mar 23 10:30:23.677767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95306ed5-20a3-4daa-8267-7cd10135834e req-35ff7df2-96ef-48a8-bac7-ebc89c021b4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:23.679213 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-35ff7df2-96ef-48a8-bac7-ebc89c021b4a service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.1845257 Mar 23 10:30:23.686183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30493-93f8-4817-8a5c-8718b94eb2e1 req-2a1bacb2-792d-45da-b87f-dfa8aa6108ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:23.687638 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a30493-93f8-4817-8a5c-8718b94eb2e1 req-2a1bacb2-792d-45da-b87f-dfa8aa6108ab tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 944 time: 0.1750314 Mar 23 10:30:23.766073 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-627d7207-3f10-4902-bab7-7a9ae208af8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 217 time: 0.0774603 Mar 23 10:30:23.833561 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3a30493-93f8-4817-8a5c-8718b94eb2e1 req-f7e7174a-9875-4ee2-92d5-b0e9c634a36e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979972 Mar 23 10:30:23.845008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95306ed5-20a3-4daa-8267-7cd10135834e req-fdadee6d-5272-47cb-922a-3567335d2e80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:23.846468 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-fdadee6d-5272-47cb-922a-3567335d2e80 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0729337 Mar 23 10:30:23.921900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-31edc1ff-8463-4c0b-a225-eeccbff39868 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693145 Mar 23 10:30:24.067436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-7f943ab3-bf3d-4ec0-bb9f-65c8e0ad9c9c service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383796 Mar 23 10:30:24.122791 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:30:24.203570 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95306ed5-20a3-4daa-8267-7cd10135834e req-cf9b1997-2bda-4f64-8a4c-facf49fca4ab service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294107 Mar 23 10:30:24.346031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c03b9b60-00a7-49df-b7ea-975e73ec6977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.506707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.036556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0651b1e-efbe-49a5-a69b-4b46b4b64ca7 req-29f64bc0-2463-4cbb-8f35-5fee2d0cca93 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.038020 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a0651b1e-efbe-49a5-a69b-4b46b4b64ca7 req-29f64bc0-2463-4cbb-8f35-5fee2d0cca93 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 944 time: 0.0805521 Mar 23 10:30:25.083794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a0651b1e-efbe-49a5-a69b-4b46b4b64ca7 req-7813887d-c5b3-44ab-b84d-49e99155bf6e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395384 Mar 23 10:30:26.283800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb44c88-d4ce-4dba-a93c-8a271b353b7d req-39a503b3-3cd6-4714-a48f-6182ab057a97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:26.285182 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cb44c88-d4ce-4dba-a93c-8a271b353b7d req-39a503b3-3cd6-4714-a48f-6182ab057a97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 944 time: 0.0754716 Mar 23 10:30:26.333925 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cb44c88-d4ce-4dba-a93c-8a271b353b7d req-63375c90-42e3-4867-9da7-5322059f0b4c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Mar 23 10:30:26.702242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac1fabfc-adeb-476a-a03c-a817baf3bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.530911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e810224-a7a9-413a-9da1-1b9166310617 req-76144881-451f-4b03-b7f2-864f46fe581e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:27.532400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2e810224-a7a9-413a-9da1-1b9166310617 req-76144881-451f-4b03-b7f2-864f46fe581e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 944 time: 0.0768454 Mar 23 10:30:27.576655 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2e810224-a7a9-413a-9da1-1b9166310617 req-649ca083-15a3-4e3b-8396-66e98c58726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Mar 23 10:30:27.679593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 76fb18d3-e946-4db9-86bb-dc57ef6c1232 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:30:27.803998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.853407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:27.874670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'port_id': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'mac_address': 'fa:16:3e:6c:dc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:30:27.907332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.932514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.953258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fb18d3-e946-4db9-86bb-dc57ef6c1232 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:30:27.969126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:27.972810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:28.037288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=76fb18d3-e946-4db9-86bb-dc57ef6c1232,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:28.286559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['76fb18d3-e946-4db9-86bb-dc57ef6c1232'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:30:28.786077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012202a1-5765-442a-a3ae-add4999dbcb5 req-9c901059-b364-4c4b-872a-dc230929d696 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:28.787583 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-012202a1-5765-442a-a3ae-add4999dbcb5 req-9c901059-b364-4c4b-872a-dc230929d696 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 945 time: 0.0870023 Mar 23 10:30:28.834188 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-012202a1-5765-442a-a3ae-add4999dbcb5 req-0bbde032-dc0a-46b7-b320-82aa2c8fcfa9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Mar 23 10:30:29.247506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:29.694866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 76fb18d3-e946-4db9-86bb-dc57ef6c1232 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:29.766987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:29.771515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:29.771908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:29.882661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:29.912039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:30:29.923876 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:30:29.929592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:29.974638 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'code': 200} Mar 23 10:30:30.000131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=76fb18d3-e946-4db9-86bb-dc57ef6c1232,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:30.042453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940612-f658-47e3-849c-ed12ef1e3753 req-97d36f47-fc6c-439f-9d03-5e59bc2dc7aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:30.043949 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-07940612-f658-47e3-849c-ed12ef1e3753 req-97d36f47-fc6c-439f-9d03-5e59bc2dc7aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0876193 Mar 23 10:30:30.090491 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-07940612-f658-47e3-849c-ed12ef1e3753 req-af8d36c1-a67d-4952-a250-d824f4c3b8e1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Mar 23 10:30:30.304143 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d4f8829-f396-49c9-802b-eac294451ff2 req-4b86e5ce-bfa3-4a71-83dd-91333e26b06c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1099 time: 0.1647933 Mar 23 10:30:30.346480 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d4f8829-f396-49c9-802b-eac294451ff2 req-407be2c6-b55f-4fbb-a175-f88b7995af42 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358675 Mar 23 10:30:31.288219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b416-a7d8-4345-9665-a07acc170d14 req-fb07a059-6b0b-48e6-8d14-8688a735667e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:31.289659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3479b416-a7d8-4345-9665-a07acc170d14 req-fb07a059-6b0b-48e6-8d14-8688a735667e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0757592 Mar 23 10:30:31.338090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3479b416-a7d8-4345-9665-a07acc170d14 req-2c0fa951-2c0b-44c6-9144-4588f185b94e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Mar 23 10:30:32.536107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659467-aa2e-4ac0-a96f-1fd19fac26ff req-6fd248dc-82e8-4913-afec-fa626d25019d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.537568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3f659467-aa2e-4ac0-a96f-1fd19fac26ff req-6fd248dc-82e8-4913-afec-fa626d25019d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0769913 Mar 23 10:30:32.582493 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3f659467-aa2e-4ac0-a96f-1fd19fac26ff req-d10d6072-daf2-4963-9b46-be856f4f2f61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392921 Mar 23 10:30:32.782573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec64f-af57-4f62-9da8-44244aa732a7 req-f2ff5206-b5fb-4cb7-91bb-efaeaec61452 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.784119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f9fec64f-af57-4f62-9da8-44244aa732a7 req-f2ff5206-b5fb-4cb7-91bb-efaeaec61452 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0832303 Mar 23 10:30:32.831133 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f9fec64f-af57-4f62-9da8-44244aa732a7 req-c6ab6152-eb6d-40f5-8659-d2102db5b159 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Mar 23 10:30:32.858788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49812) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:32.927860 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0fd18763-cb75-4636-bebf-9a835a957aa2 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1094 time: 0.0679262 Mar 23 10:30:32.930407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49816) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:32.935437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:30:32.940849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:32.944635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:32.947518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:32.953153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:32.964117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:33.101792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:33.240695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.251 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/422e1341-8911-4f26-9cee-99d45d471ead) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:33.387783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:33.417186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:33.484777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:33.487600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:33.491920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:30:33.519032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=422e1341-8911-4f26-9cee-99d45d471ead,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:33.995322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:34.049949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:34.354743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:34.359099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:34.460193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=422e1341-8911-4f26-9cee-99d45d471ead,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:34.480420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:34.678750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df associated. External IP: 172.26.7.251, port: 76fb18d3-e946-4db9-86bb-dc57ef6c1232. Mar 23 10:30:35.066210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:30:35.264380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:30:35.274331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:30:35.289125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:35.289582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:35.290254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:30:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:35.346429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4201bdbb-f646-4f88-a88d-d01e3b3c17da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4148812 Mar 23 10:30:35.346963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:30:35.349150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49820) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:35.404884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'status': 'completed', 'code': 200} Mar 23 10:30:35.480890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:35.494957 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-a8c87466-7a7f-4653-997a-4e1dff0963e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1099 time: 0.0701110 Mar 23 10:30:35.600791 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8b0067d1-a051-4f26-bbd2-2237ca3149ae tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 992 time: 0.2499044 Mar 23 10:30:35.666823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-1cb10637-02f5-462e-8c43-110d4c068b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:35.668311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-1cb10637-02f5-462e-8c43-110d4c068b2b service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.1663373 Mar 23 10:30:35.772097 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-85bdfc5a-9a54-404b-89b9-9e13cc3f1ed4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 1000 time: 0.0968587 Mar 23 10:30:35.834022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-98441658-d840-4ab2-998a-71285b9dfdf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:35.834449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7173f4ff-e1a1-4442-a6ae-84838b8792df', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'port_id': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'mac_address': 'fa:16:3e:6c:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:33Z', 'updated_at': '2022-03-23T10:30:33Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:35.835454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-98441658-d840-4ab2-998a-71285b9dfdf4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0575664 Mar 23 10:30:35.838485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:30:35.849391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:30:35.849992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:30:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:36.018779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-346eebba-f58a-4472-8a67-660c0f97eace service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1776564 Mar 23 10:30:36.033923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:30:36.159005 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-b9e3e521-f5ae-487d-9b79-6598bc62e6fe service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343865 Mar 23 10:30:36.293781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12167f86-b937-4f3f-8d07-6e2ddbd7c2ca req-15a31f8d-142e-48c1-b14b-44466005b646 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283977 Mar 23 10:30:36.428659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7173f4ff-e1a1-4442-a6ae-84838b8792df', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'port_id': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'mac_address': 'fa:16:3e:6c:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:33Z', 'updated_at': '2022-03-23T10:30:33Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:36.433295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a34584-99a5-45f4-9a22-24d190c7767c None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7173f4ff-e1a1-4442-a6ae-84838b8792df', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'port_id': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'mac_address': 'fa:16:3e:6c:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:33Z', 'updated_at': '2022-03-23T10:30:33Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:30:36.604468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49826) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:36.708215 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-503b85e8-30b5-4ffc-a673-08a227f31a02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 992 time: 0.1027131 Mar 23 10:30:37.392177 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2636a94-9df0-45fe-b869-8b68e3fd775b None None] New status for floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:30:37.712316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49830) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:37.815037 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a873d204-07c1-442b-b9a8-8532953aaba9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 994 time: 0.1015408 Mar 23 10:30:54.349850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e70af6a8-9982-498d-b5d0-3e9e57b611c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:54.519785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:56.722298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ba861601-d26f-4c87-9b64-eef80f7b3d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:57.708320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:57.884445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:59.261188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:01.124640 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:31:02.304260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-a530d73a-91a2-442b-afe0-cd8d3a5ecc78 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64814713&fields=id&tenant_id=942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 267 time: 0.0485260 Mar 23 10:31:02.491388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-8207fadc-d781-4d0e-b2a0-c17fd52cfc12 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:02.493284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-8207fadc-d781-4d0e-b2a0-c17fd52cfc12 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 812 time: 0.1819232 Mar 23 10:31:02.512488 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-aed7528d-c3b6-4376-8830-d233593f4d68 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/quotas/942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 375 time: 0.0127504 Mar 23 10:31:02.605787 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-edf6fc14-b01b-4124-b8e7-154d04a73122 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876067 Mar 23 10:31:02.855471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fef418cd-3c30-4a1d-8b8e-f1fed54f9d4e service neutron] 10.222.0.73 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373879 Mar 23 10:31:02.998781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-40cc7935-4485-4049-93f4-a12fa9fb0104 service neutron] 10.222.0.73 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373672 Mar 23 10:31:03.449992 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d0f501de-6bdf-4626-aa83-69a5549c7dc4 req-7e46b92c-2225-4471-9676-aebaee321e2c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 210 time: 0.0433402 Mar 23 10:31:04.615045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-1d1fb93d-281a-42e2-9374-3c3d56c72624 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:04.616735 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-1d1fb93d-281a-42e2-9374-3c3d56c72624 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 812 time: 0.1815171 Mar 23 10:31:04.745883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cafdad9-3f3d-4b7f-90b7-d181ce517e02 req-1e5014b3-b5e3-409c-ae78-d7eabe9b3879 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 210 time: 0.0921707 Mar 23 10:31:04.793574 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-ba1f4836-361d-4400-8a2d-48de8140ec2b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942a3d76bfef423d8e7191141c4b7c30 HTTP/1.1" status: 200 len: 378 time: 0.1642196 Mar 23 10:31:04.812444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'port': {'device_id': '740f370e-68c9-4759-b34f-48d24535732f', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'admin_state_up': True, 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'security_groups': ['82945b8e-c368-4aa0-98ff-2d94740672a6']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:04.980950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:04.991867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:05.005766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Made reservation on behalf of 942a3d76bfef423d8e7191141c4b7c30 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:31:05.009202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:05.258686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Allocated IP 172.20.0.10 (8d1510b0-d016-4cd9-9421-b5f53b85c928/120f049b-3dc5-4e96-b64f-dc41dd811c25/6bf93027-91f3-4bd2-b591-2b6234005104) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:31:05.476884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:05.496746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Transition to ACTIVE for port object 6bf93027-91f3-4bd2-b591-2b6234005104 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:31:05.522010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:05.709683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:31:05.713740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:31:05.716908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:31:05.750580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=6bf93027-91f3-4bd2-b591-2b6234005104,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:05.769876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.769876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.769876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.769876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.769876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.769876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.770866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.770866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.770866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.771257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.771257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:05.831623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:05.833071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:05.892740 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-fa68bc41-988f-41c7-b7d1-a403e9d22d77 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859840 Mar 23 10:31:05.969173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Request body: {'port': {'device_id': '740f370e-68c9-4759-b34f-48d24535732f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:06.092674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6bdd744d-6ba3-4a69-b97d-f4a91ccfb09f None None] Provisioning for port 6bf93027-91f3-4bd2-b591-2b6234005104 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:31:06.099301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6bdd744d-6ba3-4a69-b97d-f4a91ccfb09f None None] Provisioning complete for port 6bf93027-91f3-4bd2-b591-2b6234005104 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:31:06.099800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6bdd744d-6ba3-4a69-b97d-f4a91ccfb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:06.163915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd744d-6ba3-4a69-b97d-f4a91ccfb09f None None] Port 6bf93027-91f3-4bd2-b591-2b6234005104 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:31:06.176925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:06.191665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0680095-ad35-44cb-a768-fca448378b18 req-82fc9bdd-ad6e-4278-a42a-b62e85e26c98 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:06.192389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-e0680095-ad35-44cb-a768-fca448378b18 req-82fc9bdd-ad6e-4278-a42a-b62e85e26c98 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Synchronizing usage tracker for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:31:06.256299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-e0680095-ad35-44cb-a768-fca448378b18 req-82fc9bdd-ad6e-4278-a42a-b62e85e26c98 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Unset dirty status for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:31:06.257498 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0680095-ad35-44cb-a768-fca448378b18 req-82fc9bdd-ad6e-4278-a42a-b62e85e26c98 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 932 time: 0.3564093 Mar 23 10:31:06.460901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0680095-ad35-44cb-a768-fca448378b18 req-16f9bde7-2d01-4397-80ea-4e6dd329a8d2 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1808469 Mar 23 10:31:06.682106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf93027-91f3-4bd2-b591-2b6234005104 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:31:06.697685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:06.713775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Transition to ACTIVE for port object 6bf93027-91f3-4bd2-b591-2b6234005104 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:31:06.717900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:06.850307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Pushing event updated for resources: {'Port': ['ID=6bf93027-91f3-4bd2-b591-2b6234005104,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:06.974338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Attempting to bind port 6bf93027-91f3-4bd2-b591-2b6234005104 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:31:06.974793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Attempting to bind port 6bf93027-91f3-4bd2-b591-2b6234005104 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:31:06.974997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Attempting to bind port 6bf93027-91f3-4bd2-b591-2b6234005104 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:31:06.981716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Port 6bf93027-91f3-4bd2-b591-2b6234005104 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:31:06.982039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Attempting to bind port 6bf93027-91f3-4bd2-b591-2b6234005104 on network 8d1510b0-d016-4cd9-9421-b5f53b85c928 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:31:06.988878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:31:06.989213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Checking segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:31:06.989588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Bound using segment: {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:31:06.990011 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Bound port: 6bf93027-91f3-4bd2-b591-2b6234005104, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:31:06.990349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:07.084866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] For port 6bf93027-91f3-4bd2-b591-2b6234005104, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:31:07.088529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] For port 6bf93027-91f3-4bd2-b591-2b6234005104, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6bf93027-91f3-4bd2-b591-2b6234005104,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:31:07.096047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:07.162507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:07.164969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] 10.222.0.91 "PUT /v2.0/ports/6bf93027-91f3-4bd2-b591-2b6234005104 HTTP/1.1" status: 200 len: 1094 time: 1.2613335 Mar 23 10:31:07.166338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:31:07.192022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a001a1-2504-4b49-bc08-ac16dfbe5ccf service neutron] Pushing event updated for resources: {'Port': ['ID=6bf93027-91f3-4bd2-b591-2b6234005104,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:07.248059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104', 'status': 'completed', 'code': 200} Mar 23 10:31:07.297929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-0845dfa4-78c8-410f-89d4-c9a98a70bddd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 1097 time: 0.0823376 Mar 23 10:31:07.374297 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-d2a2bc89-b602-4246-b244-4432c9495bf3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf93027-91f3-4bd2-b591-2b6234005104 HTTP/1.1" status: 200 len: 217 time: 0.0685384 Mar 23 10:31:07.439498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-69c37c8d-97fd-4e61-9f7b-97bb85c3ee50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:07.441294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-69c37c8d-97fd-4e61-9f7b-97bb85c3ee50 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0610857 Mar 23 10:31:07.520812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-4adc8949-cf1d-41a0-8899-a944a2150675 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736241 Mar 23 10:31:07.709425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-dbb28196-3eeb-41eb-a7b3-c2c8c50aa7fa service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814137 Mar 23 10:31:07.742313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86547b5c-9077-4c4d-a903-64957a5ce770 req-d72e5923-e06e-4d10-838d-25d63a6101d3 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:07.743755 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-86547b5c-9077-4c4d-a903-64957a5ce770 req-d72e5923-e06e-4d10-838d-25d63a6101d3 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.1387060 Mar 23 10:31:07.970858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-86547b5c-9077-4c4d-a903-64957a5ce770 req-77a2236d-ff90-41b1-8c4f-ffc563eca4a0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769496 Mar 23 10:31:07.989059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc0633f8-81f3-40ce-b3bd-3f1ef0b39999 req-be41018f-329e-4f61-a294-b9dd4388078c service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730124 Mar 23 10:31:08.105023 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-504f8347-099b-4443-984f-41228361c232 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 1097 time: 0.0702498 Mar 23 10:31:08.247618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-3b3b850f-f7d2-4e09-9584-82787c17eb04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:08.248991 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-3b3b850f-f7d2-4e09-9584-82787c17eb04 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1378078 Mar 23 10:31:08.320267 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-9ca6445c-e429-4809-8245-5ff7f7561af9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf93027-91f3-4bd2-b591-2b6234005104 HTTP/1.1" status: 200 len: 217 time: 0.0647368 Mar 23 10:31:08.387046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-5a3d0a75-2f6f-46a1-b2d4-cd0570ccad13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:08.388505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-5a3d0a75-2f6f-46a1-b2d4-cd0570ccad13 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0577929 Mar 23 10:31:08.469257 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-7032e380-0da1-4e40-af37-78b4699414b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749240 Mar 23 10:31:08.611219 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-48023fcb-5568-450b-9243-42a7018c3719 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351993 Mar 23 10:31:08.752958 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73422c83-fd0b-403f-9c51-7d2e2f2dc68a req-3727617b-9913-444c-bc33-0134395194d3 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350532 Mar 23 10:31:09.169998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0e06a-30fc-440e-a071-23830647018e req-65a2c06a-8f93-4302-9823-293e0691435b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:09.171447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81e0e06a-30fc-440e-a071-23830647018e req-65a2c06a-8f93-4302-9823-293e0691435b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.0767834 Mar 23 10:31:09.216802 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81e0e06a-30fc-440e-a071-23830647018e req-f4c56166-8658-4fd2-901d-e020456ac877 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397651 Mar 23 10:31:10.484559 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-6cb3a3e7-c409-4e35-aa7f-f49cb3f0de95 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312566 Mar 23 10:31:10.491887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4034db-957e-4fb3-905d-8a1b33af57b0 req-08a734cf-3591-4b0c-81d1-cec82e47c005 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:10.493284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c4034db-957e-4fb3-905d-8a1b33af57b0 req-08a734cf-3591-4b0c-81d1-cec82e47c005 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.1413505 Mar 23 10:31:10.543671 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c4034db-957e-4fb3-905d-8a1b33af57b0 req-30664e41-cf4f-4829-bae1-4f1f3d8677ef tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441558 Mar 23 10:31:10.629503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-229b65e5-25c9-42ea-ba4e-9ab90cf2534f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1099 time: 0.0717323 Mar 23 10:31:10.775971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-fb71889a-2c26-4876-8bf5-22b24e1fd526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:10.777337 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-fb71889a-2c26-4876-8bf5-22b24e1fd526 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1288857 Mar 23 10:31:10.891316 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-02feba82-7052-498e-b00f-2b6f4811d12c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 1002 time: 0.1076651 Mar 23 10:31:10.974620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-4ea0ea0c-ad59-4a1d-9f41-8a6b18f1b5bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:10.976093 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-4ea0ea0c-ad59-4a1d-9f41-8a6b18f1b5bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0784755 Mar 23 10:31:11.052794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-93d0c758-c94d-4b21-a603-dbe3c8973271 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702114 Mar 23 10:31:11.297540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-a55fca8b-0afc-47be-89da-53f313361306 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381687 Mar 23 10:31:11.441114 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2a70a28-4115-4590-9a7d-7356483ef16a req-b080008d-2235-472c-ad05-0df7abb25406 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362469 Mar 23 10:31:11.769589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1978b-447d-4139-aea6-a226393b337d req-5a1f7508-5a18-4305-99d0-45521ec423a0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:11.771525 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d1b1978b-447d-4139-aea6-a226393b337d req-5a1f7508-5a18-4305-99d0-45521ec423a0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.0907674 Mar 23 10:31:11.827581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d1b1978b-447d-4139-aea6-a226393b337d req-43c96a8b-d809-4970-8192-735abd191b9d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459945 Mar 23 10:31:13.048536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd8840-021e-411a-bbed-457228cf50d8 req-ad8ab29b-4384-4d7c-b305-a703553775d7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:13.055863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7dd8840-021e-411a-bbed-457228cf50d8 req-ad8ab29b-4384-4d7c-b305-a703553775d7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.1035175 Mar 23 10:31:13.105641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7dd8840-021e-411a-bbed-457228cf50d8 req-38265c57-b9f3-4134-9d5f-75b9cab7ac73 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481541 Mar 23 10:31:14.317603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d07c6e-3ed3-4116-b46a-28bc63c96925 req-63664e4a-b87f-4039-b6e1-b0186a9bd288 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:14.319061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28d07c6e-3ed3-4116-b46a-28bc63c96925 req-63664e4a-b87f-4039-b6e1-b0186a9bd288 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.0828836 Mar 23 10:31:14.367664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-28d07c6e-3ed3-4116-b46a-28bc63c96925 req-3fccc250-c29b-470f-b91a-26b6906a2391 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422175 Mar 23 10:31:15.564257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75305-cabb-4249-b312-c3417ca17c25 req-3b30661b-223e-4b49-839a-bbf995cb67d0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:15.565718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eac75305-cabb-4249-b312-c3417ca17c25 req-3b30661b-223e-4b49-839a-bbf995cb67d0 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.0795162 Mar 23 10:31:15.611024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eac75305-cabb-4249-b312-c3417ca17c25 req-0b94e79f-26e2-4cf3-bfa5-fff2a000cd3b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397391 Mar 23 10:31:16.806755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fa868-c505-4613-be89-e6ccf6554e73 req-3ab69af1-1f6f-409c-a2d2-c036e0f46e7b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:16.808260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f89fa868-c505-4613-be89-e6ccf6554e73 req-3ab69af1-1f6f-409c-a2d2-c036e0f46e7b tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.0755146 Mar 23 10:31:16.853612 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f89fa868-c505-4613-be89-e6ccf6554e73 req-ec645161-b460-44cf-be9b-9257330f60a1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399053 Mar 23 10:31:17.936581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6bf93027-91f3-4bd2-b591-2b6234005104 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:31:18.055451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93f81d-0ea5-44a0-a854-bd9e28f72de5 req-a6f99b17-eee4-40ef-9d56-ccab9875dadd tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:18.057037 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ad93f81d-0ea5-44a0-a854-bd9e28f72de5 req-a6f99b17-eee4-40ef-9d56-ccab9875dadd tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 944 time: 0.0799096 Mar 23 10:31:18.071761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 6bf93027-91f3-4bd2-b591-2b6234005104, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6bf93027-91f3-4bd2-b591-2b6234005104,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:31:18.085407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '6bf93027-91f3-4bd2-b591-2b6234005104', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'port_id': '6bf93027-91f3-4bd2-b591-2b6234005104', 'mac_address': 'fa:16:3e:be:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:31:18.103145 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ad93f81d-0ea5-44a0-a854-bd9e28f72de5 req-7e592ef8-ce14-4ef8-9906-e6bd9f8aa605 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406325 Mar 23 10:31:18.140395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:18.158126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf93027-91f3-4bd2-b591-2b6234005104 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:31:18.172823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 6bf93027-91f3-4bd2-b591-2b6234005104, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6bf93027-91f3-4bd2-b591-2b6234005104,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:31:18.176765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:18.245888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=6bf93027-91f3-4bd2-b591-2b6234005104,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:18.254246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.254590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.254927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.255263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.255618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.255946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.256274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.256595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.256914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.257234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.257552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:18.508429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['6bf93027-91f3-4bd2-b591-2b6234005104'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:31:19.306049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e175d30-51ad-47dd-bdf2-79c9e40017d4 req-e1141a39-6628-4a0d-adf2-4adab3b10cb7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:19.307414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e175d30-51ad-47dd-bdf2-79c9e40017d4 req-e1141a39-6628-4a0d-adf2-4adab3b10cb7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 945 time: 0.0797467 Mar 23 10:31:19.360534 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e175d30-51ad-47dd-bdf2-79c9e40017d4 req-6ed23386-3a2c-418d-9ff4-fc3894cee271 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474238 Mar 23 10:31:19.943224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6bf93027-91f3-4bd2-b591-2b6234005104 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:31:20.010679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 6bf93027-91f3-4bd2-b591-2b6234005104 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:31:20.015522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 6bf93027-91f3-4bd2-b591-2b6234005104 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:31:20.016181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:20.130725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:20.158093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:31:20.168350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 6bf93027-91f3-4bd2-b591-2b6234005104, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6bf93027-91f3-4bd2-b591-2b6234005104,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:31:20.172041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:20.215894 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104', 'code': 200} Mar 23 10:31:20.242943 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=6bf93027-91f3-4bd2-b591-2b6234005104,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:20.566334 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8adf4c10-c4b7-4893-a8b9-95d4e12d8fe9 req-97ba842b-aaf9-42d1-b20e-18633b0d4adf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 1099 time: 0.1251554 Mar 23 10:31:20.595620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dca4-6a8d-4d3c-b9a9-a41a32917a29 req-d9ea15eb-df8b-4e63-ac3b-78e2285f9f27 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:20.597069 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a160dca4-6a8d-4d3c-b9a9-a41a32917a29 req-d9ea15eb-df8b-4e63-ac3b-78e2285f9f27 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.1138914 Mar 23 10:31:20.651504 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8adf4c10-c4b7-4893-a8b9-95d4e12d8fe9 req-f9f0995f-db73-4fcf-b691-adcac1209052 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762482 Mar 23 10:31:20.659721 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a160dca4-6a8d-4d3c-b9a9-a41a32917a29 req-204d39d4-66e9-4aae-9fd3-3a1aea02e0f5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569820 Mar 23 10:31:21.856117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3c0a-177c-4444-8336-6b83c5bbfdff req-6de52cdd-d30f-4f70-aeb0-b9aca09b98c7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:21.857567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5de3c0a-177c-4444-8336-6b83c5bbfdff req-6de52cdd-d30f-4f70-aeb0-b9aca09b98c7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.0771670 Mar 23 10:31:21.906812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5de3c0a-177c-4444-8336-6b83c5bbfdff req-a0187329-d236-4332-9725-e1f7cc63464a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436621 Mar 23 10:31:23.105022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a61fd-55df-4054-aeaa-f9c5a946d159 req-a190b25d-d0e6-428b-9fb5-6fe3a8e98bc7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:23.106453 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f2a61fd-55df-4054-aeaa-f9c5a946d159 req-a190b25d-d0e6-428b-9fb5-6fe3a8e98bc7 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.0750372 Mar 23 10:31:23.153449 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f2a61fd-55df-4054-aeaa-f9c5a946d159 req-d75872ea-5e6c-45c2-bc93-1ea8c88eeafe tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402622 Mar 23 10:31:23.364119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39288431-a745-4092-89e8-66cf845a28da req-2f123e9b-05e0-48d2-8da1-d982d5fd055a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:23.365568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39288431-a745-4092-89e8-66cf845a28da req-2f123e9b-05e0-48d2-8da1-d982d5fd055a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.0792570 Mar 23 10:31:23.412432 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39288431-a745-4092-89e8-66cf845a28da req-2a79c67c-fd04-4fd0-ac7f-b6bd5c5f9baf tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407424 Mar 23 10:31:23.447108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49944) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:23.518315 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dbc49f8f-b924-4aef-9c66-8d76b29caa8f tempest-TestVolumeBootPattern-230032745 tempest-TestVolumeBootPattern-230032745-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 1094 time: 0.0698247 Mar 23 10:31:23.521035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49948) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:23.526454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '6bf93027-91f3-4bd2-b591-2b6234005104', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:23.532303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:23.536235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Usage tracker for resource:floatingip and tenant:942a3d76bfef423d8e7191141c4b7c30 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:23.539118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:23.545439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:23.560459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:23.701311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:23.844719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Allocated IP 172.26.7.158 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/93e781be-23cf-405c-a881-b7ee244db0e6) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:31:23.997575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.028745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.101430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:31:24.104317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:31:24.109296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:31:24.133249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=93e781be-23cf-405c-a881-b7ee244db0e6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:24.158202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.158540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.158870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.159196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.159519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.159865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.160182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.160502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.160825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.161138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.161448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:24.352475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69411c3a-ca5f-4f51-8d76-32e6d34d90c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.521587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.636928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.694579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.990255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:24.996006 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:25.101621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event updated for resources: {'Port': ['ID=93e781be-23cf-405c-a881-b7ee244db0e6,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:25.121231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:25.328644 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Floating IP 344823c1-77af-4a6b-b650-2a766457ef31 associated. External IP: 172.26.7.158, port: 6bf93027-91f3-4bd2-b591-2b6234005104. Mar 23 10:31:25.834778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:31:26.053540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:31:26.066203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:31:26.079785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:31:26.080441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:30:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:26.082656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:26.156466 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-637f7f17-ec6b-439c-821f-b537f5738296 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6340153 Mar 23 10:31:26.158339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:31:26.276411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:31:26.317293 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104', 'status': 'completed', 'code': 200} Mar 23 10:31:26.422102 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-67770b5e-a599-48d6-858d-067421ccb578 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 1099 time: 0.0832705 Mar 23 10:31:26.589996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-fd6dcfb6-46f0-447c-a1b1-7f6ccae7adda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:26.592119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-fd6dcfb6-46f0-447c-a1b1-7f6ccae7adda service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1635337 Mar 23 10:31:26.735651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f10f5f9-fd5b-4865-ae38-ea6afebf2d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:26.778475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '344823c1-77af-4a6b-b650-2a766457ef31', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.158', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '6bf93027-91f3-4bd2-b591-2b6234005104', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:be:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f370e-68c9-4759-b34f-48d24535732f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:31:24Z', 'updated_at': '2022-03-23T10:31:24Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}, {'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 1, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:26.783050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:31:26.797934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:31:26.798561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:31:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:26.809943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-d99a1e85-4c40-4689-9190-b389e4d6f72b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf93027-91f3-4bd2-b591-2b6234005104 HTTP/1.1" status: 200 len: 1000 time: 0.2118587 Mar 23 10:31:26.880694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-42e498bd-1ed6-41b9-826d-90503516b6f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:26.882976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-42e498bd-1ed6-41b9-826d-90503516b6f1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0665481 Mar 23 10:31:26.968762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-aca6b5e7-0e16-49d2-a72e-7f3d026f8a7a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798635 Mar 23 10:31:26.989167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:31:27.107063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-687bf20d-3ea2-471b-82d8-4e4cb2c993b7 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323483 Mar 23 10:31:27.251399 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a728c43-b7ca-45a9-bf7d-ebdf2021e14c req-c08132eb-bab4-466c-bd95-9146f01900ac service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380992 Mar 23 10:31:27.385495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '344823c1-77af-4a6b-b650-2a766457ef31', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.158', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '6bf93027-91f3-4bd2-b591-2b6234005104', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:be:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f370e-68c9-4759-b34f-48d24535732f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:31:24Z', 'updated_at': '2022-03-23T10:31:24Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}, {'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 1, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:27.389715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee022b-59c6-4b31-a0c0-3d51206e6945 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '344823c1-77af-4a6b-b650-2a766457ef31', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.158', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '6bf93027-91f3-4bd2-b591-2b6234005104', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:be:89:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f370e-68c9-4759-b34f-48d24535732f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:31:24Z', 'updated_at': '2022-03-23T10:31:24Z', 'revision_number': 0, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}, {'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 1, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:31:27.579692 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ef6e6-e402-4ebe-bcc9-f823d20e9904 None None] New status for floating IP 344823c1-77af-4a6b-b650-2a766457ef31: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:31:27.706289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:27.881963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:29.259218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:38.127617 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:31:46.780826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:46.862786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e14548dd-3cfa-4e19-af62-15df8bcb62e1 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=bc2496f95cb24aeeb482c4095d41b832&network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 3000 time: 0.0807979 Mar 23 10:31:48.497221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49984) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:48.560515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d334d83c-2845-43f4-ae9e-4d04e8b03b63 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:48.562161 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d334d83c-2845-43f4-ae9e-4d04e8b03b63 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924 HTTP/1.1" status: 200 len: 814 time: 0.0639751 Mar 23 10:31:49.071719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 49992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:49.083218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:49.184486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:49.536447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:49.536447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:49.536447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df disassociated. External IP: 172.26.7.251, port: 76fb18d3-e946-4db9-86bb-dc57ef6c1232. Mar 23 10:31:49.947348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:31:50.254835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:31:50.259453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:50.264580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:31:50.279259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:31:50.279493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:31:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:50.330214 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e4d40325-f023-4919-a88d-eab78672e3df tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 690 time: 1.2575035 Mar 23 10:31:50.330775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:31:50.333121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 49996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:50.387246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'status': 'completed', 'code': 200} Mar 23 10:31:50.421411 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d201f8fc-fd76-4bb8-b809-22a288fabe83 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 690 time: 0.0871904 Mar 23 10:31:50.467274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:31:50.549362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-fece9b71-1921-4e07-836c-2d7946980f7e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1099 time: 0.1418061 Mar 23 10:31:50.682058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-6b880a8e-a4f1-498f-9962-f023e6bcdb0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:50.684190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-6b880a8e-a4f1-498f-9962-f023e6bcdb0e service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.1291256 Mar 23 10:31:50.749905 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-32ad710c-9381-41f2-9a01-5df7fef6b5f7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 217 time: 0.0599320 Mar 23 10:31:50.814281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-fc52cd98-43db-4ef1-8748-a27a9484261d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:50.815719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-fc52cd98-43db-4ef1-8748-a27a9484261d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0599060 Mar 23 10:31:50.824678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:50.828584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:31:50.838747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:31:50.839359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:31:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:50.891375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-7a48ff31-0790-4445-a2b3-2b80bb31ce34 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699003 Mar 23 10:31:51.013649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:31:51.025371 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-c4c6e289-72d9-4cb8-b881-18e8946984a4 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280615 Mar 23 10:31:51.161288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e38b2dd4-61ca-4852-96b3-38d8c157246b req-0cf2d44a-2d94-4ab9-b30b-72b6640b40df service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298430 Mar 23 10:31:51.323944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:51.327852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0a54f-16bb-461b-8823-06f7e54c626e None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:31:51.425338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50004) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:51.513650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d8984c09-46eb-4f70-9c66-a3b93e195b8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 690 time: 0.0853505 Mar 23 10:31:51.550253 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487e33a-e84b-45ad-a471-b73341937df2 None None] New status for floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:31:52.514106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50008) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:52.596228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-28786fbc-9b06-444c-a866-bce9c446b53c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 688 time: 0.0810118 Mar 23 10:31:54.311358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50014) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:54.317022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485019771', 'description': 'tempest-secgroup-smoke-485019771 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:54.322957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:54.332828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:54.344703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.355529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-89af0ac6-ea35-4b19-a387-f83a43cebdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.385224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:54.389266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:54.392401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:54.398194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:54.451669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.455120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.502098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dddc49-3df3-4c3b-84db-d1746faab4b9,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:54.507963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.512149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-51e437be-6674-4ae1-bdd6-bb2c2c2328d9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1967535 Mar 23 10:31:54.512149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50018) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:54.517726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '53dddc49-3df3-4c3b-84db-d1746faab4b9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:54.524342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:54.529290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:54.532657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:54.536598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.538808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:54.555125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.613629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.617175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.640060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e3b42b-6873-46f8-a63f-c991691b53f4,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:54.649772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.650985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c32c80b8-d5b2-403a-a2d5-6ed13899591e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1379960 Mar 23 10:31:54.654374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50022) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:54.660825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '53dddc49-3df3-4c3b-84db-d1746faab4b9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:54.668991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:54.673416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:54.676650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:54.684124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:54.701768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.762606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.766391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.789156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffccb95-0edf-4688-bbee-2305b40858a9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:54.800941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.804952 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-029a20fe-0b0f-4017-8b39-64b7319d57e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1466138 Mar 23 10:31:54.805172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50026) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:54.810539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '53dddc49-3df3-4c3b-84db-d1746faab4b9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:54.816429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:54.820234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:54.823064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:54.829206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:54.846374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.925870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.929954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.959339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93502005-79e1-45c6-aa8d-e63f3bec1777,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:54.969797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.971021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6aa6ee28-a163-42c9-87d2-8af3c08c2685 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1648684 Mar 23 10:31:54.973756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50030) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:54.979341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '53dddc49-3df3-4c3b-84db-d1746faab4b9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:54.985128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:54.988971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:54.991962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:54.997710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:55.014519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.087254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.091636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.115014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d804cf-4f63-42cd-ae17-bb5773f72cc7,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:55.123853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.125033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-66a0143a-c6c0-42ed-8e59-a2a8615facb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1503341 Mar 23 10:31:55.127706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50034) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:55.133649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '53dddc49-3df3-4c3b-84db-d1746faab4b9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:55.139962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:55.144285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:55.147221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:55.153566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:55.164062 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:31:55.171077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.239592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.243120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.266505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de71fc2-ec28-4752-a970-e8b66cfb3cb0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:55.275645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.277375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-99c6df05-ffde-4385-9c57-bcdcced7051b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1482520 Mar 23 10:31:55.280105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50038) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:55.285506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '53dddc49-3df3-4c3b-84db-d1746faab4b9', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:55.291176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:55.295670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:31:55.298596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:31:55.304324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:55.314768 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:31:55.321073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.392409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.395974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.423431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a09c31-8eaf-46b8-8cce-eab95356d0cb,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:55.429738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.431057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2ff1ed34-2d44-4111-996f-8782237450ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1499677 Mar 23 10:31:55.761047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-8c6e6b82-c6d1-4946-a3b2-79ffa60bc61e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:31:55.776163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-8c6e6b82-c6d1-4946-a3b2-79ffa60bc61e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:31:55.777454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-8c6e6b82-c6d1-4946-a3b2-79ffa60bc61e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485019771&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0567226 Mar 23 10:31:56.012699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-5b24062d-c27c-4e4a-96cf-060cdc659f45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:56.014232 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-5b24062d-c27c-4e4a-96cf-060cdc659f45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 796 time: 0.2303739 Mar 23 10:31:56.030165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-107176fd-a92d-4429-9398-27b63854c789 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0103695 Mar 23 10:31:56.115354 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-44ac400d-127d-461d-a3d4-ae2223db8648 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0804927 Mar 23 10:31:56.253749 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-67d402e3-89a0-44f9-9a21-47118071cf1a service neutron] 10.222.0.73 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265478 Mar 23 10:31:56.382497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-faa9b20c-9681-4825-9a15-b9e45399d10e service neutron] 10.222.0.73 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230552 Mar 23 10:31:56.635977 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8e9db18-35ac-42c6-8497-9221f2887cdf req-5af2465d-f7d7-473d-8063-cb22a4730a53 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 210 time: 0.1097677 Mar 23 10:31:56.707915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8a9b48b-9845-4077-bf97-3dc581cead6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:57.011659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [req-abad5b4c-06ae-4737-9dfb-118e364b0405 req-36910bc4-f8ac-4a7a-a22a-19b78a68c500 service neutron] (83746) timed out ('10.222.0.91', 64425) {{(pid=83746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 10:31:57.717172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:57.758210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-20e833aa-132a-43be-99a8-2e4ecc89b134 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:57.759595 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-20e833aa-132a-43be-99a8-2e4ecc89b134 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 796 time: 0.1704564 Mar 23 10:31:57.827900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d6015463-5413-44be-a6fc-5d5aa3e34dbf req-be7ba52b-46b8-47c5-9f28-926effdcaf9b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 210 time: 0.0623560 Mar 23 10:31:57.856961 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-38990a77-091f-4b1b-aca3-1ae221c87600 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 472 time: 0.0598395 Mar 23 10:31:57.865889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['53dddc49-3df3-4c3b-84db-d1746faab4b9']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:57.881204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.008188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:31:58.017661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:31:58.027097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:31:58.030075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.189787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.5 (779aec6d-a17d-4daf-a426-c7adf27c8e49/87026135-5299-4c76-b9d8-e5d7f6c2991f/a2a0ba4b-ddb9-47d0-8b37-881b8ed64408) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:31:58.375198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.391249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:31:58.413192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.483752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:31:58.486981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:31:58.489458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:31:58.530455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:58.563586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:58.564192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.589386 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-524d0d74-855b-4d76-a11a-212a4ce4c2d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7269802 Mar 23 10:31:58.600281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Request body: {'port': {'device_id': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:31:58.710526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.755259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ed4dc403-0bd5-4c77-a588-a9ca81fee3e3 None None] Provisioning for port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:31:58.760225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ed4dc403-0bd5-4c77-a588-a9ca81fee3e3 None None] Provisioning complete for port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:31:58.760622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc403-0bd5-4c77-a588-a9ca81fee3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.812212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ed4dc403-0bd5-4c77-a588-a9ca81fee3e3 None None] Port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:31:59.150693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e80f6b-9add-4b3a-ba47-b9b572973ee3 req-fc002393-0f28-487a-9088-3bf2bd37dc48 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:59.151409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-82e80f6b-9add-4b3a-ba47-b9b572973ee3 req-fc002393-0f28-487a-9088-3bf2bd37dc48 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:31:59.183714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-82e80f6b-9add-4b3a-ba47-b9b572973ee3 req-fc002393-0f28-487a-9088-3bf2bd37dc48 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:31:59.184977 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-82e80f6b-9add-4b3a-ba47-b9b572973ee3 req-fc002393-0f28-487a-9088-3bf2bd37dc48 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 931 time: 0.1668313 Mar 23 10:31:59.257960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.263618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:31:59.273904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.288248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-82e80f6b-9add-4b3a-ba47-b9b572973ee3 req-40e29f0f-302b-42c2-ae68-ee5fb7d49b36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762320 Mar 23 10:31:59.294426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Transition to ACTIVE for port object a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:31:59.298255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.423294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Pushing event updated for resources: {'Port': ['ID=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:59.532734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Attempting to bind port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:31:59.533076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Attempting to bind port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:31:59.533405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Attempting to bind port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:31:59.539264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:31:59.539615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Attempting to bind port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 on network 779aec6d-a17d-4daf-a426-c7adf27c8e49 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:31:59.546389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:31:59.546724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Checking segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:31:59.547119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Bound using segment: {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:31:59.547530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Bound port: a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8526ed0f-ce5c-4c0f-9bda-0c18813aed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:31:59.548301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.642735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] For port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:31:59.645824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] For port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:31:59.649382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.710308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.711717 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] 10.222.0.91 "PUT /v2.0/ports/a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 HTTP/1.1" status: 200 len: 1093 time: 1.1155958 Mar 23 10:31:59.712151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:31:59.732086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c4113-436c-41a8-aa83-9331ef73fdff service neutron] Pushing event updated for resources: {'Port': ['ID=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:59.791751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'status': 'completed', 'code': 200} Mar 23 10:31:59.851024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-72408b7d-7a20-4d54-a9e8-85be12f5016c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 1096 time: 0.0944216 Mar 23 10:31:59.920868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-6614aabc-0d65-4d97-9e6d-ae0543e45682 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 HTTP/1.1" status: 200 len: 217 time: 0.0631940 Mar 23 10:31:59.989068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-03174b38-e2c0-47ba-8da3-e6f60902d2fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:59.990431 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-03174b38-e2c0-47ba-8da3-e6f60902d2fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0641212 Mar 23 10:32:00.065773 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-3936384f-2e5d-41c9-ada3-08f1408e6c99 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690582 Mar 23 10:32:00.204565 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-cce529bd-b3bd-4833-8746-dbd3b0ebecae service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327305 Mar 23 10:32:00.337096 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7dcf7320-2729-4521-88e0-95d82e73e391 req-d6b1bfc4-0767-4290-a5e8-29a327570d91 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259480 Mar 23 10:32:00.525287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-504c2786-7152-46b6-aa58-43cc28106665 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 1096 time: 0.1348777 Mar 23 10:32:00.531392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa04ba-2407-4b6d-88af-e941341c6219 req-f668f1c5-ebe8-477c-a801-5cef13419921 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:00.532782 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f8fa04ba-2407-4b6d-88af-e941341c6219 req-f668f1c5-ebe8-477c-a801-5cef13419921 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 943 time: 0.1101403 Mar 23 10:32:00.669253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f8fa04ba-2407-4b6d-88af-e941341c6219 req-cc135149-1c15-4d32-bee2-6581b3937e20 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174181 Mar 23 10:32:00.696376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-95fcb9bf-8b72-46c7-a97e-5a96cf535449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:00.697805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-95fcb9bf-8b72-46c7-a97e-5a96cf535449 service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.1641974 Mar 23 10:32:00.858071 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-4ef4da39-aefb-4684-bacf-b93189816869 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 HTTP/1.1" status: 200 len: 217 time: 0.1541305 Mar 23 10:32:00.922790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-6337e8bf-48f9-4378-ac50-8f8679d4863a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:00.924212 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-6337e8bf-48f9-4378-ac50-8f8679d4863a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0589147 Mar 23 10:32:00.999835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-9b03c5b8-a9d3-4dae-b89e-3f9731daa6ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691314 Mar 23 10:32:01.130119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-1962ce24-78b7-4a11-997b-9ca145a94c32 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233163 Mar 23 10:32:01.264848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b96f4f40-545f-4697-b470-6d7cd83f6829 req-6e1c61e3-643b-4e22-bf13-c1daf03eaf8d service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283050 Mar 23 10:32:01.866280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9c64-bc57-4632-9d7f-bfb5886cf354 req-fd2e7477-619e-4d45-abef-cb0c2b077629 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:01.867766 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-384c9c64-bc57-4632-9d7f-bfb5886cf354 req-fd2e7477-619e-4d45-abef-cb0c2b077629 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 943 time: 0.0782640 Mar 23 10:32:01.913048 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-384c9c64-bc57-4632-9d7f-bfb5886cf354 req-f1f3a8c8-501a-470f-9f2a-eb7938be2185 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 Mar 23 10:32:03.133505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd94852-4de8-4dd9-9c34-a019172baf0f req-50204074-df0a-4216-bbf8-b7e7cd2ac948 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:03.133505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd94852-4de8-4dd9-9c34-a019172baf0f req-50204074-df0a-4216-bbf8-b7e7cd2ac948 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 943 time: 0.0875158 Mar 23 10:32:03.189969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd94852-4de8-4dd9-9c34-a019172baf0f req-2d3d76a0-8993-4244-a1f5-df0239d101b2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510311 Mar 23 10:32:04.171834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:32:04.329196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:32:04.344189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'port_id': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'mac_address': 'fa:16:3e:72:16:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:32:04.403022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:04.413198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba291e-60df-423f-b197-1e2d602d4603 req-23ebeb99-45ce-42e1-a178-d5bf270ad7e5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:04.416334 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e4ba291e-60df-423f-b197-1e2d602d4603 req-23ebeb99-45ce-42e1-a178-d5bf270ad7e5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 943 time: 0.0843148 Mar 23 10:32:04.420678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:32:04.437757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:32:04.444057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:04.471184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e4ba291e-60df-423f-b197-1e2d602d4603 req-69291eeb-ae4a-4de4-b197-8819a801dbd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489430 Mar 23 10:32:04.513992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:04.794106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a2a0ba4b-ddb9-47d0-8b37-881b8ed64408'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:32:05.672850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14e4f-37f2-468d-8f27-3f5e44dd7b4a req-f5e4a413-b065-4099-b994-e4f2eab83258 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:05.674331 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-57c14e4f-37f2-468d-8f27-3f5e44dd7b4a req-f5e4a413-b065-4099-b994-e4f2eab83258 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 944 time: 0.0782962 Mar 23 10:32:05.726401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-57c14e4f-37f2-468d-8f27-3f5e44dd7b4a req-90899af1-c3a0-42ff-a803-9d1c29a1b3dc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419574 Mar 23 10:32:06.189116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:32:06.255251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:32:06.259725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:32:06.260090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:06.371884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:06.397468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:32:06.407115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:32:06.411344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:06.456348 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'code': 200} Mar 23 10:32:06.480197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:06.678582 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c2988602-fc57-46b1-b14f-b0af7678653d req-0a5f0290-6483-4d4a-9f67-840c8ed64963 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 1098 time: 0.0707066 Mar 23 10:32:06.721477 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c2988602-fc57-46b1-b14f-b0af7678653d req-6377fa48-3de2-4239-aeed-5b51d4d82faa service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366111 Mar 23 10:32:06.924770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643315-c9ea-446a-b8be-75790310f32c req-2ea802f4-f0f4-4925-a01a-1c08585c4b4c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:06.926211 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63643315-c9ea-446a-b8be-75790310f32c req-2ea802f4-f0f4-4925-a01a-1c08585c4b4c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.0790448 Mar 23 10:32:06.970590 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63643315-c9ea-446a-b8be-75790310f32c req-a8fa68a3-7465-4638-ace9-fe2042af91a9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388546 Mar 23 10:32:08.183646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df14e54-068d-4046-bc6a-03a83fbe81ce req-610efc42-0bcb-46a7-bc21-88765f44f267 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:08.185306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df14e54-068d-4046-bc6a-03a83fbe81ce req-610efc42-0bcb-46a7-bc21-88765f44f267 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.0900438 Mar 23 10:32:08.231832 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df14e54-068d-4046-bc6a-03a83fbe81ce req-f66ad4bb-3981-494d-ab4a-cd66f2aa4023 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Mar 23 10:32:09.430889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4522-8a82-4425-8bff-79a9a6317980 req-f9c7dd34-11a6-4a59-9fe8-5ed8dbd84ee5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:09.432294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f43c4522-8a82-4425-8bff-79a9a6317980 req-f9c7dd34-11a6-4a59-9fe8-5ed8dbd84ee5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.0785975 Mar 23 10:32:09.480122 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f43c4522-8a82-4425-8bff-79a9a6317980 req-26d82fd6-788b-4e7a-b267-2189aad7d886 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Mar 23 10:32:09.672325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729114d-ccd2-40d5-822e-6e90c51dc128 req-11478cbf-0952-4b2c-a782-4ce14e26e210 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:09.673779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d729114d-ccd2-40d5-822e-6e90c51dc128 req-11478cbf-0952-4b2c-a782-4ce14e26e210 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.0783563 Mar 23 10:32:09.719435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d729114d-ccd2-40d5-822e-6e90c51dc128 req-169f8a20-5f57-43e1-8e65-477c68790c71 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397296 Mar 23 10:32:09.745596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50098) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:09.821653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10bb7e1f-e17d-4c87-888b-01549a8b33ba tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 1093 time: 0.0739272 Mar 23 10:32:09.824825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50102) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:09.829886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'port_id': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:32:09.909301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.593779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.598036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.785281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df associated. External IP: 172.26.7.251, port: a2a0ba4b-ddb9-47d0-8b37-881b8ed64408. Mar 23 10:32:11.176689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:32:11.380620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:32:11.385964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:11.391271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c782-291e-4227-b95d-c3731a53531e None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:32:11.402919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:32:11.403516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:31:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:11.441526 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-549510f0-9677-4111-bcdd-7401dcb003aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 991 time: 1.6156960 Mar 23 10:32:11.442116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:32:11.444313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50106) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:11.511441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'status': 'completed', 'code': 200} Mar 23 10:32:11.555200 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f318554d-4fad-4a2a-a2e3-ae6107e69937 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 991 time: 0.1096532 Mar 23 10:32:11.613817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-cb3df0bd-b88d-4315-aca3-c0098e4562f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 1098 time: 0.0794046 Mar 23 10:32:11.633982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:32:11.874839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74469-4487-4692-bc87-c319b812c8f0 req-122aa62a-708f-4b2f-af80-3d37ba5c294d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:11.876319 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-122aa62a-708f-4b2f-af80-3d37ba5c294d service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.2555118 Mar 23 10:32:11.984803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-80b5d76a-8af7-4707-86e2-a5c3b6ce6038 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 HTTP/1.1" status: 200 len: 999 time: 0.1019526 Mar 23 10:32:12.022099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7173f4ff-e1a1-4442-a6ae-84838b8792df', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'port_id': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'mac_address': 'fa:16:3e:72:16:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:33Z', 'updated_at': '2022-03-23T10:32:10Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:12.027664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c782-291e-4227-b95d-c3731a53531e None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:32:12.040527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:32:12.041183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:31:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:12.058373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74469-4487-4692-bc87-c319b812c8f0 req-17d118eb-38ed-4a18-ab9a-894a0b3a0515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:12.059858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-17d118eb-38ed-4a18-ab9a-894a0b3a0515 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0699489 Mar 23 10:32:12.161582 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-25de8525-c6d6-4af4-94be-74bc9bfd146c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1828980 Mar 23 10:32:12.173878 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-d6da3605-e91b-4647-9cb3-bc2b8c4fe015 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079865 Mar 23 10:32:12.266752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:32:12.269291 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-54134db7-1dd5-4b55-bff4-94ecdafbd583 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1099 time: 0.0833616 Mar 23 10:32:12.336034 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-b4f73f7e-ebbe-4cb7-8642-dd0f35a11e90 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491342 Mar 23 10:32:12.453582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ff477-4179-44aa-a089-950f4d28c00e req-55d1a571-db49-4b0f-ba3c-87a6ba8be96b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:12.456319 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-55d1a571-db49-4b0f-ba3c-87a6ba8be96b service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.1638718 Mar 23 10:32:12.531347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea74469-4487-4692-bc87-c319b812c8f0 req-f4e75591-41c6-4ef6-895e-777bec275b81 service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946008 Mar 23 10:32:12.546308 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-4f96aadf-499d-4157-ab93-6f98481f120c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 217 time: 0.0817060 Mar 23 10:32:12.558633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50112) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:12.665718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ff477-4179-44aa-a089-950f4d28c00e req-48328439-21cc-4c80-a933-ba06479f39cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:12.674497 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-48328439-21cc-4c80-a933-ba06479f39cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.1115561 Mar 23 10:32:12.688084 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9ca555e8-ad62-4135-8d4f-ede7912ffd42 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 991 time: 0.1235983 Mar 23 10:32:12.727652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c558c782-291e-4227-b95d-c3731a53531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7173f4ff-e1a1-4442-a6ae-84838b8792df', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'port_id': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'mac_address': 'fa:16:3e:72:16:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:33Z', 'updated_at': '2022-03-23T10:32:10Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:12.732103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c782-291e-4227-b95d-c3731a53531e None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7173f4ff-e1a1-4442-a6ae-84838b8792df', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.251', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'port_id': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'mac_address': 'fa:16:3e:72:16:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:33Z', 'updated_at': '2022-03-23T10:32:10Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:32:12.773879 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-4afd3630-80a6-4e3f-b7fb-acdb32648c7f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982594 Mar 23 10:32:12.919650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-48c5e925-73db-4b96-af99-f6bb60b0b84c service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411164 Mar 23 10:32:12.996636 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4030225-59f9-44c9-a6b6-f7f7943fc378 None None] New status for floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:32:13.073797 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-593ff477-4179-44aa-a089-950f4d28c00e req-f7f401ed-7975-426a-b48f-531f56cb013b service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478014 Mar 23 10:32:13.687346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50120) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:13.806121 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cfc0cdb8-946e-41c3-85ba-9b085e0f463d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 200 len: 993 time: 0.1169131 Mar 23 10:32:15.129085 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:32:24.352525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989a1536-da25-4d90-9766-64413c2e2197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.533421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:26.713216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-262f47c0-54af-423b-911a-3145b878b3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:27.712142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:27.884071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:29.259910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:52.129252 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:32:54.066540 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50132) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:54.272039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Deleting port 93e781be-23cf-405c-a881-b7ee244db0e6 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:32:54.272369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:54.354379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-867fc1a5-c87e-402b-80a5-b608978162e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:54.439508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:54.439856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:54.543362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:54.556136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Calling delete_port for 93e781be-23cf-405c-a881-b7ee244db0e6 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:32:54.787506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:54.830276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'Port': ['ID=93e781be-23cf-405c-a881-b7ee244db0e6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:54.842441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.842775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.843103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.843425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.843818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.844140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.844457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.844768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.845083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.845391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.845701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:54.942309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:55.330629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:32:55.536865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:32:55.546644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:32:55.557596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:55.561047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:32:55.561699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:55.614423 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-38d5db15-ed14-4873-a470-5fbc9146d662 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "DELETE /v2.0/floatingips/344823c1-77af-4a6b-b650-2a766457ef31 HTTP/1.1" status: 204 len: 168 time: 1.5467355 Mar 23 10:32:55.614993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:32:55.673288 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104', 'status': 'completed', 'code': 200} Mar 23 10:32:55.760146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:32:55.780538 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-e2f38c5b-e0fd-41a6-8ba2-321555223162 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 1099 time: 0.0815053 Mar 23 10:32:55.948128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-718a7660-14aa-42a2-a67d-a4839d5708b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:55.949668 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-718a7660-14aa-42a2-a67d-a4839d5708b1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1633790 Mar 23 10:32:56.025646 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-856788f5-9a18-4001-8aa0-71eec783517f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf93027-91f3-4bd2-b591-2b6234005104 HTTP/1.1" status: 200 len: 217 time: 0.0684917 Mar 23 10:32:56.033149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adb583-ab63-400f-85b1-8f421a35a7f3 req-6bfd46fb-7603-4f32-841b-608c1731eee5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:56.034783 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-46adb583-ab63-400f-85b1-8f421a35a7f3 req-6bfd46fb-7603-4f32-841b-608c1731eee5 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.0844557 Mar 23 10:32:56.088799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-46adb583-ab63-400f-85b1-8f421a35a7f3 req-a081cce0-3137-4810-ab84-8642ee22ef81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476954 Mar 23 10:32:56.096155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-54096ee9-9a8a-40e8-96c0-ed6eae3028d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:56.097735 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-54096ee9-9a8a-40e8-96c0-ed6eae3028d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0666308 Mar 23 10:32:56.192663 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-4e9bc3d8-199a-414f-b327-22c160f410bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869746 Mar 23 10:32:56.261173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 1, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:56.269549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:32:56.289084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:32:56.290202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:56.339314 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-a91cebfa-9691-4b8b-b2cf-75643b93ea5e service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396122 Mar 23 10:32:56.555630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:32:56.605502 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c8f3f10b-4261-4677-a0bc-49f88cc44953 req-9ae377c7-2e0b-4648-9c30-fa4891fa3dd4 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569766 Mar 23 10:32:56.726419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8e377510-ad55-4805-8117-efcb2f019681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:56.946567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 1, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:56.950666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8913a5b-3cb6-4b92-a599-bbfdc2709846 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '4187fe77-0bf3-4cea-b3be-2d03e11f1ffb', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'port_id': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:10Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 1, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:32:57.178704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e198945-1200-4002-9cca-6caf10c4370d None None] New status for floating IP 344823c1-77af-4a6b-b650-2a766457ef31: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:32:57.331444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63491a80-f90f-49fa-a89f-598a29c8d501 req-67371465-1212-4b78-91ab-df75680ef301 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:57.332999 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63491a80-f90f-49fa-a89f-598a29c8d501 req-67371465-1212-4b78-91ab-df75680ef301 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.0894799 Mar 23 10:32:57.380904 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63491a80-f90f-49fa-a89f-598a29c8d501 req-c208625d-df35-4309-9b07-ab29aee31b54 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420632 Mar 23 10:32:57.716555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:57.763430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-d703482a-f55f-48a6-baf1-bf1f1f5f2e3a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:57.764049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-d703482a-f55f-48a6-baf1-bf1f1f5f2e3a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Synchronizing usage tracker for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:32:57.780808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-d703482a-f55f-48a6-baf1-bf1f1f5f2e3a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Unset dirty status for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:32:57.781943 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-d703482a-f55f-48a6-baf1-bf1f1f5f2e3a tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 946 time: 0.0946624 Mar 23 10:32:57.853702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Deleting port 6bf93027-91f3-4bd2-b591-2b6234005104 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:32:57.854034 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:57.888238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:58.103959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] For port 6bf93027-91f3-4bd2-b591-2b6234005104, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6bf93027-91f3-4bd2-b591-2b6234005104,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:32:58.104236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:58.233187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Calling delete_port for 6bf93027-91f3-4bd2-b591-2b6234005104 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:32:58.381318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:58.431243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'Port': ['ID=6bf93027-91f3-4bd2-b591-2b6234005104,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:58.510214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] No DVR routers for this DVR port 6bf93027-91f3-4bd2-b591-2b6234005104 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:32:58.513215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:58.516210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'name': 'network-vif-deleted', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:32:58.534161 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-dec8a0b1-ad3e-4bf5-9c13-f18036fc4650 req-f027b19c-f172-46f1-aa19-411e080ba33e tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "DELETE /v2.0/ports/6bf93027-91f3-4bd2-b591-2b6234005104 HTTP/1.1" status: 204 len: 173 time: 0.7466795 Mar 23 10:32:58.558131 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4cc17d65-1068-4d52-89ce-87f4cb5dc6bd req-93bbaf14-a492-457b-a829-580f0f049674 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=740f370e-68c9-4759-b34f-48d24535732f HTTP/1.1" status: 200 len: 210 time: 0.0486290 Mar 23 10:32:58.575516 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740f370e-68c9-4759-b34f-48d24535732f', 'name': 'network-vif-deleted', 'tag': '6bf93027-91f3-4bd2-b591-2b6234005104', 'status': 'completed', 'code': 200} Mar 23 10:32:59.271654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:00.520270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6bf93027-91f3-4bd2-b591-2b6234005104 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:00.555415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 6bf93027-91f3-4bd2-b591-2b6234005104 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:00.555797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 6bf93027-91f3-4bd2-b591-2b6234005104 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:04.223623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:04.427040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Deleting port 647db560-fa9a-44d7-b7b1-67f6b7ae372f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:04.427266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:04.595891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:04.596212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:04.716974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Calling delete_port for 647db560-fa9a-44d7-b7b1-67f6b7ae372f owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:04.872323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:04.920467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'Port': ['ID=647db560-fa9a-44d7-b7b1-67f6b7ae372f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:05.012208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:05.505229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:33:05.714522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:05.725655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:05.734762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:05.739312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:05.740126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:05.794809 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cc40bd82-c665-4296-9fb4-297d3c26ac81 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "DELETE /v2.0/floatingips/4187fe77-0bf3-4cea-b3be-2d03e11f1ffb HTTP/1.1" status: 204 len: 168 time: 1.5699792 Mar 23 10:33:05.795278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:33:05.860298 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'status': 'completed', 'code': 200} Mar 23 10:33:05.949916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:05.964694 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-75569ec5-cf60-4ea7-9434-291d9ab9945d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=942a3d76bfef423d8e7191141c4b7c30&device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 1099 time: 0.0819323 Mar 23 10:33:06.136322 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-261659ca-0759-4e48-90b1-11255458dae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:06.138957 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-261659ca-0759-4e48-90b1-11255458dae0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 200 len: 913 time: 0.1682956 Mar 23 10:33:06.221930 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-9bccb826-e1d5-488a-ae22-311790ec28f6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 200 len: 217 time: 0.0763490 Mar 23 10:33:06.296331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-ed4285fd-3866-4d61-ab4e-3384c5a5ed86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:06.298968 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-ed4285fd-3866-4d61-ab4e-3384c5a5ed86 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 200 len: 851 time: 0.0702899 Mar 23 10:33:06.306323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503ed05-62d7-4d23-9fc7-1513a3e98b20 req-006ba957-ea0e-4192-9ff2-7c4edbaf67c1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:06.308314 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2503ed05-62d7-4d23-9fc7-1513a3e98b20 req-006ba957-ea0e-4192-9ff2-7c4edbaf67c1 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 946 time: 0.1253881 Mar 23 10:33:06.367651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2503ed05-62d7-4d23-9fc7-1513a3e98b20 req-64a50c70-162d-4216-a6ce-9a61f3b1dabe tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521021 Mar 23 10:33:06.390256 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-68e48383-4299-478b-998c-cfac5991bb44 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d1510b0-d016-4cd9-9421-b5f53b85c928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842416 Mar 23 10:33:06.406711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:06.411071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:06.422451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:06.423075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:06.546595 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-2bf9c166-3172-4bbb-b827-a143cd610f83 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485732 Mar 23 10:33:06.635715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:06.698326 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-de6445ad-0536-4f2f-b5a8-9ee10a14f8e6 req-2188cd65-ea3f-443c-9ffc-b288df45fa02 service neutron] 10.222.0.91 "GET /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435168 Mar 23 10:33:06.970206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:06.974569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7264c-7562-4ce0-b863-8b452c7367da None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:25:27Z', 'revision_number': 4, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '81ca0612-1621-43dc-ad88-726ff7c88749', 'name': '', 'network_id': '8d1510b0-d016-4cd9-9421-b5f53b85c928', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'mac_address': 'fa:16:3e:60:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:24Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'subnets': [{'id': '120f049b-3dc5-4e96-b64f-dc41dd811c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:07.207470 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd5596-570d-411f-98dc-96567b0fd41c None None] New status for floating IP 4187fe77-0bf3-4cea-b3be-2d03e11f1ffb: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:33:07.586623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28f84-3def-4d6e-b4eb-2808a5769696 req-c2674f7d-3d40-494d-8f1d-fd74a6e45dee tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:07.588070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3a28f84-3def-4d6e-b4eb-2808a5769696 req-c2674f7d-3d40-494d-8f1d-fd74a6e45dee tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 946 time: 0.0844929 Mar 23 10:33:07.636715 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3a28f84-3def-4d6e-b4eb-2808a5769696 req-84bce416-60fc-45ed-a19c-129c94fe9e26 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/security-groups?id=82945b8e-c368-4aa0-98ff-2d94740672a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422504 Mar 23 10:33:07.919525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-78eb0750-57fa-40a2-8163-211d49fb13c4 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:07.920225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-78eb0750-57fa-40a2-8163-211d49fb13c4 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Synchronizing usage tracker for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:07.936932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-78eb0750-57fa-40a2-8163-211d49fb13c4 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Unset dirty status for tenant:942a3d76bfef423d8e7191141c4b7c30 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:07.938168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-78eb0750-57fa-40a2-8163-211d49fb13c4 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 946 time: 0.0975113 Mar 23 10:33:08.007722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Deleting port 0571498b-6ae6-4bd9-9ba5-e45a753d492f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:08.007969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:08.356990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] For port 0571498b-6ae6-4bd9-9ba5-e45a753d492f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0571498b-6ae6-4bd9-9ba5-e45a753d492f,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:08.357346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:08.488428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Calling delete_port for 0571498b-6ae6-4bd9-9ba5-e45a753d492f owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:08.648682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:08.694473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'Port': ['ID=0571498b-6ae6-4bd9-9ba5-e45a753d492f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:08.781066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] No DVR routers for this DVR port 0571498b-6ae6-4bd9-9ba5-e45a753d492f on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:08.783280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:08.785886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'name': 'network-vif-deleted', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:33:08.803834 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-54db77a1-3cba-4a21-a7d0-c7a2fb5cd467 req-aaa6d6f0-a97e-486a-a7b7-23ed56991e5c tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.91 "DELETE /v2.0/ports/0571498b-6ae6-4bd9-9ba5-e45a753d492f HTTP/1.1" status: 204 len: 173 time: 0.8593426 Mar 23 10:33:08.825578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bf6380e5-9383-4836-9c5f-ce10375713c0 req-b82804a3-3890-473e-aeba-34bc4ae04e31 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab78c081-cf0e-41cc-8b29-e2a4757296e8 HTTP/1.1" status: 200 len: 210 time: 0.0597553 Mar 23 10:33:08.872309 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab78c081-cf0e-41cc-8b29-e2a4757296e8', 'name': 'network-vif-deleted', 'tag': '0571498b-6ae6-4bd9-9ba5-e45a753d492f', 'status': 'completed', 'code': 200} Mar 23 10:33:09.940928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50190) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:10.111887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Deleting port fb1cf5c8-ec66-4e65-a857-2230ec1bc404 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:10.112320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:10.399226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:10.399637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:10.527943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Calling delete_port for fb1cf5c8-ec66-4e65-a857-2230ec1bc404 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:10.586201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0571498b-6ae6-4bd9-9ba5-e45a753d492f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:10.626109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 0571498b-6ae6-4bd9-9ba5-e45a753d492f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:10.626468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0571498b-6ae6-4bd9-9ba5-e45a753d492f not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:10.690198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:10.738277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'Port': ['ID=fb1cf5c8-ec66-4e65-a857-2230ec1bc404,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:10.818864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.819214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.819591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.819929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.820265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.820605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.820946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.821272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.821603 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.821928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.822253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:10.862330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:10.877752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:10.878896 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e77f92bc-126c-43ea-b82d-96db3542c87d tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "DELETE /v2.0/floatingips/b930f591-4860-4f1d-97d6-9e27d4e808f2 HTTP/1.1" status: 204 len: 168 time: 0.9368920 Mar 23 10:33:13.531512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:13.613677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b22da28f-2f22-4c87-b83c-160cea145a82 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:13.648349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b22da28f-2f22-4c87-b83c-160cea145a82 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:13.734262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b22da28f-2f22-4c87-b83c-160cea145a82 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:13.770300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da28f-2f22-4c87-b83c-160cea145a82 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82945b8e-c368-4aa0-98ff-2d94740672a6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:13.781225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b22da28f-2f22-4c87-b83c-160cea145a82 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:13.782379 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b22da28f-2f22-4c87-b83c-160cea145a82 tempest-TestVolumeBootPattern-1395229977 tempest-TestVolumeBootPattern-1395229977-project] 10.222.0.73 "DELETE /v2.0/security-groups/82945b8e-c368-4aa0-98ff-2d94740672a6 HTTP/1.1" status: 204 len: 168 time: 0.2494810 Mar 23 10:33:13.855707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50212) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:14.048359 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-a11cba09-674c-4771-bf61-fd4a58370d37 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722890 Mar 23 10:33:14.210151 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-10364e01-a5da-491f-9023-da428245f51e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 1099 time: 0.0844936 Mar 23 10:33:14.366882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-ad9bb112-a679-47fa-87bc-d0014ccec975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:14.368325 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-ad9bb112-a679-47fa-87bc-d0014ccec975 service neutron] 10.222.0.91 "GET /v2.0/networks?id=779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 200 len: 897 time: 0.1364920 Mar 23 10:33:14.442733 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-e9f4d50e-3f0c-4242-80a7-886b14b03a18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 200 len: 217 time: 0.0678916 Mar 23 10:33:14.508912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-c94cf326-404c-4dbd-a762-4a37a086f2d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:14.510419 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-c94cf326-404c-4dbd-a762-4a37a086f2d7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 200 len: 834 time: 0.0617223 Mar 23 10:33:14.558032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:14.602039 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-f102aae2-be2c-46bc-8a90-24f5840018b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=779aec6d-a17d-4daf-a426-c7adf27c8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854421 Mar 23 10:33:14.762336 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-8a1844d8-a1dc-4481-946c-790a6a8ec0ab service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521184 Mar 23 10:33:14.924634 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2bf66a5a-7349-446c-8f32-dc613a5a3376 req-96187dd6-d971-4988-8ec7-8f9c3218e31d service neutron] 10.222.0.91 "GET /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561594 Mar 23 10:33:15.323332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Deleting port 81ca0612-1621-43dc-ad88-726ff7c88749 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:15.324182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:15.617553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] For port 81ca0612-1621-43dc-ad88-726ff7c88749, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=81ca0612-1621-43dc-ad88-726ff7c88749,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:15.617799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:15.741189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Calling delete_port for 81ca0612-1621-43dc-ad88-726ff7c88749 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:15.906503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:15.950899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ca0612-1621-43dc-ad88-726ff7c88749,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:16.268633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:16.871060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Router 6981e60e-2eb5-4187-bc07-b514918699a8 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:33:17.182397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:17.192464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] Sync routers for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:17.197680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-986f84df-d5de-4f75-88c9-75a6627d1ef7 admin admin] 10.222.0.73 "PUT /v2.0/routers/6981e60e-2eb5-4187-bc07-b514918699a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3401318 Mar 23 10:33:17.200970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50222) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:17.205352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:17.206157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:17.407954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:17.525515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:17.745587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:17.757103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Deleting port add29767-328c-4a63-86d7-e01208c79213 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:17.757438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:17.797353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': 'add29767-328c-4a63-86d7-e01208c79213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:33:15Z', 'revision_number': 5, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port': {'id': 'add29767-328c-4a63-86d7-e01208c79213', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:13Z', 'updated_at': '2022-03-23T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:17.802141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] Checking router: 6981e60e-2eb5-4187-bc07-b514918699a8 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:17.814191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] Routers {'6981e60e-2eb5-4187-bc07-b514918699a8'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:17.814804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['6981e60e-2eb5-4187-bc07-b514918699a8'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:17.938714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] For port add29767-328c-4a63-86d7-e01208c79213, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=add29767-328c-4a63-86d7-e01208c79213,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:17.939069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:17.970384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] Set router 6981e60e-2eb5-4187-bc07-b514918699a8 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:18.069866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Calling delete_port for add29767-328c-4a63-86d7-e01208c79213 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:18.122023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:33:17Z', 'revision_number': 6, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:18.126195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598a71-e9e6-4871-880d-e45ead790370 None None] The sync data for ids ['6981e60e-2eb5-4187-bc07-b514918699a8'] in dv-neutron-834653-2-hyperv is: [{'id': '6981e60e-2eb5-4187-bc07-b514918699a8', 'name': 'tempest-TestVolumeBootPattern-1656170660-router', 'tenant_id': '942a3d76bfef423d8e7191141c4b7c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:12Z', 'updated_at': '2022-03-23T10:33:17Z', 'revision_number': 6, 'project_id': '942a3d76bfef423d8e7191141c4b7c30', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:18.249438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:18.294237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=add29767-328c-4a63-86d7-e01208c79213,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:18.531383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:18.560288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 81ca0612-1621-43dc-ad88-726ff7c88749 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:18.616465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 81ca0612-1621-43dc-ad88-726ff7c88749 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:18.616871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 81ca0612-1621-43dc-ad88-726ff7c88749 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:18.899509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:18.904217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:18.929351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:18.929964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6981e60e-2eb5-4187-bc07-b514918699a8 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:33:18.942450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:18.945090 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2aba3266-5c68-4f1e-b0a4-0f02bb59abc6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6981e60e-2eb5-4187-bc07-b514918699a8 HTTP/1.1" status: 204 len: 168 time: 1.7416401 Mar 23 10:33:18.946299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50226) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:19.022289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Deleting subnet 120f049b-3dc5-4e96-b64f-dc41dd811c25 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:33:19.026900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.080381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.169984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.246989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.288948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120f049b-3dc5-4e96-b64f-dc41dd811c25,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:19.292524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.300604 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8f01f0d2-360d-40be-ba71-f4adc21164e8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/120f049b-3dc5-4e96-b64f-dc41dd811c25 HTTP/1.1" status: 204 len: 168 time: 0.3532729 Mar 23 10:33:19.303143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50230) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:19.303715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dc15b-8a1d-4c0f-a93c-9da67f498146 None None] Network 8d1510b0-d016-4cd9-9421-b5f53b85c928 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:33:19.410850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.421039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Deleting port 7a7b0073-0f6f-4040-b379-9e788ce225d1 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:19.421362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.568377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] DHCP port deletion for 8d1510b0-d016-4cd9-9421-b5f53b85c928 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:33:19.572720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Deleting port 7a7b0073-0f6f-4040-b379-9e788ce225d1 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:19.573083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.634803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] For port 7a7b0073-0f6f-4040-b379-9e788ce225d1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7a7b0073-0f6f-4040-b379-9e788ce225d1,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:19.635149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.753677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Calling delete_port for 7a7b0073-0f6f-4040-b379-9e788ce225d1 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:19.776429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] For port 7a7b0073-0f6f-4040-b379-9e788ce225d1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=7a7b0073-0f6f-4040-b379-9e788ce225d1,segment=NetworkSegment(56cd9277-5f0f-4d58-ad2d-288d32ae8cc2),segment_id=56cd9277-5f0f-4d58-ad2d-288d32ae8cc2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:19.776822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.835724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:19.885687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7b0073-0f6f-4040-b379-9e788ce225d1,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:19.889761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] No DVR routers for this DVR port 7a7b0073-0f6f-4040-b379-9e788ce225d1 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:19.910208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Calling delete_port for 7a7b0073-0f6f-4040-b379-9e788ce225d1 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:19.983646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:33:19.983994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:33:20.007781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.032809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1510b0-d016-4cd9-9421-b5f53b85c928']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:20.045503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:20.045802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cd9277-5f0f-4d58-ad2d-288d32ae8cc2') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:20.056964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.072436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.078584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:33:20.078960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:33:20.092339 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:33:20.168430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.184015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.195735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1510b0-d016-4cd9-9421-b5f53b85c928,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:20.203667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b30672f1-836b-4df3-abd2-d9ffc6fda461 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8d1510b0-d016-4cd9-9421-b5f53b85c928 HTTP/1.1" status: 204 len: 168 time: 0.8993907 Mar 23 10:33:20.206529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50234) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:20.250508 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7a7b0073-0f6f-4040-b379-9e788ce225d1 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:20.284118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 7a7b0073-0f6f-4040-b379-9e788ce225d1 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:20.284404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 7a7b0073-0f6f-4040-b379-9e788ce225d1 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:20.284838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device add29767-328c-4a63-86d7-e01208c79213 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:20.314960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: add29767-328c-4a63-86d7-e01208c79213 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:20.315298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device add29767-328c-4a63-86d7-e01208c79213 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:20.484982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Deleting port 7a7b0073-0f6f-4040-b379-9e788ce225d1 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:20.485393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:20.554257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-04e438af-cf5a-43ea-ad06-ffdd94b6d2a7 None None] The port '7a7b0073-0f6f-4040-b379-9e788ce225d1' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:33:20.707129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:21.311931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Deleting port 36d54938-1c80-484e-8472-ddeaace76bf5 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:21.312305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:21.482798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] For port 36d54938-1c80-484e-8472-ddeaace76bf5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=36d54938-1c80-484e-8472-ddeaace76bf5,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:21.483147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:21.599992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Calling delete_port for 36d54938-1c80-484e-8472-ddeaace76bf5 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:21.773278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:21.818979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d54938-1c80-484e-8472-ddeaace76bf5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:22.112274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:22.798508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Router a10e7ba0-f106-4ee4-a204-975626c2b359 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:33:23.000066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:23.009112 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] Sync routers for ids ['a10e7ba0-f106-4ee4-a204-975626c2b359'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:23.017445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-78cb96b8-fd3f-4f0d-beb8-e44f4ee57712 admin admin] 10.222.0.73 "PUT /v2.0/routers/a10e7ba0-f106-4ee4-a204-975626c2b359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096056 Mar 23 10:33:23.022414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50238) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:23.024261 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] Routers {'a10e7ba0-f106-4ee4-a204-975626c2b359'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:23.024871 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a10e7ba0-f106-4ee4-a204-975626c2b359'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:23.220261 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] Set router a10e7ba0-f106-4ee4-a204-975626c2b359 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:23.243166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:23.505806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:23.517403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Deleting port 408f9cf0-604f-40a7-a350-ad8766487aab {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:23.517906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:23.591076 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:33:21Z', 'revision_number': 5, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port': {'id': '408f9cf0-604f-40a7-a350-ad8766487aab', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:40Z', 'updated_at': '2022-03-23T10:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:23.595512 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] Checking router: a10e7ba0-f106-4ee4-a204-975626c2b359 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:23.607933 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] Routers {'a10e7ba0-f106-4ee4-a204-975626c2b359'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:23.608667 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:32:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a10e7ba0-f106-4ee4-a204-975626c2b359'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:23.696444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] For port 408f9cf0-604f-40a7-a350-ad8766487aab, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=408f9cf0-604f-40a7-a350-ad8766487aab,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:23.696791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:23.759811 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] Set router a10e7ba0-f106-4ee4-a204-975626c2b359 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:23.821404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Calling delete_port for 408f9cf0-604f-40a7-a350-ad8766487aab owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:23.865256 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:33:23Z', 'revision_number': 6, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:23.869292 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6638930-1967-45db-b39a-374c7b9e65f9 None None] The sync data for ids ['a10e7ba0-f106-4ee4-a204-975626c2b359'] in dv-neutron-834653-2-hyperv is: [{'id': 'a10e7ba0-f106-4ee4-a204-975626c2b359', 'name': 'tempest-TestVolumeBootPattern-1004657015-router', 'tenant_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:38Z', 'updated_at': '2022-03-23T10:33:23Z', 'revision_number': 6, 'project_id': '46dd0c3aa0b14151be18b3f4eab3f782', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:23.992171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.038506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Pushing event deleted for resources: {'Port': ['ID=408f9cf0-604f-40a7-a350-ad8766487aab,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:24.275233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 36d54938-1c80-484e-8472-ddeaace76bf5 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:24.317161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 36d54938-1c80-484e-8472-ddeaace76bf5 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:24.317161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 36d54938-1c80-484e-8472-ddeaace76bf5 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:24.357875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a68954bd-c040-4f42-8268-d4045b77712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.374883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.563088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.636709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.641533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.676444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.676937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a10e7ba0-f106-4ee4-a204-975626c2b359 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:33:24.690048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.691171 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-73f84e34-81c3-429c-8779-55d8cc080919 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a10e7ba0-f106-4ee4-a204-975626c2b359 HTTP/1.1" status: 204 len: 168 time: 1.6677468 Mar 23 10:33:24.695295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50244) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:24.760420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Deleting subnet 719a60e1-43ae-455d-80d6-287c4bf15bba {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:33:24.763567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.817316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.907295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.978937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.019355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719a60e1-43ae-455d-80d6-287c4bf15bba,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:25.028817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.034525 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f7effb33-140f-4ebf-a688-c23b0e7e6114 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/719a60e1-43ae-455d-80d6-287c4bf15bba HTTP/1.1" status: 204 len: 168 time: 0.3382761 Mar 23 10:33:25.037075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50250) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:25.037203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8ae0f-085d-4aa7-bdf9-ece8297637c7 None None] Network 70197496-5ccc-456a-b1cd-8dedea121ceb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:33:25.149433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.160409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Deleting port d48b8489-612d-43e8-a735-89e9219c1bd6 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:25.160742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.293425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] DHCP port deletion for 70197496-5ccc-456a-b1cd-8dedea121ceb request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:33:25.298196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Deleting port d48b8489-612d-43e8-a735-89e9219c1bd6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:25.298574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.397149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] For port d48b8489-612d-43e8-a735-89e9219c1bd6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d48b8489-612d-43e8-a735-89e9219c1bd6,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:25.397509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.485466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4feb9b-b0ce-4ac6-a107-99092e992873 req-2857f7f1-ca16-4215-a496-6c682d655668 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:25.487098 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa4feb9b-b0ce-4ac6-a107-99092e992873 req-2857f7f1-ca16-4215-a496-6c682d655668 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.0883873 Mar 23 10:33:25.506176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] For port d48b8489-612d-43e8-a735-89e9219c1bd6, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d48b8489-612d-43e8-a735-89e9219c1bd6,segment=NetworkSegment(592da898-0565-4e89-8527-65ce808f5f3d),segment_id=592da898-0565-4e89-8527-65ce808f5f3d)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:25.506569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.519350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Calling delete_port for d48b8489-612d-43e8-a735-89e9219c1bd6 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:25.534523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa4feb9b-b0ce-4ac6-a107-99092e992873 req-5d16b535-e6c6-4025-91bc-d22d226ce2f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 Mar 23 10:33:25.603114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.649781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d48b8489-612d-43e8-a735-89e9219c1bd6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:25.654402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] No DVR routers for this DVR port d48b8489-612d-43e8-a735-89e9219c1bd6 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:25.663305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Calling delete_port for d48b8489-612d-43e8-a735-89e9219c1bd6 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:25.735761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:33:25.736111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:33:25.770600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.797190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70197496-5ccc-456a-b1cd-8dedea121ceb']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:25.809479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592da898-0565-4e89-8527-65ce808f5f3d') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:25.809774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592da898-0565-4e89-8527-65ce808f5f3d') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:25.821189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.841456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.848711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:33:25.849247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:33:25.955738 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:33:26.031628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.036226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.064424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] Pushing event deleted for resources: {'Network': ['ID=70197496-5ccc-456a-b1cd-8dedea121ceb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:26.070025 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d094420c-87c6-40b5-adf6-3f2f32ccda1f admin admin] 10.222.0.73 "DELETE /v2.0/networks/70197496-5ccc-456a-b1cd-8dedea121ceb HTTP/1.1" status: 204 len: 168 time: 1.0319774 Mar 23 10:33:26.234109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50260) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:26.238293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Deleting port d48b8489-612d-43e8-a735-89e9219c1bd6 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:26.238852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.270958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 408f9cf0-604f-40a7-a350-ad8766487aab no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:26.291008 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4651bad6-2319-4fc3-826a-67f52209ec8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=942a3d76bfef423d8e7191141c4b7c30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557191 Mar 23 10:33:26.294269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50264) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:26.341305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d028009-8d51-4cf8-a58c-e0e2d42dd9a0 None None] The port 'd48b8489-612d-43e8-a735-89e9219c1bd6' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:33:26.342456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 408f9cf0-604f-40a7-a350-ad8766487aab {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:26.342802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 408f9cf0-604f-40a7-a350-ad8766487aab not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:26.343218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d48b8489-612d-43e8-a735-89e9219c1bd6 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:26.357284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d913fed2-c044-4e11-88f5-f9a7fc8aeee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.378778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d48b8489-612d-43e8-a735-89e9219c1bd6 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:26.379138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d48b8489-612d-43e8-a735-89e9219c1bd6 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:26.392300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d913fed2-c044-4e11-88f5-f9a7fc8aeee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.446887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d913fed2-c044-4e11-88f5-f9a7fc8aeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.462398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913fed2-c044-4e11-88f5-f9a7fc8aeee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f7321-f3e7-4df6-bd80-455edad91ef3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:26.469718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d913fed2-c044-4e11-88f5-f9a7fc8aeee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.470950 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d913fed2-c044-4e11-88f5-f9a7fc8aeee9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/173f7321-f3e7-4df6-bd80-455edad91ef3 HTTP/1.1" status: 204 len: 168 time: 0.1756849 Mar 23 10:33:26.713533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f48907ae-9335-4deb-9776-82d0bc7f0af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.777389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c242a44-5690-41a8-a201-635e968595e4 req-836db796-8eb4-44c3-b917-a8e6e1390c41 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:26.778786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c242a44-5690-41a8-a201-635e968595e4 req-836db796-8eb4-44c3-b917-a8e6e1390c41 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.1171958 Mar 23 10:33:26.836419 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c242a44-5690-41a8-a201-635e968595e4 req-357f3bb3-34af-49bb-87f3-2d39e5d7d058 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=53dddc49-3df3-4c3b-84db-d1746faab4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516338 Mar 23 10:33:26.922608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50276) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:26.975827 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3012b8d9-5dde-4c33-b7f3-499b8db685e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46dd0c3aa0b14151be18b3f4eab3f782&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520444 Mar 23 10:33:26.978392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50280) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:27.037991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6c3016c-da7a-477f-b32b-72fbeeca0a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.064275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6c3016c-da7a-477f-b32b-72fbeeca0a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.122043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6c3016c-da7a-477f-b32b-72fbeeca0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.139710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3016c-da7a-477f-b32b-72fbeeca0a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e664e04f-3dd7-487e-b37c-cc93626baf09,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:27.152754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e6c3016c-da7a-477f-b32b-72fbeeca0a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.157553 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e6c3016c-da7a-477f-b32b-72fbeeca0a81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e664e04f-3dd7-487e-b37c-cc93626baf09 HTTP/1.1" status: 204 len: 168 time: 0.1746249 Mar 23 10:33:27.186667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-c908f2f8-2e90-4098-88b0-10d1b75b88bc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:27.187371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-c908f2f8-2e90-4098-88b0-10d1b75b88bc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:27.199759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-c908f2f8-2e90-4098-88b0-10d1b75b88bc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:27.200890 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-c908f2f8-2e90-4098-88b0-10d1b75b88bc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 945 time: 0.1159511 Mar 23 10:33:27.279661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:27.280333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.546740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:27.547099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.721633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.842645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.843012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.843323 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df disassociated. External IP: 172.26.7.251, port: a2a0ba4b-ddb9-47d0-8b37-881b8ed64408. Mar 23 10:33:27.843703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:27.891202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:27.993950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:28.010733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e419e16c-1c92-4933-afc2-14c30fbd1083 req-02999176-1154-4bfc-9672-07ac2bb0de6e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 210 time: 0.0431218 Mar 23 10:33:28.048700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=a2a0ba4b-ddb9-47d0-8b37-881b8ed64408,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:28.281582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:33:28.628122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:28.638186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:28.650310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:28.650906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:28.724598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:28.727027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:28.729737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'name': 'network-vif-deleted', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:33:28.746640 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-356cdbb9-61ea-411b-86f3-9b10dfb06523 req-6e541d4a-39c1-4f75-a7fa-8ab5e07ab684 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 HTTP/1.1" status: 204 len: 173 time: 1.5397179 Mar 23 10:33:28.799224 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870ad5f0-e29e-46e8-a6b4-a0c2315ef827', 'name': 'network-vif-deleted', 'tag': 'a2a0ba4b-ddb9-47d0-8b37-881b8ed64408', 'status': 'completed', 'code': 200} Mar 23 10:33:28.840957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:29.132290 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:33:29.174993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:29.179847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:29.192486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:29.193116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:29.216571 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b7ea37c6-b574-4061-a4ae-3058654f2dd9 req-4a252a0d-8e21-4678-9ddd-3f25243f93e6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=870ad5f0-e29e-46e8-a6b4-a0c2315ef827 HTTP/1.1" status: 200 len: 210 time: 0.0497086 Mar 23 10:33:29.332736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:29.410719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:29.758533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:29.763303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081088a-24be-43c7-ba8c-19be849a24be None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a3b121e2-acec-403e-bcf0-6586302c918f', 'name': '', 'network_id': '779aec6d-a17d-4daf-a426-c7adf27c8e49', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:4c:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:14Z', 'updated_at': '2022-03-23T10:30:20Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '87026135-5299-4c76-b9d8-e5d7f6c2991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:29.970594 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25968d97-13dc-4910-b20d-ce15b72e101c None None] New status for floating IP 7173f4ff-e1a1-4442-a6ae-84838b8792df: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:33:30.346386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50296) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:30.427651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7923a5ff-b57f-4b8d-ad8c-9a44f5ee80f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.457063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7923a5ff-b57f-4b8d-ad8c-9a44f5ee80f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.518652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7923a5ff-b57f-4b8d-ad8c-9a44f5ee80f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.536526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a5ff-b57f-4b8d-ad8c-9a44f5ee80f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dddc49-3df3-4c3b-84db-d1746faab4b9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:30.545314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7923a5ff-b57f-4b8d-ad8c-9a44f5ee80f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.546397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7923a5ff-b57f-4b8d-ad8c-9a44f5ee80f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/53dddc49-3df3-4c3b-84db-d1746faab4b9 HTTP/1.1" status: 204 len: 168 time: 0.1990511 Mar 23 10:33:30.588258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50302) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:30.712922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:30.750478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:30.750868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a2a0ba4b-ddb9-47d0-8b37-881b8ed64408 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:30.837549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 422e1341-8911-4f26-9cee-99d45d471ead {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:30.837878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.999714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.999954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:31.121980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 422e1341-8911-4f26-9cee-99d45d471ead owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:31.258023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:31.306399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=422e1341-8911-4f26-9cee-99d45d471ead,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:31.397137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:31.411465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:31.412607 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e1cf0680-8b8f-450b-a362-5d6d20261628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/7173f4ff-e1a1-4442-a6ae-84838b8792df HTTP/1.1" status: 204 len: 168 time: 0.8233757 Mar 23 10:33:31.783611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-dba5fd2b-f643-4495-b013-1a3bbb4007f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:31.784297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-dba5fd2b-f643-4495-b013-1a3bbb4007f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:31.799096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-dba5fd2b-f643-4495-b013-1a3bbb4007f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:31.800250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-dba5fd2b-f643-4495-b013-1a3bbb4007f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0974448 Mar 23 10:33:31.845496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-14d1815b-b660-47c7-a2ea-2599c423ebb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:31.860257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-14d1815b-b660-47c7-a2ea-2599c423ebb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:31.861339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-337e822a-160d-40fd-a46e-dedea6ffc233 req-14d1815b-b660-47c7-a2ea-2599c423ebb9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554805 Mar 23 10:33:33.076207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6aa5e-ccfa-42ad-ae24-6ec79e081891 req-8580d146-ff27-4326-ba05-17e6f6f7ef6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:33.077577 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6bc6aa5e-ccfa-42ad-ae24-6ec79e081891 req-8580d146-ff27-4326-ba05-17e6f6f7ef6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0769458 Mar 23 10:33:33.128312 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6bc6aa5e-ccfa-42ad-ae24-6ec79e081891 req-6443de61-fb78-467a-8e44-2bd9ab599e38 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Mar 23 10:33:33.363989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8a131-0324-4182-850a-27ff24757544 req-f49d99cc-d040-4386-94c7-5aedfcd1726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:33.364579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-51c8a131-0324-4182-850a-27ff24757544 req-f49d99cc-d040-4386-94c7-5aedfcd1726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:33.375856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-51c8a131-0324-4182-850a-27ff24757544 req-f49d99cc-d040-4386-94c7-5aedfcd1726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:33.376916 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51c8a131-0324-4182-850a-27ff24757544 req-f49d99cc-d040-4386-94c7-5aedfcd1726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 946 time: 0.0900073 Mar 23 10:33:33.446634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:33.446971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.690776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 76fb18d3-e946-4db9-86bb-dc57ef6c1232, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=76fb18d3-e946-4db9-86bb-dc57ef6c1232,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:33.691140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.810937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 76fb18d3-e946-4db9-86bb-dc57ef6c1232 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:33.950104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.999279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=76fb18d3-e946-4db9-86bb-dc57ef6c1232,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:34.075244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 76fb18d3-e946-4db9-86bb-dc57ef6c1232 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:34.077869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.081749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'name': 'network-vif-deleted', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:33:34.096331 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-51c8a131-0324-4182-850a-27ff24757544 req-076a4620-a1aa-4596-8b54-aeff0447fd70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/76fb18d3-e946-4db9-86bb-dc57ef6c1232 HTTP/1.1" status: 204 len: 173 time: 0.7141614 Mar 23 10:33:34.140816 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f25fd03-da64-48d3-99dd-d21ad20ef169', 'name': 'network-vif-deleted', 'tag': '76fb18d3-e946-4db9-86bb-dc57ef6c1232', 'status': 'completed', 'code': 200} Mar 23 10:33:34.316930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-801c92e6-55ab-4bf2-8e12-08053f3fab5c req-4a140c92-7cf0-4843-b86a-cd64ce57be07 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f25fd03-da64-48d3-99dd-d21ad20ef169 HTTP/1.1" status: 200 len: 210 time: 0.0449610 Mar 23 10:33:35.422016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50320) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:35.489361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f07425-b4b7-4598-88f2-6369e0303779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.517839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f07425-b4b7-4598-88f2-6369e0303779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.587750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f07425-b4b7-4598-88f2-6369e0303779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.603801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f07425-b4b7-4598-88f2-6369e0303779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d51f9e-bb2e-4b26-94db-9b56ce73ecac,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:35.617032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89f07425-b4b7-4598-88f2-6369e0303779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.618158 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-89f07425-b4b7-4598-88f2-6369e0303779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6d51f9e-bb2e-4b26-94db-9b56ce73ecac HTTP/1.1" status: 204 len: 168 time: 0.1951442 Mar 23 10:33:35.659761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50326) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:36.055109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.765280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port a3b121e2-acec-403e-bcf0-6586302c918f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:36.766052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.949064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port a3b121e2-acec-403e-bcf0-6586302c918f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a3b121e2-acec-403e-bcf0-6586302c918f,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:36.949416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.071297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for a3b121e2-acec-403e-bcf0-6586302c918f owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:37.253786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.301251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=a3b121e2-acec-403e-bcf0-6586302c918f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:37.599903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.272692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:33:38.472612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:38.482466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] Sync routers for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:38.484706 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b4728a32-0446-4034-abe0-86a18ffadfdd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/98bbc9d3-ee8a-4eb4-904a-3953a770b89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238921 Mar 23 10:33:38.487343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50330) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:38.494681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:38.495362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:38.672891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:38.675164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 87026135-5299-4c76-b9d8-e5d7f6c2991f {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:33:38.678329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.737346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 76fb18d3-e946-4db9-86bb-dc57ef6c1232 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:38.742126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.827652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 76fb18d3-e946-4db9-86bb-dc57ef6c1232 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:38.828000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 76fb18d3-e946-4db9-86bb-dc57ef6c1232 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:38.828257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.901062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.947758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=87026135-5299-4c76-b9d8-e5d7f6c2991f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:38.952546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.958625 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-83ca5280-c4d5-4edd-ac8a-3d11ba6d5d0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/87026135-5299-4c76-b9d8-e5d7f6c2991f HTTP/1.1" status: 204 len: 168 time: 0.4702973 Mar 23 10:33:38.961502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50334) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:38.982435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9c6c2-e16c-49b6-9f0e-3303c52982d7 None None] Network 779aec6d-a17d-4daf-a426-c7adf27c8e49 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:33:39.169578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.193517 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:33:37Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:39.201125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] Checking router: 98bbc9d3-ee8a-4eb4-904a-3953a770b89f for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:39.222298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] Routers {'98bbc9d3-ee8a-4eb4-904a-3953a770b89f'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:39.222897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:39.332224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] DHCP port deletion for 779aec6d-a17d-4daf-a426-c7adf27c8e49 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:33:39.355423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Deleting port ddea1bf8-6d96-4192-afda-e40fb8dc3767 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:39.355822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.365948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.376701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 8d800903-0b0a-4f3b-b36b-028c33233696 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:33:39.377039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.605758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] Set router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:39.664526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 8d800903-0b0a-4f3b-b36b-028c33233696, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d800903-0b0a-4f3b-b36b-028c33233696,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:39.664880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.802463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 8d800903-0b0a-4f3b-b36b-028c33233696 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:39.806538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] For port ddea1bf8-6d96-4192-afda-e40fb8dc3767, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ddea1bf8-6d96-4192-afda-e40fb8dc3767,segment=NetworkSegment(8526ed0f-ce5c-4c0f-9bda-0c18813aed10),segment_id=8526ed0f-ce5c-4c0f-9bda-0c18813aed10)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:39.806936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.938205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Calling delete_port for ddea1bf8-6d96-4192-afda-e40fb8dc3767 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:33:39.966111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.012277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=8d800903-0b0a-4f3b-b36b-028c33233696,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:40.071419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.119216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Pushing event deleted for resources: {'Port': ['ID=ddea1bf8-6d96-4192-afda-e40fb8dc3767,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:40.135354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] No DVR routers for this DVR port ddea1bf8-6d96-4192-afda-e40fb8dc3767 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:40.140705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.141054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.141390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.141909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.147393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa482f-dcf7-4719-9b85-c7268bf9b615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:40.161567 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:33:37Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:40.166080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd00eca-1e45-42f4-8198-eebccf4d4110 None None] The sync data for ids ['98bbc9d3-ee8a-4eb4-904a-3953a770b89f'] in dv-neutron-834653-2-hyperv is: [{'id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'name': 'tempest-TestNetworkBasicOps-router-1957078455', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:33:37Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '8d800903-0b0a-4f3b-b36b-028c33233696', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbc9d3-ee8a-4eb4-904a-3953a770b89f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:10Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:40.257643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.358891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a3b121e2-acec-403e-bcf0-6586302c918f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:40.392863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: a3b121e2-acec-403e-bcf0-6586302c918f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:40.393220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a3b121e2-acec-403e-bcf0-6586302c918f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:40.393630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddea1bf8-6d96-4192-afda-e40fb8dc3767 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:40.428201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ddea1bf8-6d96-4192-afda-e40fb8dc3767 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:40.428555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ddea1bf8-6d96-4192-afda-e40fb8dc3767 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:40.526715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.531049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.555596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.556128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router 98bbc9d3-ee8a-4eb4-904a-3953a770b89f {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:33:40.570803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.571945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-df82c563-baf2-4bfe-8029-7f78762e2f6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/98bbc9d3-ee8a-4eb4-904a-3953a770b89f HTTP/1.1" status: 204 len: 168 time: 1.6095157 Mar 23 10:33:40.574452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50338) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:40.689541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.919867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.944217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779aec6d-a17d-4daf-a426-c7adf27c8e49']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:40.955891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8526ed0f-ce5c-4c0f-9bda-0c18813aed10') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:40.956182 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8526ed0f-ce5c-4c0f-9bda-0c18813aed10') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:40.968410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.986264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.992918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:33:40.993317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:33:41.008526 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:33:41.090112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.107759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.118410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=779aec6d-a17d-4daf-a426-c7adf27c8e49,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:41.128456 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-95088e8a-8ee0-4050-a510-17a918c7ff29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/779aec6d-a17d-4daf-a426-c7adf27c8e49 HTTP/1.1" status: 204 len: 168 time: 0.5529704 Mar 23 10:33:41.153264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50342) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:41.160225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--585826848', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:41.165291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:41.170268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:41.173560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:41.179370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:41.189708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:33:41.192913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.220760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:33:41.229557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.229890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment 18487bb4-a08c-4902-9baa-1759fd19d3c3 of type vlan for network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 Mar 23 10:33:41.256898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.285478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.289001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.289570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.392347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2376542 Mar 23 10:33:41.395112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50346) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:41.402281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-178808456', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:41.411009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:41.413217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3ac0-1138-45db-a09f-9b5127c5e069 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:41.416976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:41.420016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:41.422827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:33:41.427267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:41.437422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.438374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.457341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.604281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.780063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.808124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.941697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.171 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/5cd23a52-a688-4418-8b05-69e70679a4fa) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:42.083527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.115523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.183676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:42.187130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:42.192103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:33:42.208197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d800903-0b0a-4f3b-b36b-028c33233696 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:42.219948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=5cd23a52-a688-4418-8b05-69e70679a4fa,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.244368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8d800903-0b0a-4f3b-b36b-028c33233696 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:33:42.244687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d800903-0b0a-4f3b-b36b-028c33233696 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:42.348349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.348986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.577470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 59cf1bf5-cf18-48b6-9992-581935adecd3 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:33:42.882232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:42.892272 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Sync routers for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:42.904305 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:42.904851 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:42.910467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.911747 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-43f0625d-5a43-4556-9b0a-93a106b3768b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5156689 Mar 23 10:33:42.914834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50350) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.954142 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5ffbb5ab-e92b-41a3-a8fb-101b8d111bf4 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382228 Mar 23 10:33:42.956728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50354) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:43.080455 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:43.088958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f669416-6f07-43b5-8e3c-f0e6e2043af0 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:43.094950 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3f669416-6f07-43b5-8e3c-f0e6e2043af0 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340439 Mar 23 10:33:43.095197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50358) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:43.136742 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c789933a-049e-436d-970d-20774ece25cb tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380330 Mar 23 10:33:43.136923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50362) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:43.143167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451077238', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:43.254845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:43.259254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:43.265676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:43.271624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:43.281227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:33:43.383827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.395047 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:42Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:43.401760 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Checking router: 59cf1bf5-cf18-48b6-9992-581935adecd3 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:43.402103 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Updating router 59cf1bf5-cf18-48b6-9992-581935adecd3 port 5cd23a52-a688-4418-8b05-69e70679a4fa binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:33:43.452761 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.615373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.693272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=661e05b2-2033-4179-92fd-cd12656c67b9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:43.708502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:33:43.708865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: e0dbdf97-1ce5-4b7c-8660-42f17a2f4348, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:33:43.732141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:33:43.742588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e0dbdf97-1ce5-4b7c-8660-42f17a2f4348) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:43.746491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:43.747072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.752891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058507f7-34ba-4833-933f-089a7c99b12b None None] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:33:43.779964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aed239f9-7d74-4b57-ac9a-4bf4486f1704 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6414850 Mar 23 10:33:43.783686 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.784254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50366) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:43.800003 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Transition to ACTIVE for port object 5cd23a52-a688-4418-8b05-69e70679a4fa will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:43.809750 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.891271 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Pushing event updated for resources: {'Port': ['ID=5cd23a52-a688-4418-8b05-69e70679a4fa,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:43.895979 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Attempting to bind port 5cd23a52-a688-4418-8b05-69e70679a4fa on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:43.896611 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Attempting to bind port 5cd23a52-a688-4418-8b05-69e70679a4fa by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:43.897078 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Attempting to bind port 5cd23a52-a688-4418-8b05-69e70679a4fa on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:33:43.910584 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.911040 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.911462 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.911911 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.912323 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.912732 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.913136 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.913541 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.913942 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.914341 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.914742 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:43.917732 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:33:43.918222 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:33:43.919261 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.919742 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:33:43.920323 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Bound port: 5cd23a52-a688-4418-8b05-69e70679a4fa, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:43.920807 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.989452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:33:43.990548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.993906 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] For port 5cd23a52-a688-4418-8b05-69e70679a4fa, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:33:43.997114 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] For port 5cd23a52-a688-4418-8b05-69e70679a4fa, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5cd23a52-a688-4418-8b05-69e70679a4fa,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:33:44.002076 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.086338 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29d489-8b07-4346-8a57-40cd6b7dd5f6 None None] Pushing event updated for resources: {'Port': ['ID=5cd23a52-a688-4418-8b05-69e70679a4fa,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:44.088964 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:44.089559 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:44.175894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Allocated IP 172.20.0.2 (e0dbdf97-1ce5-4b7c-8660-42f17a2f4348/661e05b2-2033-4179-92fd-cd12656c67b9/a290fd0c-f76a-4b0a-ab0b-f6db7196d69f) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:44.269119 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:44.390159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.402181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Transition to ACTIVE for port object a290fd0c-f76a-4b0a-ab0b-f6db7196d69f will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:44.425420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Transition to ACTIVE for port object a290fd0c-f76a-4b0a-ab0b-f6db7196d69f will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:44.432413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.539226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:44.546297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:44.550522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:33:44.570169 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:42Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:44.574163 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3e1e0-c082-4e41-bd71-88afdc90d032 None None] The sync data for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv is: [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:42Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:44.637808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Pushing event updated for resources: {'Port': ['ID=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:44.657714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Attempting to bind port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:44.658081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Attempting to bind port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:44.658429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Attempting to bind port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:33:44.665068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:33:44.665445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Checking segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:33:44.666008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.666403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Bound using segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:33:44.666865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Bound port: a290fd0c-f76a-4b0a-ab0b-f6db7196d69f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:44.667238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.747349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.769123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] For port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:33:44.772546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] For port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:33:44.782810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.897390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49b4f5-c0b0-444d-96ae-a87ee27e551c None None] Pushing event updated for resources: {'Port': ['ID=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:45.225842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (e0dbdf97-1ce5-4b7c-8660-42f17a2f4348/661e05b2-2033-4179-92fd-cd12656c67b9/ed47f70a-fc4c-4df6-b668-a98ee14c1dbf) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:45.420335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:45.440203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object ed47f70a-fc4c-4df6-b668-a98ee14c1dbf will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:45.464304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:45.531190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:45.534071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:45.537903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:33:45.587478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:45.620766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:45.733624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:45.893238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ac85c-fe10-4d35-bafb-7881fdb5792a None None] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:33:46.004062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c57a35be-ca93-4a6c-b3af-a2112fb545ed None None] Provisioning for port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:46.187446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.192068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.308690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.312431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:46.329184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a290fd0c-f76a-4b0a-ab0b-f6db7196d69f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:46.405412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:46.411190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:46.411557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.477212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ba86bfbb-2f1a-4b37-9242-71502ee42d7f None None] Provisioning for port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:46.486532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ba86bfbb-2f1a-4b37-9242-71502ee42d7f None None] Provisioning complete for port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:46.486991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ba86bfbb-2f1a-4b37-9242-71502ee42d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.582408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:46.583611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:46.585138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ba86bfbb-2f1a-4b37-9242-71502ee42d7f None None] Port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:33:46.609525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.632100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ba86bfbb-2f1a-4b37-9242-71502ee42d7f None None] Provisioning complete for port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:46.632499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ba86bfbb-2f1a-4b37-9242-71502ee42d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.700104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:46.707214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.708095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5cd23a52-a688-4418-8b05-69e70679a4fa up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:46.852888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:46.895117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 5cd23a52-a688-4418-8b05-69e70679a4fa completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:46.900175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5cd23a52-a688-4418-8b05-69e70679a4fa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:46.900532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:46.982242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 59cf1bf5-cf18-48b6-9992-581935adecd3 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:33:47.021340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:47.041044 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 5cd23a52-a688-4418-8b05-69e70679a4fa, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5cd23a52-a688-4418-8b05-69e70679a4fa,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:47.042026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fd252045-8001-4827-9312-7e3c5a806a92 None None] Provisioning complete for port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:47.042388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fd252045-8001-4827-9312-7e3c5a806a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:47.069433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:47.145009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-fd252045-8001-4827-9312-7e3c5a806a92 None None] Port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:33:47.154160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=5cd23a52-a688-4418-8b05-69e70679a4fa,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:47.196904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:33:47.209863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-96cfbd5d-ce82-4118-8933-038ab019016c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/59cf1bf5-cf18-48b6-9992-581935adecd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244721 Mar 23 10:33:47.212345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50370) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:47.348270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ab83e-e7bd-47e6-a3c9-220cc08c242d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.348584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ab83e-e7bd-47e6-a3c9-220cc08c242d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.348950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ab83e-e7bd-47e6-a3c9-220cc08c242d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.349310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ab83e-e7bd-47e6-a3c9-220cc08c242d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.350927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f21ab83e-e7bd-47e6-a3c9-220cc08c242d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1377039 Mar 23 10:33:47.353684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50374) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:47.419641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc032249-60fc-47ee-a93c-ff7b45dc0ee9 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.420012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc032249-60fc-47ee-a93c-ff7b45dc0ee9 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.420375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc032249-60fc-47ee-a93c-ff7b45dc0ee9 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.420732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc032249-60fc-47ee-a93c-ff7b45dc0ee9 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:47.422322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fc032249-60fc-47ee-a93c-ff7b45dc0ee9 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0677326 Mar 23 10:33:47.424891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50378) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:47.622242 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-611bd72b-9081-4f98-a606-1bc8a564529e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1956811 Mar 23 10:33:47.624792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50382) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:47.629952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1566003466', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:47.764441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:47.768460 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:port and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:47.771276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:47.776957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:47.786955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:33:47.789983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:47.811561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] device_id is not set on port cb4ed246-cc3d-4539-aa59-f616084334b5 yet. {{(pid=83745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:33:47.950458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.5 (e0dbdf97-1ce5-4b7c-8660-42f17a2f4348/661e05b2-2033-4179-92fd-cd12656c67b9/cb4ed246-cc3d-4539-aa59-f616084334b5) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:48.149526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Sync routers for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:33:48.162746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:48.163511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:48.278236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a290fd0c-f76a-4b0a-ab0b-f6db7196d69f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:48.288132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.305139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object cb4ed246-cc3d-4539-aa59-f616084334b5 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:48.326769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.399195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:48.402038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:48.403431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:48.406560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:33:48.442678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:48.478999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:48.479611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.486101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:48.486483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.505074 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-27bb0e8f-03f6-47da-815d-1262e6a7fb73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8788939 Mar 23 10:33:48.665345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50388) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:48.670932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331141896', 'description': 'tempest-secgroup-smoke-1331141896 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:48.677047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:48.680982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:48.684174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:48.690445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:48.701756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.737699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:48.741505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:48.744312 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:48.750112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:48.806945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.811204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80a1a6c6-1324-440f-bcaa-06f1179943f2 None None] Provisioning for port cb4ed246-cc3d-4539-aa59-f616084334b5 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:48.812771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.823038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5cd23a52-a688-4418-8b05-69e70679a4fa up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:48.857736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca39f70-ff62-4551-8a52-72e3d30bb8c6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:48.858123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80a1a6c6-1324-440f-bcaa-06f1179943f2 None None] Provisioning complete for port cb4ed246-cc3d-4539-aa59-f616084334b5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:48.858693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-80a1a6c6-1324-440f-bcaa-06f1179943f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.862163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.866223 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d7d0fe0-8051-445a-ad73-07401c1d64aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1970541 Mar 23 10:33:48.866595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50392) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:48.872717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'fca39f70-ff62-4551-8a52-72e3d30bb8c6', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:48.878552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:48.882357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:48.885185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:48.892310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:48.912388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.972569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-80a1a6c6-1324-440f-bcaa-06f1179943f2 None None] Port cb4ed246-cc3d-4539-aa59-f616084334b5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:33:48.980578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:48.985249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.005598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 5cd23a52-a688-4418-8b05-69e70679a4fa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:49.006122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.008447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397798f4-8ce2-4349-a466-811e875f5b02,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.018584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.022260 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ecb9e977-e7b5-4819-bf1f-e398a799c4ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1523650 Mar 23 10:33:49.022449 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50396) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:49.028439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'fca39f70-ff62-4551-8a52-72e3d30bb8c6', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:49.034636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:49.038736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:49.041896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:49.048914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:49.070219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:46Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:49.072372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.078326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Checking router: 59cf1bf5-cf18-48b6-9992-581935adecd3 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:33:49.078661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Updating router 59cf1bf5-cf18-48b6-9992-581935adecd3 port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:33:49.138027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.142822 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.149870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.169065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b38984-1273-453c-96c5-ddf3fab32be9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.179812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.181036 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4da0467e-ebe0-4ad5-9f95-7b2d3a435cc4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1576796 Mar 23 10:33:49.184461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50400) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:49.190860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'fca39f70-ff62-4551-8a52-72e3d30bb8c6', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:49.197361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:49.201740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:49.204763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:49.210595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:49.227861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.295162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.299003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.321695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55497994-3fbf-4cf5-a445-29ab1acecd89,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.331733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.332911 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5980dbdd-3e1c-45c5-807c-f63d892aa9ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1474659 Mar 23 10:33:49.335654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50404) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:49.341461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'fca39f70-ff62-4551-8a52-72e3d30bb8c6', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:49.347223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:49.351237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:49.354157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:49.360609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:49.377761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.441120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.444993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.470224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86daa4c-83f3-46cf-87ea-18599162d72c,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.479665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.483615 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-63a8c17c-4894-4228-82c3-960db7c8cf36 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441436 Mar 23 10:33:49.484150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50408) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:49.489403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'fca39f70-ff62-4551-8a52-72e3d30bb8c6', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:49.495138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:49.499561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:49.502891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:49.508309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:49.519943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:33:49.526327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.542111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.554418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Transition to ACTIVE for port object ed47f70a-fc4c-4df6-b668-a98ee14c1dbf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:49.562042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.591483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.595313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.627199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773eb0d0-6bfc-4e09-b50c-88312ed560ec,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.633276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.634704 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f7238cde-92f8-474b-8b67-5fc810a65084 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1496325 Mar 23 10:33:49.638213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50412) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:49.644744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': 'fca39f70-ff62-4551-8a52-72e3d30bb8c6', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:49.650822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:49.655288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:49.658561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:49.665632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:49.678536 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:33:49.686637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.688286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342b66-dd16-4c62-b057-578c154e1309 None None] Pushing event updated for resources: {'Port': ['ID=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.759372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.763797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.777109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Attempting to bind port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:49.778470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Attempting to bind port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:49.778470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Attempting to bind port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:33:49.785462 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:33:49.785836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Checking segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:33:49.786237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.786630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Bound using segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:33:49.787096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Bound port: ed47f70a-fc4c-4df6-b668-a98ee14c1dbf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:49.787473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.788816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53026a57-afda-401b-8508-7ddbe4322cae,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:49.798856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.800078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5e9f82c6-1eb4-4458-b925-a2fbd14b5fde tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1599712 Mar 23 10:33:49.924317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] For port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:33:49.929644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] For port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:33:49.934255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.012852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342b66-dd16-4c62-b057-578c154e1309 None None] Pushing event updated for resources: {'Port': ['ID=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:50.022763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:33:50.023390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:50.137810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-1c3c00fa-9ad6-4620-a1fb-68d427b7c52c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:50.158519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-1c3c00fa-9ad6-4620-a1fb-68d427b7c52c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:50.159866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-1c3c00fa-9ad6-4620-a1fb-68d427b7c52c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331141896&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0744720 Mar 23 10:33:50.236083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-65c22848-b40e-46a6-8cad-3d1da20a3a83 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:50.236778 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-65c22848-b40e-46a6-8cad-3d1da20a3a83 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:50.253007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-65c22848-b40e-46a6-8cad-3d1da20a3a83 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:50.254096 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-65c22848-b40e-46a6-8cad-3d1da20a3a83 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 930 time: 0.0875330 Mar 23 10:33:50.279673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:33:50.325823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-f4403609-88db-4d6e-ae8a-da14acb01939 service neutron] 10.222.0.73 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0589769 Mar 23 10:33:50.481305 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-dc6b50e7-ccb2-438e-b579-53f3d09bbbd2 service neutron] 10.222.0.73 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493685 Mar 23 10:33:50.602882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:49Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:50.607019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c1586-6752-4ebb-963b-dfb8e973b188 None None] The sync data for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv is: [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:49Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:33:50.615875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-5bb9e78d-e502-485d-83b0-8163ce5c4943 service neutron] 10.222.0.73 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288180 Mar 23 10:33:50.842692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17c0f25f-a7de-47cf-afba-a1f2562e92a4 req-9a633578-dfff-4867-bd1e-2b8504811bc0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 210 time: 0.0565717 Mar 23 10:33:51.769060 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-438daef7-673d-486b-9fa4-03119c061aab service neutron] 10.222.0.91 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1026 time: 0.0633886 Mar 23 10:33:51.919676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-43654db1-c261-4c2c-bac9-d4ffced39529 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.921233 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-43654db1-c261-4c2c-bac9-d4ffced39529 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 796 time: 0.1472607 Mar 23 10:33:51.976927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-fe0bbe52-6bb7-4a91-bf6a-1a13eb1ecb65 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:51.988511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-fe0bbe52-6bb7-4a91-bf6a-1a13eb1ecb65 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:51.989595 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-fe0bbe52-6bb7-4a91-bf6a-1a13eb1ecb65 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.0535841 Mar 23 10:33:52.001679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Request body: {'port': {'device_id': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:33:52.010678 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05d2068e-9f39-4f39-aafa-bfa70e74da8c req-99f2e776-b605-4ed3-94eb-84b901e7a89a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 210 time: 0.0407858 Mar 23 10:33:52.109167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.279940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ed47f70a-fc4c-4df6-b668-a98ee14c1dbf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:52.355287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:52.360756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:52.361126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.474036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.513464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:52.517518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.540336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4ed246-cc3d-4539-aa59-f616084334b5 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:33:52.547717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.562516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Transition to ACTIVE for port object cb4ed246-cc3d-4539-aa59-f616084334b5 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:52.566090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.586038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:52.690242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:52.801130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:52.801716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:52.801832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:33:52.807339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:33:52.807680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:33:52.813866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:33:52.814193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Checking segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:33:52.814573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Bound using segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:33:52.814990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Bound port: cb4ed246-cc3d-4539-aa59-f616084334b5, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:52.815329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.906003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:33:52.909032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:33:52.912789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.973667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:52.975035 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] 10.222.0.91 "PUT /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1131 time: 0.9773865 Mar 23 10:33:52.977918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:33:53.008357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb399e3-c92d-4314-bead-e57161f517e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:53.056415 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'status': 'completed', 'code': 200} Mar 23 10:33:53.106761 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-e40534e9-5d6f-4877-bc31-687d202d78df service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 1134 time: 0.0917606 Mar 23 10:33:53.186278 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-5f328b5b-0f53-4b09-8630-d2613828eb47 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 217 time: 0.0731559 Mar 23 10:33:53.231862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0022-4d3d-4f93-97f0-50ae25530e25 req-be179e2d-09cd-4f81-bde9-b31dc1f0dcb2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:53.233482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5f1f0022-4d3d-4f93-97f0-50ae25530e25 req-be179e2d-09cd-4f81-bde9-b31dc1f0dcb2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 981 time: 0.0824277 Mar 23 10:33:53.249699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-4279343f-379b-4031-8a3f-407cb581aedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:53.251075 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-4279343f-379b-4031-8a3f-407cb581aedd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=661e05b2-2033-4179-92fd-cd12656c67b9 HTTP/1.1" status: 200 len: 835 time: 0.0592315 Mar 23 10:33:53.284981 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5f1f0022-4d3d-4f93-97f0-50ae25530e25 req-e3093783-1659-4e07-9234-bbc9ec6be1ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452278 Mar 23 10:33:53.335485 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-d73e172e-df0b-427f-8c43-ece81763a98d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785766 Mar 23 10:33:53.464196 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-09be7530-36a4-4e5a-8a8a-8c1c1175a7b1 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225796 Mar 23 10:33:53.591877 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-340f7c1f-bdf0-49d3-9b20-31ce6c19bd4f req-94545279-8fb3-40df-9a36-f67e2e3a8eda service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224697 Mar 23 10:33:53.707008 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-6b970708-2a17-4d60-bf57-080feb523f34 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 1134 time: 0.0716012 Mar 23 10:33:53.835090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-f7c1e5a5-6a03-4858-9dd9-81356cb32d0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:53.836473 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-f7c1e5a5-6a03-4858-9dd9-81356cb32d0f service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 897 time: 0.1232316 Mar 23 10:33:53.905793 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-c1796556-c542-478d-86f1-0d740803eb99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 217 time: 0.0638261 Mar 23 10:33:53.966518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-5652a702-1669-41f5-8f6a-8e6c34caace0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:53.967915 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-5652a702-1669-41f5-8f6a-8e6c34caace0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=661e05b2-2033-4179-92fd-cd12656c67b9 HTTP/1.1" status: 200 len: 835 time: 0.0565214 Mar 23 10:33:54.039772 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-1ac94570-903b-4000-9af2-e3fcc26c0a76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664115 Mar 23 10:33:54.259799 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-510e4481-9c08-41d8-933a-5a43f7ad1769 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143259 Mar 23 10:33:54.259993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ed47f70a-fc4c-4df6-b668-a98ee14c1dbf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:54.332789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:54.333164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:54.399936 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-be42fa1f-d49b-4df0-afa5-b7dfded80669 req-df13e3fd-f118-42a8-a49d-60130ede86ca service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336038 Mar 23 10:33:54.411711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7dfce99b-ab63-413a-b555-03332311d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:54.503428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfae1b9-d826-475e-8f59-942c6e68343f req-c07586e0-52ed-4919-bc31-994e08a61712 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:54.504937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2bfae1b9-d826-475e-8f59-942c6e68343f req-c07586e0-52ed-4919-bc31-994e08a61712 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 981 time: 0.0802708 Mar 23 10:33:54.550340 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2bfae1b9-d826-475e-8f59-942c6e68343f req-b2643f45-6e0e-4bf7-9282-cc75a1061be1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Mar 23 10:33:54.560245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:55.750120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234728d-85b3-46b2-8111-bd6e27500fb6 req-24eb7d89-b912-4be6-b8e5-90ca14f01d3d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:55.751595 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7234728d-85b3-46b2-8111-bd6e27500fb6 req-24eb7d89-b912-4be6-b8e5-90ca14f01d3d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 981 time: 0.0799062 Mar 23 10:33:55.796039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7234728d-85b3-46b2-8111-bd6e27500fb6 req-6897e8dc-0562-4a4c-a191-d088002413c9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Mar 23 10:33:56.707888 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb178-327a-48ed-a9e7-3cbf8e0b4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:56.797267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:33:56.936242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:56.949168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'port_id': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'mac_address': 'fa:16:3e:51:37:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:33:56.994450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d39811-dacc-4b1b-82ec-2195aaf5e62c req-ab8940bb-9757-47e3-a8bd-32c3e7df399c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:56.996189 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-70d39811-dacc-4b1b-82ec-2195aaf5e62c req-ab8940bb-9757-47e3-a8bd-32c3e7df399c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 981 time: 0.0804315 Mar 23 10:33:57.006029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:57.024128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4ed246-cc3d-4539-aa59-f616084334b5 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:33:57.039146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:57.041229 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-70d39811-dacc-4b1b-82ec-2195aaf5e62c req-972fbdc4-1edf-4aaa-9eda-4aad9eb63741 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Mar 23 10:33:57.044562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:57.110186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:57.434836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['cb4ed246-cc3d-4539-aa59-f616084334b5'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:33:57.714451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:57.892991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:58.240859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c58532-b3e5-4780-a2c9-10d0827acb4e req-2799f0a9-4ff1-40bf-ab4e-285a6a0b39a1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:58.242298 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23c58532-b3e5-4780-a2c9-10d0827acb4e req-2799f0a9-4ff1-40bf-ab4e-285a6a0b39a1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 982 time: 0.0804088 Mar 23 10:33:58.291896 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23c58532-b3e5-4780-a2c9-10d0827acb4e req-0ed64bac-38a4-4abf-8990-130a00046285 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Mar 23 10:33:58.811910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:58.879836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port cb4ed246-cc3d-4539-aa59-f616084334b5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:58.885080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port cb4ed246-cc3d-4539-aa59-f616084334b5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:58.885449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:59.002127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:59.028353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:33:59.037590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:33:59.042206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:59.112609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:59.231383 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'code': 200} Mar 23 10:33:59.267381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:59.459700 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-241c1333-8d66-4da1-bc4c-363859de7beb req-c4b82685-41b9-4acc-bb7b-3cf2ddedb0dc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 1136 time: 0.0777218 Mar 23 10:33:59.501044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80f76-ec93-4036-b648-93f636d8c395 req-d48eb2f0-9d94-45d5-9981-785776426972 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:59.502279 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-241c1333-8d66-4da1-bc4c-363859de7beb req-9f611c7f-d4ce-4ac7-9f86-3787e82409d7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Mar 23 10:33:59.502493 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ddb80f76-ec93-4036-b648-93f636d8c395 req-d48eb2f0-9d94-45d5-9981-785776426972 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0763531 Mar 23 10:33:59.554599 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ddb80f76-ec93-4036-b648-93f636d8c395 req-6ec5c3c3-f861-4e5b-b9d3-2fe0e6f7cd18 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461926 Mar 23 10:34:00.766233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799d5b8-64b6-455c-a380-868cf7d10d56 req-cbaf2c06-f7af-4e88-8695-a6123a723125 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:00.767736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0799d5b8-64b6-455c-a380-868cf7d10d56 req-cbaf2c06-f7af-4e88-8695-a6123a723125 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0899646 Mar 23 10:34:00.821371 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0799d5b8-64b6-455c-a380-868cf7d10d56 req-7eaa0059-8793-45ec-ae07-05da8e847345 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Mar 23 10:34:02.018744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b5470-ebed-44bb-aefd-cd534acb603e req-8a6f2058-40e0-4193-919c-22179cedf818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.020206 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a4b5470-ebed-44bb-aefd-cd534acb603e req-8a6f2058-40e0-4193-919c-22179cedf818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0795722 Mar 23 10:34:02.064621 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a4b5470-ebed-44bb-aefd-cd534acb603e req-4852690f-fa26-4ef2-abf2-9ded803348e7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Mar 23 10:34:02.258903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df901f5-6d75-4167-aaff-725dd03e106f req-53a8097e-cea2-4b97-9b4b-a6e34390988b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.260379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7df901f5-6d75-4167-aaff-725dd03e106f req-53a8097e-cea2-4b97-9b4b-a6e34390988b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0775146 Mar 23 10:34:02.305348 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7df901f5-6d75-4167-aaff-725dd03e106f req-31726d8b-8b0c-471d-8662-936aa2185d8f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Mar 23 10:34:02.332852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50460) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:02.405349 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a158e087-d67c-4dbf-ad6b-be0eae35aefb tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 1131 time: 0.0712769 Mar 23 10:34:02.407899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50464) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:02.412875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:02.418235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:02.421994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:02.424784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:02.430335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:02.441477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.671321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.801439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.147 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/a32f04bd-ac43-4430-a399-0c78bd8a5da3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:02.952516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.986546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.051346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:03.054003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:03.057708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:34:03.090354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a32f04bd-ac43-4430-a399-0c78bd8a5da3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.554957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.608459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.810499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.814776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.924163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a32f04bd-ac43-4430-a399-0c78bd8a5da3,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.936580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:04.126646 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP aebff397-eb42-4f1b-bdf5-31a15bb05cfc associated. External IP: 172.26.7.147, port: cb4ed246-cc3d-4539-aa59-f616084334b5. Mar 23 10:34:04.624974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 59cf1bf5-cf18-48b6-9992-581935adecd3 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:34:04.823338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:34:04.834051 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] Sync routers for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:34:04.847175 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:04.848028 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:04.849071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:04.906183 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8509866a-3dd6-4519-86c1-26d30c9b713b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4972908 Mar 23 10:34:04.906863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:34:04.909088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50468) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:04.982417 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3e614810-1e09-4e65-bea9-6f3bf1684a9d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7&network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 1131 time: 0.0721803 Mar 23 10:34:05.036393 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:05.048845 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'status': 'completed', 'code': 200} Mar 23 10:34:05.149917 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-a15cd03a-d66f-4e5e-8be1-6dd95ffad3d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 1136 time: 0.0803533 Mar 23 10:34:05.293909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-6cf68cf8-9922-474d-ac85-9af4de28408a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:05.295505 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-6cf68cf8-9922-474d-ac85-9af4de28408a service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 897 time: 0.1390784 Mar 23 10:34:05.397090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adb75-ae12-4dec-9cb2-d386e8facb44 req-6990697a-98b8-41e1-b186-c7dde4f37dcb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:05.399273 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b90adb75-ae12-4dec-9cb2-d386e8facb44 req-6990697a-98b8-41e1-b186-c7dde4f37dcb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0826278 Mar 23 10:34:05.402430 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-b04eac68-97ff-4c8b-a9ff-5b13929dd04b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1037 time: 0.1003206 Mar 23 10:34:05.442054 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'aebff397-eb42-4f1b-bdf5-31a15bb05cfc', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'port_id': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1566003466', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'mac_address': 'fa:16:3e:51:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:03Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:52Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:05.445884 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] Checking router: 59cf1bf5-cf18-48b6-9992-581935adecd3 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:34:05.455619 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b90adb75-ae12-4dec-9cb2-d386e8facb44 req-a22142f4-1dd4-47a5-9613-c279484af483 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Mar 23 10:34:05.457097 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:05.457705 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:33:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:05.472762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-8cdce012-ac61-4c2e-bc92-f3441fe66b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:05.480144 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-8cdce012-ac61-4c2e-bc92-f3441fe66b80 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=661e05b2-2033-4179-92fd-cd12656c67b9 HTTP/1.1" status: 200 len: 835 time: 0.0706818 Mar 23 10:34:05.557040 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-843b0b92-731d-4428-b2be-ba0c4950108f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706913 Mar 23 10:34:05.634794 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:05.692982 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-8e5c2f0f-7605-4b01-838c-de6d5e1c8c41 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287589 Mar 23 10:34:05.828134 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ba1e8493-9e3e-4bcd-9be9-42683af08ffe req-d0c13e3f-84b5-4809-9932-724ce0f808c9 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287203 Mar 23 10:34:05.994483 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'aebff397-eb42-4f1b-bdf5-31a15bb05cfc', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'port_id': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1566003466', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'mac_address': 'fa:16:3e:51:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:03Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:52Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:05.998238 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21485636-c095-4bd8-9389-f2506d85e643 None None] The sync data for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv is: [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'aebff397-eb42-4f1b-bdf5-31a15bb05cfc', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'port_id': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1566003466', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'mac_address': 'fa:16:3e:51:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05061f4-1e5a-48c8-802b-a9c9d57e4af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:03Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:52Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:34:06.133304 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:34:06.661949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9ff31-8911-4142-b622-82ce31691697 req-c57d11aa-bfaf-4e16-95e2-42482574ab06 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:06.663392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3c9ff31-8911-4142-b622-82ce31691697 req-c57d11aa-bfaf-4e16-95e2-42482574ab06 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0794470 Mar 23 10:34:06.713694 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3c9ff31-8911-4142-b622-82ce31691697 req-e67abe07-054c-4658-9229-abca50279d77 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Mar 23 10:34:06.787241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6677f84-a308-4333-add5-c63840d003ea req-e3729fca-dd9e-47fa-86a5-8afad1fd4271 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:06.787848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-a6677f84-a308-4333-add5-c63840d003ea req-e3729fca-dd9e-47fa-86a5-8afad1fd4271 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:06.802470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-a6677f84-a308-4333-add5-c63840d003ea req-e3729fca-dd9e-47fa-86a5-8afad1fd4271 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:06.803629 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a6677f84-a308-4333-add5-c63840d003ea req-e3729fca-dd9e-47fa-86a5-8afad1fd4271 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 983 time: 0.0905409 Mar 23 10:34:06.873949 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6677f84-a308-4333-add5-c63840d003ea req-b40ce57c-58ef-4991-8f11-82ef44047628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:06.875255 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a6677f84-a308-4333-add5-c63840d003ea req-b40ce57c-58ef-4991-8f11-82ef44047628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0661364 Mar 23 10:34:07.016464 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a6677f84-a308-4333-add5-c63840d003ea req-45dfe121-1f72-4c00-993a-14db648bb2ce tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364100 Mar 23 10:34:07.026224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:07.136622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.408191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:07.437208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:07.485723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] device_id is not set on port cb4ed246-cc3d-4539-aa59-f616084334b5 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:34:07.493489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.499340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.625045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=6']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:07.647562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.647913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.648249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.648577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.648905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.649226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.649546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.649866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.650181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.650494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.650810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:07.706636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] No DVR routers for this DVR port cb4ed246-cc3d-4539-aa59-f616084334b5 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:34:07.797190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-34b23911-9028-49a3-a134-896b6869703b None None] Provisioning complete for port cb4ed246-cc3d-4539-aa59-f616084334b5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:07.798286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-34b23911-9028-49a3-a134-896b6869703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.853419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-34b23911-9028-49a3-a134-896b6869703b None None] Port cb4ed246-cc3d-4539-aa59-f616084334b5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:34:07.883786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34490eaa-4ec9-4320-a47f-a57529853008 req-a7659a37-1d5c-4639-ab93-227fe906b738 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=e05061f4-1e5a-48c8-802b-a9c9d57e4af7 HTTP/1.1" status: 200 len: 210 time: 0.0433998 Mar 23 10:34:07.953915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] In _notify_port_updated(), no bound segment for port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:34:07.954865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.956182 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a6677f84-a308-4333-add5-c63840d003ea req-da8b0720-a4ca-47d8-9bb9-fbc7060c47c3 service neutron] 10.222.0.91 "PUT /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1026 time: 0.9337924 Mar 23 10:34:08.100551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e84a9b-dc95-4fb6-888b-b8bd39ba26ba None None] New status for floating IP aebff397-eb42-4f1b-bdf5-31a15bb05cfc: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:34:08.986609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50486) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:09.053062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f8961-f667-4ffb-8c8d-516fd904402f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:09.054282 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-578f8961-f667-4ffb-8c8d-516fd904402f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 925 time: 0.0666256 Mar 23 10:34:09.234959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50492) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:09.241043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078771076', 'description': 'tempest-secgroup-smoke-1078771076 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:09.247835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:09.257310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:09.268695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.309364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:09.313090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:09.315985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:09.321663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:09.381684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.385401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.429471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed1235-572d-4be5-a4cc-f5f83e0e209d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:09.436318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.440038 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-84c32bae-7c5f-4628-9d23-82bc09882574 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2005455 Mar 23 10:34:09.440038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50496) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:09.445266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '21ed1235-572d-4be5-a4cc-f5f83e0e209d', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:09.451090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:09.454848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:09.457700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:09.463257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:09.480247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.538665 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.542319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.566509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e0550a-a89b-4b4c-87b3-b7d98de33924,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:09.575382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.576658 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9df5e014-94fb-44c4-8e3c-07ffafb3a5d1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1359742 Mar 23 10:34:09.579254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50500) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:09.585218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '21ed1235-572d-4be5-a4cc-f5f83e0e209d', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:09.591703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:09.595429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:09.598316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:09.603931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:09.619608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.682618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.686007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.708870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be716f8-fb41-467b-a6b5-ad5dc5a707a6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:09.718423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.719600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2b0f905c-7749-49a4-a536-0d3665904db4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1392868 Mar 23 10:34:09.722292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50504) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:09.727664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '21ed1235-572d-4be5-a4cc-f5f83e0e209d', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:09.733425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:09.737177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:09.740026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:09.746836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:09.769643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.831205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.835362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.859062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff68649f-e788-4094-87ed-4aa17fcb0d52,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:09.867777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.868936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c0ee1252-a5b6-4da4-9c3a-05fb65232ec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457577 Mar 23 10:34:09.871640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50508) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:09.877446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '21ed1235-572d-4be5-a4cc-f5f83e0e209d', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:09.883331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:09.887701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:09.890802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:09.896578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:09.915227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.978766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.982388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.008184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1492d51b-547c-4fcc-aea9-d04eb8670660,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:10.017034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.018186 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-640ec799-3e65-4302-a04a-b8952b391cda tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1455946 Mar 23 10:34:10.020852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50512) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:10.026194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '21ed1235-572d-4be5-a4cc-f5f83e0e209d', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:10.031877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:10.035691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:10.038543 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:10.044203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:10.054489 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:34:10.061271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.130827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.135513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.159843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c6ffa5-0df2-4e8c-95e2-54b1cfb93d02,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:10.168390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.169649 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-49b14a4e-75ba-4ef2-b5b8-500168c12687 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478703 Mar 23 10:34:10.172468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50516) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:10.177815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '21ed1235-572d-4be5-a4cc-f5f83e0e209d', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:10.184463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:10.188293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:10.191147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:10.196984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:10.209134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:34:10.216122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.280979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.284468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.306878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4261bc87-734e-4f36-a46e-0a001dafd1a5,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:10.317108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:10.318259 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4a5f8f31-7b54-4a6a-b1df-5b6ee63fd508 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1448746 Mar 23 10:34:10.488393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-31e5fc09-4cd9-4ee0-8fc5-af18da77caf6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:10.503576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-31e5fc09-4cd9-4ee0-8fc5-af18da77caf6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:10.504723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-31e5fc09-4cd9-4ee0-8fc5-af18da77caf6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078771076&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0588751 Mar 23 10:34:10.576621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-62efb127-ab60-49dd-8d79-a529b65b2902 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:10.577944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-62efb127-ab60-49dd-8d79-a529b65b2902 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 930 time: 0.0668132 Mar 23 10:34:10.648426 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-71aa8077-53f6-4406-b4ee-be82f8d3712d service neutron] 10.222.0.73 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0588043 Mar 23 10:34:10.876320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9f1e52d1-831c-4392-a4c3-f9e8f3c7f502 service neutron] 10.222.0.73 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221878 Mar 23 10:34:10.888194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:34:10.943314 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:34:11.011922 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-df89a6e2-a3b3-457a-8544-e7af3bc4e33c service neutron] 10.222.0.73 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300762 Mar 23 10:34:11.205272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ba16eba-5483-4a0d-8d9d-f7d45240afaa req-dd05d0aa-b633-4eab-8e9d-4bc210e8d84c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 210 time: 0.0460508 Mar 23 10:34:12.378677 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-e7e54674-aebd-4ef9-b320-40065c9d0a0c service neutron] 10.222.0.91 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1026 time: 0.0641944 Mar 23 10:34:12.515765 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce29d43a-7a30-45de-a91c-10cf523945c8 req-a0434e2c-1934-4496-9558-7a76d26f22da tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 210 time: 0.0451574 Mar 23 10:34:12.534081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-b94b10bb-cab9-4df1-9372-3b947601023e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:12.535525 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-b94b10bb-cab9-4df1-9372-3b947601023e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 796 time: 0.1516132 Mar 23 10:34:12.605585 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-a514e264-12a6-47f8-94ab-b1e6014efe79 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 473 time: 0.0454912 Mar 23 10:34:12.618488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Request body: {'port': {'device_id': '4b9a5291-b2c2-407b-ad1a-609a6fda4425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:12.727935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.057078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4ed246-cc3d-4539-aa59-f616084334b5 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:34:13.063626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.078259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Transition to ACTIVE for port object cb4ed246-cc3d-4539-aa59-f616084334b5 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:13.081180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.214132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=7']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:13.440563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:34:13.444814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:34:13.444814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:13.450218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:34:13.450535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Attempting to bind port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:13.461550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:34:13.461885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Checking segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:34:13.462269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Bound using segment: {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:34:13.462683 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Bound port: cb4ed246-cc3d-4539-aa59-f616084334b5, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18487bb4-a08c-4902-9baa-1759fd19d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:34:13.463025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.552791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:13.555860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:34:13.561495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.623394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.624565 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] 10.222.0.91 "PUT /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1131 time: 1.0101829 Mar 23 10:34:13.625011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a5291-b2c2-407b-ad1a-609a6fda4425', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:34:13.702606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599f964-0637-4a3e-bb41-aa8ee61e84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=8']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:13.711752 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a5291-b2c2-407b-ad1a-609a6fda4425', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'status': 'completed', 'code': 200} Mar 23 10:34:13.731405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9b7cc-227c-471c-ac1c-47d27c54d3a6 req-d1f10c18-9bca-4950-9c97-5eaaafa17ff1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:13.733131 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9cb9b7cc-227c-471c-ac1c-47d27c54d3a6 req-d1f10c18-9bca-4950-9c97-5eaaafa17ff1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 981 time: 0.0883875 Mar 23 10:34:13.751798 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-3de6daa7-e590-4c28-8a32-c664f4139d23 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 1134 time: 0.0862544 Mar 23 10:34:13.786639 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9cb9b7cc-227c-471c-ac1c-47d27c54d3a6 req-20ed1c6e-bb80-4636-be8d-77c9ca67086b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Mar 23 10:34:13.854837 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-10e3fd05-1eb4-4de3-ac1b-10955b524be5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1037 time: 0.0968256 Mar 23 10:34:13.919755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-e926e18b-e2d9-4d92-b108-c43487f3a64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:13.921085 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-e926e18b-e2d9-4d92-b108-c43487f3a64c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=661e05b2-2033-4179-92fd-cd12656c67b9 HTTP/1.1" status: 200 len: 835 time: 0.0606749 Mar 23 10:34:13.994091 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-aac1b7f3-48d3-4a40-ab8c-a9ffe323b8c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672183 Mar 23 10:34:14.123481 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-8af0bb9b-af21-48d4-8902-a992434f5b59 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231983 Mar 23 10:34:14.255301 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-03a62f48-7c31-426f-8c95-c6890fd75752 req-9a79caeb-bd52-43f0-92b0-10b852fa0dae service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257622 Mar 23 10:34:14.370763 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-ea14de1b-f03e-4756-b787-bacf519618a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 1134 time: 0.0738125 Mar 23 10:34:14.505868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-ad7678e9-2c52-4ab2-a215-bc1483fdc406 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:14.507312 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-ad7678e9-2c52-4ab2-a215-bc1483fdc406 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 897 time: 0.1282933 Mar 23 10:34:14.605990 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-fba60b7b-1269-4a09-a1e8-1055bc6df515 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1037 time: 0.0926251 Mar 23 10:34:14.671268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-19ab0b90-ef70-4519-a6f4-9ea8cce0c4d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:14.672709 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-19ab0b90-ef70-4519-a6f4-9ea8cce0c4d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=661e05b2-2033-4179-92fd-cd12656c67b9 HTTP/1.1" status: 200 len: 835 time: 0.0616179 Mar 23 10:34:14.745148 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-f4f6f0d5-a2e6-4c30-8c19-be9a7545f903 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669904 Mar 23 10:34:14.884163 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-5f25695f-0fe2-424a-929b-de2584d94c96 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330662 Mar 23 10:34:14.993729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab0ce-8138-4503-a3fd-9cac6980a519 req-311d3137-12e6-4d3a-a117-cff740efcea2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:14.995184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-701ab0ce-8138-4503-a3fd-9cac6980a519 req-311d3137-12e6-4d3a-a117-cff740efcea2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 981 time: 0.0776160 Mar 23 10:34:15.018027 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d7606e8-eda4-4a1e-8199-c65d4d5fee53 req-abd7dd5a-df1a-45ca-af04-e63c2d9cc709 service neutron] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275945 Mar 23 10:34:15.043822 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-701ab0ce-8138-4503-a3fd-9cac6980a519 req-567dd812-42c4-44bb-b539-b3e5e55d8fcb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Mar 23 10:34:16.250509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee080a-6c70-4599-9cae-8f45affe565b req-c153e3f1-0488-487a-9bef-e1da991cf166 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:16.251983 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f6ee080a-6c70-4599-9cae-8f45affe565b req-c153e3f1-0488-487a-9bef-e1da991cf166 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 981 time: 0.0877085 Mar 23 10:34:16.298225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f6ee080a-6c70-4599-9cae-8f45affe565b req-ea4b5cae-2418-4bb4-93b0-bec2cae9a044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406427 Mar 23 10:34:17.491239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c868e00-c496-47a3-9c6a-64f080cb4b8f req-c51c2566-fb43-482f-8b1a-5e00b84ff795 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:17.492604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1c868e00-c496-47a3-9c6a-64f080cb4b8f req-c51c2566-fb43-482f-8b1a-5e00b84ff795 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 981 time: 0.0743546 Mar 23 10:34:17.538202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1c868e00-c496-47a3-9c6a-64f080cb4b8f req-121a720d-7dbc-4115-a44c-02051c2d1779 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Mar 23 10:34:18.873634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a1d13-57bc-4f7d-a6f2-579b4e56a089 req-1db8343f-a118-4082-87b9-3bc40b4e2fc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:18.874984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-690a1d13-57bc-4f7d-a6f2-579b4e56a089 req-1db8343f-a118-4082-87b9-3bc40b4e2fc6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 981 time: 0.0798771 Mar 23 10:34:18.920890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-690a1d13-57bc-4f7d-a6f2-579b4e56a089 req-d4e9dc9a-ba21-4678-b97d-83c247dcbc37 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Mar 23 10:34:18.935684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:34:19.070153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:19.084370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'port_id': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'mac_address': 'fa:16:3e:51:37:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:34:19.139856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:19.161655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4ed246-cc3d-4539-aa59-f616084334b5 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:34:19.177289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:19.184971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:19.250354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=9']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:19.500770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['cb4ed246-cc3d-4539-aa59-f616084334b5'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:34:20.112896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec169d8-ffb2-4817-bf25-3d78e880f27a req-d5cfb421-fe83-4326-8b4b-87ac49dc93f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:20.114335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bec169d8-ffb2-4817-bf25-3d78e880f27a req-d5cfb421-fe83-4326-8b4b-87ac49dc93f1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 982 time: 0.0766594 Mar 23 10:34:20.163207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bec169d8-ffb2-4817-bf25-3d78e880f27a req-112c5816-747d-430d-9ee5-a34b2273ad6f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Mar 23 10:34:20.936577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:21.002773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port cb4ed246-cc3d-4539-aa59-f616084334b5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:21.007440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port cb4ed246-cc3d-4539-aa59-f616084334b5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:21.007892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:21.121512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:21.148392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a5291-b2c2-407b-ad1a-609a6fda4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:34:21.161052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:21.165481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:21.209553 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a5291-b2c2-407b-ad1a-609a6fda4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4ed246-cc3d-4539-aa59-f616084334b5', 'code': 200} Mar 23 10:34:21.236180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=10']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:21.400371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99249388-ce7f-4b62-80b8-6fb293aea448 req-77bd7aca-fa40-473b-a080-d78e05882e9d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:21.401832 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99249388-ce7f-4b62-80b8-6fb293aea448 req-77bd7aca-fa40-473b-a080-d78e05882e9d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0768015 Mar 23 10:34:21.450837 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99249388-ce7f-4b62-80b8-6fb293aea448 req-d60f4bfe-a309-4371-abf8-968e281be8a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Mar 23 10:34:21.555325 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f3b27aa1-f62f-429b-af7e-12b2955bcea5 req-33fbb798-e2e7-43b3-9c28-d136cbf29ca9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 1137 time: 0.1493883 Mar 23 10:34:21.598090 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f3b27aa1-f62f-429b-af7e-12b2955bcea5 req-2dc2fb09-83d0-4f1c-80f1-c9ee1ea96573 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Mar 23 10:34:22.650233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a0e98-08ed-473c-937c-171a5ce08244 req-171fcd57-6378-465d-a230-5d8dfdd4d7f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:22.651693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-940a0e98-08ed-473c-937c-171a5ce08244 req-171fcd57-6378-465d-a230-5d8dfdd4d7f7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0790679 Mar 23 10:34:22.697092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-940a0e98-08ed-473c-937c-171a5ce08244 req-c5d5ee0b-0ade-4c5e-a951-ecc0e8b12ef4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Mar 23 10:34:23.900063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605763a-71a9-4af7-b752-9d1cf2168673 req-18b79f4b-e537-4aa7-a485-1f5274f9b9c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:23.901538 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0605763a-71a9-4af7-b752-9d1cf2168673 req-18b79f4b-e537-4aa7-a485-1f5274f9b9c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0828295 Mar 23 10:34:23.948659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0605763a-71a9-4af7-b752-9d1cf2168673 req-32f28660-a873-4c0c-8b27-7833875ba1b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Mar 23 10:34:24.155951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248180cf-9be2-4e79-b621-757a6a8e6fc9 req-51d63615-534e-43f8-8533-244a225baaa6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:24.157429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-248180cf-9be2-4e79-b621-757a6a8e6fc9 req-51d63615-534e-43f8-8533-244a225baaa6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0872121 Mar 23 10:34:24.205198 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-248180cf-9be2-4e79-b621-757a6a8e6fc9 req-1392f4c5-335e-478c-8649-2a053876a1fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Mar 23 10:34:24.233408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50566) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:24.304576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-86de1d3d-7409-4461-9bd1-c489fef1ad13 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425&network_id=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 200 len: 1132 time: 0.0700042 Mar 23 10:34:24.363982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69e876a0-2c15-43bc-93b1-8ef2c5878a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:24.585073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:24.672701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7655-a948-4df4-be97-91e7f8162dd5 req-8973b21a-dcba-4269-b1f0-78f893e13c63 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:24.674140 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-699e7655-a948-4df4-be97-91e7f8162dd5 req-8973b21a-dcba-4269-b1f0-78f893e13c63 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0793548 Mar 23 10:34:24.722510 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-699e7655-a948-4df4-be97-91e7f8162dd5 req-4eb4557c-396b-43b6-9091-e2118be6efa1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Mar 23 10:34:25.927705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90502fb6-9dd1-4c26-a300-4f312b1ea26b req-cfb63efe-779c-41a6-92d2-7b2ee9eb792d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:25.929146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-90502fb6-9dd1-4c26-a300-4f312b1ea26b req-cfb63efe-779c-41a6-92d2-7b2ee9eb792d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0765064 Mar 23 10:34:25.977547 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-90502fb6-9dd1-4c26-a300-4f312b1ea26b req-7adb0f7f-55cd-47b7-accb-1a4368ed5b7c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ee90e29-0171-4ecc-b5a3-dde1773298c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Mar 23 10:34:26.017996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-316de790-0dab-45d2-a668-3c45968bc048 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:26.019417 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-316de790-0dab-45d2-a668-3c45968bc048 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 984 time: 0.0752554 Mar 23 10:34:26.091121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-76f7ef8b-9bd2-49a5-be4b-805f055d4246 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:26.092484 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-76f7ef8b-9bd2-49a5-be4b-805f055d4246 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666161 Mar 23 10:34:26.238995 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-2df88897-1aa0-423b-922a-9b9fa6c9e9d7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1419156 Mar 23 10:34:26.249351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:26.356175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:26.549090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cb4ed246-cc3d-4539-aa59-f616084334b5,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:26.577217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] For port cb4ed246-cc3d-4539-aa59-f616084334b5, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:26.625288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] device_id is not set on port cb4ed246-cc3d-4539-aa59-f616084334b5 yet. {{(pid=83746) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 23 10:34:26.633152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:26.638758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:26.715158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eaddc40d-5ff2-4e2c-b7a6-fb144fa795d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:26.776149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=11']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:26.832503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] No DVR routers for this DVR port cb4ed246-cc3d-4539-aa59-f616084334b5 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:34:26.938525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7080373d-ac13-416c-b542-811675017afe None None] Provisioning complete for port cb4ed246-cc3d-4539-aa59-f616084334b5 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:26.938890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7080373d-ac13-416c-b542-811675017afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:26.989941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7080373d-ac13-416c-b542-811675017afe None None] Port cb4ed246-cc3d-4539-aa59-f616084334b5 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:34:27.072702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] In _notify_port_updated(), no bound segment for port cb4ed246-cc3d-4539-aa59-f616084334b5 on network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 {{(pid=83746) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 23 10:34:27.074267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:27.075527 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-a697492c-e3c3-482c-b653-cc022719e2b4 req-78a2b64e-9310-4c52-8ec4-c9947e7eaf14 service neutron] 10.222.0.91 "PUT /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 200 len: 1027 time: 0.8300679 Mar 23 10:34:27.147470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73de1477-ea9d-4a36-a81f-e988de2d4b94 req-2906482a-5bf3-4133-93a6-db79f48d4e6c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b9a5291-b2c2-407b-ad1a-609a6fda4425 HTTP/1.1" status: 200 len: 210 time: 0.0456831 Mar 23 10:34:27.717052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:27.895984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.251409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50580) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:28.320249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.350527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.413526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.434475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed1235-572d-4be5-a4cc-f5f83e0e209d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:28.447108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.447461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.447820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.448136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.448972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.449301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.449623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.450032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.450370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.450721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.451061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:28.456642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.458230 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-057807eb-5128-4748-a5d5-5a03a7773196 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/21ed1235-572d-4be5-a4cc-f5f83e0e209d HTTP/1.1" status: 204 len: 168 time: 0.2058120 Mar 23 10:34:28.498686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50586) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:28.703299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port a32f04bd-ac43-4430-a399-0c78bd8a5da3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:34:28.703550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.878106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:28.878428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:29.087246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for a32f04bd-ac43-4430-a399-0c78bd8a5da3 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:34:29.251802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:29.270644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:29.298229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=a32f04bd-ac43-4430-a399-0c78bd8a5da3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:29.396463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:29.792953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 59cf1bf5-cf18-48b6-9992-581935adecd3 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:34:29.988038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:34:29.998993 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] Sync routers for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:34:30.010281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.012969 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:30.013811 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:30.070092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-568692ed-6022-455d-a5bb-aec622735556 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/aebff397-eb42-4f1b-bdf5-31a15bb05cfc HTTP/1.1" status: 204 len: 168 time: 1.5702331 Mar 23 10:34:30.193996 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:30.229609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50594) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:30.312545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e21cb-5b0c-458b-ae75-a153ca10cab8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.342479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e21cb-5b0c-458b-ae75-a153ca10cab8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.412586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e21cb-5b0c-458b-ae75-a153ca10cab8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.433498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e21cb-5b0c-458b-ae75-a153ca10cab8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca39f70-ff62-4551-8a52-72e3d30bb8c6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:30.441878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-818e21cb-5b0c-458b-ae75-a153ca10cab8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.443206 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-818e21cb-5b0c-458b-ae75-a153ca10cab8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/fca39f70-ff62-4551-8a52-72e3d30bb8c6 HTTP/1.1" status: 204 len: 168 time: 0.2091208 Mar 23 10:34:30.487276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50600) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:30.553186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port cb4ed246-cc3d-4539-aa59-f616084334b5 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:34:30.553519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.560608 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:52Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:30.564904 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] Checking router: 59cf1bf5-cf18-48b6-9992-581935adecd3 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:34:30.576824 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:30.577438 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:30.757787 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:30.809753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:30.931872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for cb4ed246-cc3d-4539-aa59-f616084334b5 owned by {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:34:30.983442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:34:31.046961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device cb4ed246-cc3d-4539-aa59-f616084334b5 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:34:31.085240 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:52Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:31.091331 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe886493-ed02-462a-8bcd-73a7082b1351 None None] The sync data for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv is: [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:45Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ed47f70a-fc4c-4df6-b668-a98ee14c1dbf', 'name': '', 'network_id': 'e0dbdf97-1ce5-4b7c-8660-42f17a2f4348', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:1d:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:44Z', 'updated_at': '2022-03-23T10:33:52Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '661e05b2-2033-4179-92fd-cd12656c67b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:34:31.184872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:31.234760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=cb4ed246-cc3d-4539-aa59-f616084334b5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:31.338562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:31.347851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f0908-aa5b-4a18-b66f-a89c9bbfaaa6 None None] New status for floating IP aebff397-eb42-4f1b-bdf5-31a15bb05cfc: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:34:31.349248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8d847e46-8804-4831-b7cf-6d54f470fed3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/ports/cb4ed246-cc3d-4539-aa59-f616084334b5 HTTP/1.1" status: 204 len: 168 time: 0.8609025 Mar 23 10:34:31.352036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50604) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:31.850119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:32.478946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:34:32.479679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:32.669522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port ed47f70a-fc4c-4df6-b668-a98ee14c1dbf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:32.669878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:32.792856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for ed47f70a-fc4c-4df6-b668-a98ee14c1dbf owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:34:32.975168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:33.024939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=ed47f70a-fc4c-4df6-b668-a98ee14c1dbf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:33.449587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:34.047433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 59cf1bf5-cf18-48b6-9992-581935adecd3 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:34:34.247440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:34:34.258074 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] Sync routers for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:34:34.261631 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bb5bcf6d-4cac-4e46-8b14-a452118de7ea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/59cf1bf5-cf18-48b6-9992-581935adecd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085140 Mar 23 10:34:34.264840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50608) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:34.270669 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:34.271271 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:34.447772 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:34.458736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 661e05b2-2033-4179-92fd-cd12656c67b9 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:34:34.461657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:34.518267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:34.611629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:34.696938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:34.736521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=661e05b2-2033-4179-92fd-cd12656c67b9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:34.742828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:34.749670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e97344-bbd8-4cf9-a342-c14551f8f64b None None] Network e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:34:34.754606 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:34:32Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:34.765587 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-93cc7841-e186-48a4-b0a4-7329ce407bb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/661e05b2-2033-4179-92fd-cd12656c67b9 HTTP/1.1" status: 204 len: 168 time: 0.4945068 Mar 23 10:34:34.765847 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] Checking router: 59cf1bf5-cf18-48b6-9992-581935adecd3 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:34:34.766501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50612) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:34.778578 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] Routers {'59cf1bf5-cf18-48b6-9992-581935adecd3'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:34.779613 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['59cf1bf5-cf18-48b6-9992-581935adecd3'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:35.028522 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] Set router 59cf1bf5-cf18-48b6-9992-581935adecd3 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:35.066558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] DHCP port deletion for e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:34:35.072738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] Deleting port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:34:35.073299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.162756 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.307738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] For port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,segment=NetworkSegment(18487bb4-a08c-4902-9baa-1759fd19d3c3),segment_id=18487bb4-a08c-4902-9baa-1759fd19d3c3)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:35.308674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.372492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.385002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 5cd23a52-a688-4418-8b05-69e70679a4fa {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:34:35.385458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.408462 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:34:32Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:35.412627 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaebac-5d45-4ade-9315-68c4d68ef51b None None] The sync data for ids ['59cf1bf5-cf18-48b6-9992-581935adecd3'] in dv-neutron-834653-2-hyperv is: [{'id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'name': 'tempest-TestNetworkBasicOps-router-178808456', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:34:32Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '5cd23a52-a688-4418-8b05-69e70679a4fa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf1bf5-cf18-48b6-9992-581935adecd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:41Z', 'updated_at': '2022-03-23T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:34:35.446475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] Calling delete_port for a290fd0c-f76a-4b0a-ab0b-f6db7196d69f owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:34:35.528799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.571744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] Pushing event deleted for resources: {'Port': ['ID=a290fd0c-f76a-4b0a-ab0b-f6db7196d69f,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:35.576547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 5cd23a52-a688-4418-8b05-69e70679a4fa, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=5cd23a52-a688-4418-8b05-69e70679a4fa,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:35.576953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.578713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f7dcd-27da-4a11-bc75-016390f8404d None None] No DVR routers for this DVR port a290fd0c-f76a-4b0a-ab0b-f6db7196d69f on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:34:35.705306 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 5cd23a52-a688-4418-8b05-69e70679a4fa owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:34:35.890950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:35.937313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=5cd23a52-a688-4418-8b05-69e70679a4fa,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:36.162365 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.324229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a290fd0c-f76a-4b0a-ab0b-f6db7196d69f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:34:36.356821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: a290fd0c-f76a-4b0a-ab0b-f6db7196d69f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:34:36.357173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a290fd0c-f76a-4b0a-ab0b-f6db7196d69f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:34:36.357620 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ed47f70a-fc4c-4df6-b668-a98ee14c1dbf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:34:36.393242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ed47f70a-fc4c-4df6-b668-a98ee14c1dbf {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:34:36.393588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ed47f70a-fc4c-4df6-b668-a98ee14c1dbf not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:34:36.424015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.428244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.453116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.453618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router 59cf1bf5-cf18-48b6-9992-581935adecd3 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:34:36.468885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.470041 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-091ea513-c843-4e91-b992-d8d5116e1db6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/59cf1bf5-cf18-48b6-9992-581935adecd3 HTTP/1.1" status: 204 len: 168 time: 1.7022099 Mar 23 10:34:36.472712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50616) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:36.728805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.978994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.024800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dbdf97-1ce5-4b7c-8660-42f17a2f4348']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:37.048931 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18487bb4-a08c-4902-9baa-1759fd19d3c3') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:37.049222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18487bb4-a08c-4902-9baa-1759fd19d3c3') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:37.064471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.081537 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.088108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:34:37.088509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:34:37.103765 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:34:37.188509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.206335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.222828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=e0dbdf97-1ce5-4b7c-8660-42f17a2f4348,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:37.228275 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e0e132c5-9f47-4d6d-ba20-d5e295fe9032 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/e0dbdf97-1ce5-4b7c-8660-42f17a2f4348 HTTP/1.1" status: 204 len: 168 time: 0.7542701 Mar 23 10:34:37.244429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50620) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:37.256912 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-56f8cea5-552a-4a88-9edc-070f063eab3e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0120792 Mar 23 10:34:37.259672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50624) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:37.265626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--1675338429', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:37.270871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:37.275936 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:37.280167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:37.286179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:37.296762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:34:37.299815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.334532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:34:37.344869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.345361 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment d67f991b-9799-4a99-9397-b34d596659bd of type vlan for network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab Mar 23 10:34:37.377917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.408314 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.412058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:37.412759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.522788 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2619596 Mar 23 10:34:37.525525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec73ac-56c9-4481-af94-7309ede0bd62 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:37.525654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50628) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:37.531749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-933131810', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:37.539050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:37.539683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:34:37.543191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:37.546188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:37.552468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:37.564191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.565143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.586438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.744907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.933403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.963844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:38.108671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.107 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/2760add8-c5bb-4177-9e01-2c16a1244db8) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:38.236797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5cd23a52-a688-4418-8b05-69e70679a4fa no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:34:38.264699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:38.274776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 5cd23a52-a688-4418-8b05-69e70679a4fa {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:34:38.275126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 5cd23a52-a688-4418-8b05-69e70679a4fa not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:34:38.293191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:38.359677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:38.362391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:38.364994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:34:38.404674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:38.533513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:38.534170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:38.768473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c923c71f-47e3-40cf-be17-6be969f1a38b is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:34:38.984902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:34:38.994653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Sync routers for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:34:39.008725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:39.009434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:39.013791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:39.015515 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-54391b1a-bcf1-4085-99c4-2c9d85263679 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4887817 Mar 23 10:34:39.019023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50632) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:39.168831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f8e07ce4-b611-4ee2-a8d2-576a18fb5451 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1486342 Mar 23 10:34:39.171404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50636) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:39.201043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:39.317717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a20ee-91d5-4cea-a945-3da9e5d23204 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:39.319512 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ad8a20ee-91d5-4cea-a945-3da9e5d23204 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469631 Mar 23 10:34:39.322495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50640) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:39.375647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-356dac01-4bc3-4ca7-a260-caf84ef387ec tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519304 Mar 23 10:34:39.378469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50644) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:39.384256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324606941', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:39.497609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:39.501620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:39.504629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:39.510375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:39.520511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:34:39.524700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:38Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:39.529147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Checking router: c923c71f-47e3-40cf-be17-6be969f1a38b for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:34:39.529494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Updating router c923c71f-47e3-40cf-be17-6be969f1a38b port 2760add8-c5bb-4177-9e01-2c16a1244db8 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:34:39.580977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:39.622915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:39.846643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:39.921816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=70770cad-a9d6-4d57-93cc-f4d9b3317441,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:39.939687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:34:39.940075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:34:39.946541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:39.959124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Transition to ACTIVE for port object 2760add8-c5bb-4177-9e01-2c16a1244db8 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:39.961870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:34:39.965320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:39.971473 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:39.975960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:39.976539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:40.001715 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9a427031-ef49-4e70-9ed0-3067e11b326c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6195831 Mar 23 10:34:40.001925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c8bad-fbca-4768-a1c3-da34f117f47b None None] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:34:40.002365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50648) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:40.109213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Attempting to bind port 2760add8-c5bb-4177-9e01-2c16a1244db8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:34:40.109515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Attempting to bind port 2760add8-c5bb-4177-9e01-2c16a1244db8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:34:40.109870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Attempting to bind port 2760add8-c5bb-4177-9e01-2c16a1244db8 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:40.130897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:34:40.131571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:34:40.131983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:40.132373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:34:40.132843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Bound port: 2760add8-c5bb-4177-9e01-2c16a1244db8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:34:40.133212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:40.191493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Pushing event updated for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:40.225742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.226090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.226482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.226812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.227072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.227396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.227730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.228063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.228378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.228689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.229001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:40.283258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] For port 2760add8-c5bb-4177-9e01-2c16a1244db8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:40.301507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] For port 2760add8-c5bb-4177-9e01-2c16a1244db8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2760add8-c5bb-4177-9e01-2c16a1244db8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:34:40.309771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:40.420242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:34:40.421056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:40.497164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed86aa7-5003-42c3-abb8-ee7f2b497688 None None] Pushing event updated for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:40.500571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:40.501371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:40.766442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Allocated IP 172.20.0.2 (b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab/70770cad-a9d6-4d57-93cc-f4d9b3317441/66b97dff-43bb-406f-a1aa-fdd4bd7c4f01) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:40.777241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:40.907187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.289706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.304812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Transition to ACTIVE for port object 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:41.336618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Transition to ACTIVE for port object 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:41.345484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.386442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:38Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:41.406169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98aebe-479b-4e80-9913-bb85372c98b5 None None] The sync data for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv is: [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:38Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:34:41.414503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab/70770cad-a9d6-4d57-93cc-f4d9b3317441/996f62a5-b65e-4658-9dc3-cd7ee64714d3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:41.431143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:41.433408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:41.435904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:34:41.475566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Pushing event updated for resources: {'Port': ['ID=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:41.533173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Attempting to bind port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:34:41.533542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Attempting to bind port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:34:41.533906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Attempting to bind port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 on network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:41.540965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:34:41.541338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Checking segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:34:41.541738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.542696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Bound using segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:34:41.543174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Bound port: 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:34:41.543639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.599776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.622861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 996f62a5-b65e-4658-9dc3-cd7ee64714d3 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:41.653114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.661990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] For port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:41.665854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] For port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:34:41.673416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.749224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:41.753002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:41.754925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:41.757136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:34:41.759320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b6f8-5e9b-44a0-a2b6-83292697a451 None None] Pushing event updated for resources: {'Port': ['ID=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:41.820343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:41.919656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.372231 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:42.468379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:42.474212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:42.488104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.493443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.546667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2760add8-c5bb-4177-9e01-2c16a1244db8 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:42.555470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2760add8-c5bb-4177-9e01-2c16a1244db8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:42.556167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.618761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:42.622083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.744123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.768376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 2760add8-c5bb-4177-9e01-2c16a1244db8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2760add8-c5bb-4177-9e01-2c16a1244db8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:42.776520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:42.787171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:42.788687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:42.828370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc75ba-580f-4e93-8c32-dc7bc642cbee None None] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:34:42.943666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:42.954346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] Provisioning for port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:42.971061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] Provisioning complete for port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:42.971444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:43.136904 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:34:43.210460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:43.254342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] For port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:43.259921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:43.342767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd839ff6-0edb-4000-af3b-9c1b62f43786 None None] Pushing event updated for resources: {'Port': ['ID=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:43.477453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c923c71f-47e3-40cf-be17-6be969f1a38b has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:34:43.513638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0fe8b83-81ae-4d9c-8ab1-d5d256981d93 None None] Provisioning for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:43.522381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0fe8b83-81ae-4d9c-8ab1-d5d256981d93 None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:43.523013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8b83-81ae-4d9c-8ab1-d5d256981d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:43.615492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe8b83-81ae-4d9c-8ab1-d5d256981d93 None None] Port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:34:43.628974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0fe8b83-81ae-4d9c-8ab1-d5d256981d93 None None] Provisioning complete for port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:43.629342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8b83-81ae-4d9c-8ab1-d5d256981d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:43.733472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:34:43.755777 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-452b630a-7e7b-4bb4-95c1-bb7a708344f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7523031 Mar 23 10:34:43.758277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50652) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:43.899020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61d5907f-37ae-4271-8c4d-877d6b495628 None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:43.899385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61d5907f-37ae-4271-8c4d-877d6b495628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:43.921047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f483120-5b98-41d0-809d-e09b1803b230 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:43.921425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f483120-5b98-41d0-809d-e09b1803b230 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:43.921784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f483120-5b98-41d0-809d-e09b1803b230 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:43.922139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f483120-5b98-41d0-809d-e09b1803b230 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:43.923787 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3f483120-5b98-41d0-809d-e09b1803b230 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1642642 Mar 23 10:34:43.928287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50656) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:43.958226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61d5907f-37ae-4271-8c4d-877d6b495628 None None] Port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:34:44.000726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104a4bb-12e5-44d9-b881-8ecef7566f3a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:44.001010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104a4bb-12e5-44d9-b881-8ecef7566f3a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:44.001376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104a4bb-12e5-44d9-b881-8ecef7566f3a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:44.001725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104a4bb-12e5-44d9-b881-8ecef7566f3a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:44.003377 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3104a4bb-12e5-44d9-b881-8ecef7566f3a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0735304 Mar 23 10:34:44.007681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50660) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:44.088978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4c75bbc6-06fa-4ffd-bfb8-7517ccee43cf None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:44.089374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c75bbc6-06fa-4ffd-bfb8-7517ccee43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.146810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4c75bbc6-06fa-4ffd-bfb8-7517ccee43cf None None] Port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:34:44.226967 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d5fd884-aba4-4d3c-a377-1dea9fd343d5 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2180912 Mar 23 10:34:44.288678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:44.363478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:44.363882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.495632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:44.615844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2760add8-c5bb-4177-9e01-2c16a1244db8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:44.616601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.643943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50666) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:44.651686 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043051123', 'description': 'tempest-secgroup-smoke-2043051123 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:44.657788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:44.662174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:44.665210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:44.672841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:44.684924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.722570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:44.726899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:44.730965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:44.737200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:44.806428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.810702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.857656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda5758-20e4-4df4-88dd-06931e15ad5a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:44.865997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.867505 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-027a40cc-c2b4-42b2-bdb6-6c41135dedca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2210956 Mar 23 10:34:44.871489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50670) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:44.877118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '9eda5758-20e4-4df4-88dd-06931e15ad5a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:44.883359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:44.890233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:44.893666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:44.900244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:44.919156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.986098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:44.989742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.014757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fdd558-6f2c-4b75-abab-501dbfff3cc9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:45.025160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.029162 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f4ba895f-ff2d-41c6-882d-44c40984ffbc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1538997 Mar 23 10:34:45.029861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50674) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:45.035723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '9eda5758-20e4-4df4-88dd-06931e15ad5a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:45.042115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:45.046166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:45.049433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:45.055263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:45.072913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.110842 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Sync routers for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:34:45.125083 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:45.125749 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:45.177677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.183793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.213290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d44d616-e819-4bfd-8325-a3f63642ed42,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:45.220703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.224571 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f80fbcc2-6b8f-4802-bf6a-117e67783ab6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1911991 Mar 23 10:34:45.224768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:45.230232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '9eda5758-20e4-4df4-88dd-06931e15ad5a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:45.236241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:45.240290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:45.244091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:45.251258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:45.269937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.318984 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:45.380453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.384769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.410861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fa1a05-be04-49da-a5dc-389cc9b0e69f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:45.421148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.424992 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-afaed330-bf85-421d-90f7-6ad37977d8c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1967127 Mar 23 10:34:45.425235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50682) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:45.430972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '9eda5758-20e4-4df4-88dd-06931e15ad5a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:45.437639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:45.441585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:45.444656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:45.451356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:45.468426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.545779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.552928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.580090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed900ff-0af8-45a7-9cf2-27c65f0e3fe4,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:45.590045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.591621 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2c211a46-b4cb-492f-be59-7ea99087b6c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1653593 Mar 23 10:34:45.594666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50686) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:45.604912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '9eda5758-20e4-4df4-88dd-06931e15ad5a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:45.607778 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:45.612004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:45.615045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:45.621988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:45.635884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:34:45.642924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.668096 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:45.672247 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Checking router: c923c71f-47e3-40cf-be17-6be969f1a38b for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:34:45.672588 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Updating router c923c71f-47e3-40cf-be17-6be969f1a38b port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:34:45.712959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.716766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.731733 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.743975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22369554-a675-4242-9573-bb670ab36ad1,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:45.756953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.758705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0c4ff92f-d4d5-4c05-931a-d716b8372d8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1628056 Mar 23 10:34:45.763835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50690) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:45.771125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '9eda5758-20e4-4df4-88dd-06931e15ad5a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:45.777780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:45.782383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:45.789350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:45.799202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:45.819631 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:34:45.829778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.932221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.937330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.962929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9b7b8d-ff45-45cb-863d-a73a4cf31cd7,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:45.975573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:45.977416 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3bdc7ef7-45ef-4bbf-ad3f-4bc855618130 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2119925 Mar 23 10:34:46.159503 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:46.175190 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Transition to ACTIVE for port object 996f62a5-b65e-4658-9dc3-cd7ee64714d3 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:46.184902 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:46.189776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-4dec6356-28a8-463f-8d10-3cc5cc7bd6f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:46.210216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-4dec6356-28a8-463f-8d10-3cc5cc7bd6f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:46.211592 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-4dec6356-28a8-463f-8d10-3cc5cc7bd6f2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043051123&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0850832 Mar 23 10:34:46.319698 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:46.334060 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.334388 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.334709 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.335031 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.335347 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.335690 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.336001 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.336312 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.336619 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.336926 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.337229 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:46.377154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-3e293e4d-bb14-4113-81cb-dfa38ecb8cb6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:46.377820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-3e293e4d-bb14-4113-81cb-dfa38ecb8cb6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:46.395359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-3e293e4d-bb14-4113-81cb-dfa38ecb8cb6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:46.403036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-3e293e4d-bb14-4113-81cb-dfa38ecb8cb6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 797 time: 0.1836648 Mar 23 10:34:46.420363 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-c969fd61-cce7-4d05-98b9-bdc00eee50a9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0162692 Mar 23 10:34:46.454960 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Attempting to bind port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:34:46.455318 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Attempting to bind port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:34:46.455688 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Attempting to bind port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 on network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:46.462262 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:34:46.462621 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Checking segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:34:46.463135 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:46.463608 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Bound using segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:34:46.464599 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Bound port: 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:34:46.464962 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:46.507339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-65adbe5b-4939-4587-8a79-6833e5d1fc07 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:46.524666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-65adbe5b-4939-4587-8a79-6833e5d1fc07 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:46.526040 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-65adbe5b-4939-4587-8a79-6833e5d1fc07 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017663 Mar 23 10:34:46.569642 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] For port 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:46.572793 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] For port 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=996f62a5-b65e-4658-9dc3-cd7ee64714d3,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:34:46.577725 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:46.664674 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f06f3-8cf9-480f-80d7-13814a989734 None None] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:46.670422 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:34:46.670920 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:46.677101 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-1b148040-234a-456e-9145-48fba31c5846 service neutron] 10.222.0.73 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382720 Mar 23 10:34:46.818965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-8ade339f-e5d4-4f2a-ac32-8813dd2b4d14 service neutron] 10.222.0.73 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354470 Mar 23 10:34:46.855941 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:34:47.133180 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-413ad37b-c4ac-4c38-be64-53f9c82d7206 req-c56d2aef-45ff-4211-8ba5-c8bb9e4350c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 210 time: 0.1501315 Mar 23 10:34:47.195335 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:34:46Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:47.199960 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec83d0-0909-4e51-8fe5-daa008ed4a77 None None] The sync data for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv is: [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:34:46Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:34:48.105171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-cfdd15fb-007c-4cc5-b591-439cc35c0279 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:48.105895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-cfdd15fb-007c-4cc5-b591-439cc35c0279 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:48.117663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-cfdd15fb-007c-4cc5-b591-439cc35c0279 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:48.119387 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-cfdd15fb-007c-4cc5-b591-439cc35c0279 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 797 time: 0.1646776 Mar 23 10:34:48.181479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-5b2ce56e-e7e5-4c15-9198-3e7990e19797 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:48.194582 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-5b2ce56e-e7e5-4c15-9198-3e7990e19797 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:48.195749 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-5b2ce56e-e7e5-4c15-9198-3e7990e19797 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.0655618 Mar 23 10:34:48.205390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['9eda5758-20e4-4df4-88dd-06931e15ad5a']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:48.312424 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2d6be20-3647-4d73-9f9f-a6704a49519f req-a319f92d-755c-4cc3-90d0-a2850a54251b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 210 time: 0.0427856 Mar 23 10:34:48.315210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:48.365515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:48.375781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:48.387013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:34:48.388739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:48.390273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:48.396667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:48.397277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:48.551103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.12 (b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab/70770cad-a9d6-4d57-93cc-f4d9b3317441/977648f0-d0aa-4f9a-935c-7c69f158aa58) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:48.596181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:48.653326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=996f62a5-b65e-4658-9dc3-cd7ee64714d3,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:48.658606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:48.767503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:48.839354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:48.856976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 977648f0-d0aa-4f9a-935c-7c69f158aa58 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:48.880406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:48.956227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:48.959530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:48.964563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:34:48.999789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=977648f0-d0aa-4f9a-935c-7c69f158aa58,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:49.043861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:49.044477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.070557 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-719efded-45a5-4650-b612-14018303459d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8690372 Mar 23 10:34:49.082321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Request body: {'port': {'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:34:49.195588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.280177 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4e75572b-5dcd-4696-9a35-c2b0a4b33280 None None] Provisioning for port 977648f0-d0aa-4f9a-935c-7c69f158aa58 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:49.285492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4e75572b-5dcd-4696-9a35-c2b0a4b33280 None None] Provisioning complete for port 977648f0-d0aa-4f9a-935c-7c69f158aa58 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:49.285864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4e75572b-5dcd-4696-9a35-c2b0a4b33280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.343648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4e75572b-5dcd-4696-9a35-c2b0a4b33280 None None] Port 977648f0-d0aa-4f9a-935c-7c69f158aa58 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:34:49.510921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273558d8-7de7-4526-a5e0-6300fdda6748 req-6ff18012-ac4f-4629-b5c3-6506a34238cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:49.513480 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-273558d8-7de7-4526-a5e0-6300fdda6748 req-6ff18012-ac4f-4629-b5c3-6506a34238cc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 932 time: 0.0808904 Mar 23 10:34:49.553518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977648f0-d0aa-4f9a-935c-7c69f158aa58 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:34:49.560444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.565856 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-273558d8-7de7-4526-a5e0-6300fdda6748 req-dd29d4e2-e42e-4c0b-8dc7-3eff797e554d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Mar 23 10:34:49.575257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Transition to ACTIVE for port object 977648f0-d0aa-4f9a-935c-7c69f158aa58 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:49.579508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.705724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Pushing event updated for resources: {'Port': ['ID=977648f0-d0aa-4f9a-935c-7c69f158aa58,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:49.816501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Attempting to bind port 977648f0-d0aa-4f9a-935c-7c69f158aa58 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:34:49.816672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Attempting to bind port 977648f0-d0aa-4f9a-935c-7c69f158aa58 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:34:49.817509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Attempting to bind port 977648f0-d0aa-4f9a-935c-7c69f158aa58 on network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:49.823886 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Port 977648f0-d0aa-4f9a-935c-7c69f158aa58 on network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:34:49.824202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Attempting to bind port 977648f0-d0aa-4f9a-935c-7c69f158aa58 on network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:34:49.830430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:34:49.830757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Checking segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:34:49.831134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Bound using segment: {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:34:49.831578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Bound port: 977648f0-d0aa-4f9a-935c-7c69f158aa58, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67f991b-9799-4a99-9397-b34d596659bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:34:49.831927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.922124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] For port 977648f0-d0aa-4f9a-935c-7c69f158aa58, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:34:49.925115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] For port 977648f0-d0aa-4f9a-935c-7c69f158aa58, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:34:49.930074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.990617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:49.992086 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] 10.222.0.91 "PUT /v2.0/ports/977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 1094 time: 0.9144249 Mar 23 10:34:49.992472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:34:50.011325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f7c15-a553-40be-9046-e57d3e8609d1 service neutron] Pushing event updated for resources: {'Port': ['ID=977648f0-d0aa-4f9a-935c-7c69f158aa58,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:50.073913 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'status': 'completed', 'code': 200} Mar 23 10:34:50.117543 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-9859a4a3-db29-42bf-bf38-072eb827587b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1097 time: 0.0805142 Mar 23 10:34:50.188290 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-c644b415-3173-49ff-8e7e-fd962aac0714 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 217 time: 0.0630062 Mar 23 10:34:50.260816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-91c1f954-7995-4137-a72c-b87f2cc483fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:50.262175 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-91c1f954-7995-4137-a72c-b87f2cc483fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 200 len: 835 time: 0.0689158 Mar 23 10:34:50.288789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:50.340655 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-61027ab4-fac5-4548-9bae-178539c5f623 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722854 Mar 23 10:34:50.358516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:50.359099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:50.474886 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-0e58de5a-675b-4b23-858f-c0b0c815724c service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282923 Mar 23 10:34:50.703214 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-52096ba7-9012-4e4b-9a3b-bdaa574bdc06 req-85379a68-7441-47ec-b45d-524aa726463b service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223401 Mar 23 10:34:50.772335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc16514-221f-4a75-9c12-840f7afefb44 req-b8d8928a-0384-433b-821c-13a8ce069a72 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:50.773816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0dc16514-221f-4a75-9c12-840f7afefb44 req-b8d8928a-0384-433b-821c-13a8ce069a72 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 944 time: 0.0793159 Mar 23 10:34:50.822640 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-44544582-cdb5-4d67-a065-540094632fe4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1097 time: 0.0740726 Mar 23 10:34:50.825360 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0dc16514-221f-4a75-9c12-840f7afefb44 req-0ab5661c-836b-4c83-bb04-7c7580f03b50 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453882 Mar 23 10:34:50.960393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-03cc1e55-07b7-4e6c-9c11-ed327820e737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:50.961829 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-03cc1e55-07b7-4e6c-9c11-ed327820e737 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 898 time: 0.1329949 Mar 23 10:34:51.028276 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-061c192c-abdf-4f85-8683-c49d2b5aba2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 217 time: 0.0604382 Mar 23 10:34:51.092752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-40cb243e-400a-4069-a122-62a20eb7b0f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:51.094164 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-40cb243e-400a-4069-a122-62a20eb7b0f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 200 len: 835 time: 0.0603948 Mar 23 10:34:51.169633 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-0e8a88b7-e48c-4b91-9597-8e6bde00ef81 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698874 Mar 23 10:34:51.299854 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-ef1aca15-c2cb-4c17-b706-fbed5a345818 service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241777 Mar 23 10:34:51.429273 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-98f5677c-5a6b-4c05-930d-6c6eb99218a2 req-05531fd5-5510-4762-a507-2c396aae851e service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236660 Mar 23 10:34:52.039151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b4dd-df69-45d7-8bb2-5ceca12dd00f req-a2033f31-80f9-4bca-97c3-03dd1648e34b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:52.040602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2556b4dd-df69-45d7-8bb2-5ceca12dd00f req-a2033f31-80f9-4bca-97c3-03dd1648e34b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 944 time: 0.0830946 Mar 23 10:34:52.086345 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2556b4dd-df69-45d7-8bb2-5ceca12dd00f req-bf931615-22f9-4741-be8f-36ccc7cd63ac tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Mar 23 10:34:53.293679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ee383-1b3e-4327-8f7c-4e4a76918a64 req-19aec8ee-d3b5-47e4-bfa5-2b0fb8010586 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:53.295173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b0ee383-1b3e-4327-8f7c-4e4a76918a64 req-19aec8ee-d3b5-47e4-bfa5-2b0fb8010586 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 944 time: 0.0814581 Mar 23 10:34:53.344075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b0ee383-1b3e-4327-8f7c-4e4a76918a64 req-1ed32a7b-1455-45d6-807d-8fc513e4ea42 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Mar 23 10:34:54.367030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-304f075c-94eb-48ec-991a-3c2e7b7fc4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:54.543852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133db416-6caa-4743-85c6-821c14071761 req-d5cab02b-1a75-4b52-8084-2bf8104856ef tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:54.545222 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-133db416-6caa-4743-85c6-821c14071761 req-d5cab02b-1a75-4b52-8084-2bf8104856ef tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 944 time: 0.0774872 Mar 23 10:34:54.577295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:54.592823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-133db416-6caa-4743-85c6-821c14071761 req-cd4cfa4c-d884-40a0-b387-198b555bce5a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Mar 23 10:34:55.091398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 977648f0-d0aa-4f9a-935c-7c69f158aa58 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:34:55.232495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 977648f0-d0aa-4f9a-935c-7c69f158aa58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:55.247138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:34:55.301413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:55.318594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977648f0-d0aa-4f9a-935c-7c69f158aa58 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:34:55.333894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 977648f0-d0aa-4f9a-935c-7c69f158aa58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:55.338251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:55.407928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=977648f0-d0aa-4f9a-935c-7c69f158aa58,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:55.642850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['977648f0-d0aa-4f9a-935c-7c69f158aa58'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:34:55.804686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64fe0d-7f45-4950-a3d5-61d1ac636995 req-aacf97d1-a6f3-4816-891d-046710bcc242 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:55.806164 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4a64fe0d-7f45-4950-a3d5-61d1ac636995 req-aacf97d1-a6f3-4816-891d-046710bcc242 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 945 time: 0.0881894 Mar 23 10:34:55.853411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4a64fe0d-7f45-4950-a3d5-61d1ac636995 req-0e365d8b-12c7-4d22-b8b0-da7bc47b7c85 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Mar 23 10:34:56.719609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b581fca1-b865-43f6-9290-fb1395c556d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:57.057607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc1eac-89c8-46d8-8060-e574d0b780cd req-5540d9f4-ea21-4ee9-bbf8-467f2a999088 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:57.059008 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-20bc1eac-89c8-46d8-8060-e574d0b780cd req-5540d9f4-ea21-4ee9-bbf8-467f2a999088 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 945 time: 0.0808883 Mar 23 10:34:57.106716 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-20bc1eac-89c8-46d8-8060-e574d0b780cd req-9cd90b7e-48cc-4b32-8c1f-b081425b86b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Mar 23 10:34:57.109032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 977648f0-d0aa-4f9a-935c-7c69f158aa58 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:57.183045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 977648f0-d0aa-4f9a-935c-7c69f158aa58 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:57.188887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 977648f0-d0aa-4f9a-935c-7c69f158aa58 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:57.189261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:57.303319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:57.330790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:34:57.340444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 977648f0-d0aa-4f9a-935c-7c69f158aa58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:34:57.344442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:57.390416 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'code': 200} Mar 23 10:34:57.414746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=977648f0-d0aa-4f9a-935c-7c69f158aa58,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:57.612650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6ed0d9aa-6331-4a23-b7af-aff75df05623 req-9d68ec8b-c530-4cf6-9658-818b1253e79a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1099 time: 0.0695353 Mar 23 10:34:57.653222 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6ed0d9aa-6331-4a23-b7af-aff75df05623 req-81b645cd-108c-4979-913c-620c573f2a58 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350745 Mar 23 10:34:57.718280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:57.898809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:58.304829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d703ed2-624f-420c-b423-f7a7aaf11a90 req-c182089e-586f-4aa3-94ac-f60d90bb26ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:58.306255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d703ed2-624f-420c-b423-f7a7aaf11a90 req-c182089e-586f-4aa3-94ac-f60d90bb26ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 946 time: 0.0803025 Mar 23 10:34:58.352493 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d703ed2-624f-420c-b423-f7a7aaf11a90 req-6a38198c-73bc-41fa-a1ea-97ebdf69b987 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Mar 23 10:34:59.272973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:59.551528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e32d-b569-4e44-8965-77a588ccf89b req-946a7c7b-6ddf-4429-9451-b08b072aaec3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:59.552927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dea4e32d-b569-4e44-8965-77a588ccf89b req-946a7c7b-6ddf-4429-9451-b08b072aaec3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 946 time: 0.0771010 Mar 23 10:34:59.780533 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dea4e32d-b569-4e44-8965-77a588ccf89b req-a27b5ade-f870-411a-bb16-4c1ce3495d75 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219622 Mar 23 10:34:59.976660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8eb3-ca72-4d81-9cf8-4673284cbeb3 req-c92f1c5d-db85-4ced-986b-d413c77ea854 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:59.978100 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b1f8eb3-ca72-4d81-9cf8-4673284cbeb3 req-c92f1c5d-db85-4ced-986b-d413c77ea854 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 946 time: 0.0784049 Mar 23 10:35:00.025930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b1f8eb3-ca72-4d81-9cf8-4673284cbeb3 req-893ac0b5-223b-4bcd-a54b-be3323722e1c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Mar 23 10:35:00.053878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50740) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:00.123397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-50dc99b3-fb3c-4ca3-982f-fee724201580 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1094 time: 0.0682456 Mar 23 10:35:00.125933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50744) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:00.131125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:35:00.137412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:00.141486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:00.144395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:00.150263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:00.165907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.302483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.446073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.170 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/23f7b128-d0d8-439f-9260-cd891e596752) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:35:00.592316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.619010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.687855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:00.690538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:00.696509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:35:00.725913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=23f7b128-d0d8-439f-9260-cd891e596752,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:01.289686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:01.343302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:01.547700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:01.552132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:01.659022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=23f7b128-d0d8-439f-9260-cd891e596752,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:01.675429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:01.876798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 7999f906-a9a5-44a4-b471-7e8ddc2727f2 associated. External IP: 172.26.7.170, port: 977648f0-d0aa-4f9a-935c-7c69f158aa58. Mar 23 10:35:02.291500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c923c71f-47e3-40cf-be17-6be969f1a38b has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:35:02.487922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:35:02.497857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] Sync routers for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:35:02.509990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:35:02.510668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:02.511967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:02.570529 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-308e87a9-0e7a-4510-a306-431f5ac175b7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4435334 Mar 23 10:35:02.571089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:35:02.573355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50748) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:02.625127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'status': 'completed', 'code': 200} Mar 23 10:35:02.727630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:35:02.790625 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-71a5c1fb-4607-40f9-ae0c-b1cb6fdf3d34 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1099 time: 0.1056974 Mar 23 10:35:02.941753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-5063c821-a936-4feb-9cd7-b9f1a1ebbcd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:02.943186 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-5063c821-a936-4feb-9cd7-b9f1a1ebbcd0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 898 time: 0.1461554 Mar 23 10:35:02.946573 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-634c30c6-32cc-40f8-b368-9e3b60809091 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b HTTP/1.1" status: 200 len: 922 time: 0.3721209 Mar 23 10:35:02.950177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50754) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:03.056432 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-1e4ed6f7-187d-468a-931c-a3cb64be9245 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 1000 time: 0.1069431 Mar 23 10:35:03.098807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7999f906-a9a5-44a4-b471-7e8ddc2727f2', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.170', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:01Z', 'updated_at': '2022-03-23T10:35:01Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:34:48Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:03.103817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] Checking router: c923c71f-47e3-40cf-be17-6be969f1a38b for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:35:03.127211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-d028b3fb-75d9-4928-b086-d17ebc92ce51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:03.128664 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-d028b3fb-75d9-4928-b086-d17ebc92ce51 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 200 len: 835 time: 0.0671337 Mar 23 10:35:03.129354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:35:03.129993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:34:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:03.218495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c7d156e5-9aa7-4136-ad5d-c2f29559d60c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.2657602 Mar 23 10:35:03.308918 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-de2332f1-6023-47cb-bab9-56323db51e8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1745596 Mar 23 10:35:03.322751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:35:03.441038 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-796bedd7-e342-4ad5-9943-cac63c140d6f service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265471 Mar 23 10:35:03.573793 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72597903-f0f8-4253-b86d-6439712bc1c5 req-3c39e76f-5d5d-481c-9a5a-210d712a09c5 service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260281 Mar 23 10:35:03.682247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7999f906-a9a5-44a4-b471-7e8ddc2727f2', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.170', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:01Z', 'updated_at': '2022-03-23T10:35:01Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:34:48Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:03.686284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141568bb-e7ee-41ff-9bb6-f61b7f25e4d8 None None] The sync data for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv is: [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7999f906-a9a5-44a4-b471-7e8ddc2727f2', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.170', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:01Z', 'updated_at': '2022-03-23T10:35:01Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:34:48Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:35:04.030670 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d7de3-f748-418e-a962-f09e6896589c None None] New status for floating IP 7999f906-a9a5-44a4-b471-7e8ddc2727f2: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:35:04.221401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50758) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:04.330167 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c1ac2ec4-b4fc-492f-9594-f3a929f7c0b1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 994 time: 0.1076214 Mar 23 10:35:15.400854 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-e421732c-221a-4e4f-b22d-8263d553e2d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652964 Mar 23 10:35:15.548847 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-40bf3b8c-20b0-4019-8991-ba2f8def33b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1099 time: 0.0738285 Mar 23 10:35:15.693653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-be0a9268-45fd-4a6d-a521-5386aa528264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:15.695052 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-be0a9268-45fd-4a6d-a521-5386aa528264 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 898 time: 0.1269143 Mar 23 10:35:15.802081 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-37ed8322-65ba-4e52-a45c-a48e30d5033b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 1002 time: 0.1004052 Mar 23 10:35:15.862607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-54f0bcc2-63ba-4b52-af91-c352a2501c67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:15.864026 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-54f0bcc2-63ba-4b52-af91-c352a2501c67 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 200 len: 835 time: 0.0564475 Mar 23 10:35:15.943160 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-b788755c-93d0-4a05-8bb0-c1aabae853a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694904 Mar 23 10:35:16.072204 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-0788e2fd-bcaa-47c4-9cbc-fae8d6722d80 service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231372 Mar 23 10:35:16.201405 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-8f69ab1b-0589-4ecd-8938-2f49f7019405 req-3ab4813b-aa92-4e35-b3c5-ada9bf2f0014 service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233981 Mar 23 10:35:20.141466 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:35:24.370348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e9fb01af-0115-4f97-92c0-cd94c2ec1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:24.578576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.708114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9508a794-3433-4a33-bb23-0f9339292f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.720155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.902438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:29.275678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:54.374395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3e81-4b90-4c3e-88ab-23a8e64250b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:54.596789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:56.710104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c77fc16-85dc-44f3-a619-571b31c66fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:57.142704 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:35:57.722940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:57.905218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:59.278088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:07.051612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50778) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:07.406528 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c4e83824-7b2b-47a7-85f6-b4e74a7d1110 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3537581 Mar 23 10:36:07.409396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50784) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:07.706223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167ac411-edcb-4793-8bee-ed292f8a98e1 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Notify agent at dv-neutron-834653-2-hyperv the message router_removed_from_agent {{(pid=83746) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 23 10:36:07.710058 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-167ac411-edcb-4793-8bee-ed292f8a98e1 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "DELETE /v2.0/agents/53b909f8-e2b3-4cfd-9fdd-4f4b65596f43/l3-routers/c923c71f-47e3-40cf-be17-6be969f1a38b HTTP/1.1" status: 204 len: 168 time: 0.2997098 Mar 23 10:36:07.712011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50788) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:07.896467 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b49472cd-688f-420e-afe4-005e1700002b tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1835487 Mar 23 10:36:07.899228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50792) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:08.002391 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-abad5763-9da2-4813-b993-ea21f8c5a4b3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 994 time: 0.1019557 Mar 23 10:36:08.506058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf14304-309d-412d-8449-eb93ddca6350 None None] New status for floating IP 7999f906-a9a5-44a4-b471-7e8ddc2727f2: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:36:08.558765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:08.877891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:08.913233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=996f62a5-b65e-4658-9dc3-cd7ee64714d3,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:08.918007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:08.918681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:09.005352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50796) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:09.031728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:09.075065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.075328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.075689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.076023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.076355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.076684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.077004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.077326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.077645 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.077963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.078278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:09.100187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:09.115919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 2760add8-c5bb-4177-9e01-2c16a1244db8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2760add8-c5bb-4177-9e01-2c16a1244db8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:09.118124 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cbe9442e-c871-4149-9944-b4666ef4e116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1115544 Mar 23 10:36:09.127865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:09.193169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:10.274340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50802) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:10.472278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ea5129-ac47-4912-9d2c-336fa2afec15 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Router c923c71f-47e3-40cf-be17-6be969f1a38b is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:36:10.472567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea5129-ac47-4912-9d2c-336fa2afec15 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Notify agent at dv-neutron-834653-2-hyperv the message router_added_to_agent {{(pid=83745) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 23 10:36:10.499787 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10ea5129-ac47-4912-9d2c-336fa2afec15 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "POST /v2.0/agents/53b909f8-e2b3-4cfd-9fdd-4f4b65596f43/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2243476 Mar 23 10:36:10.502442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50808) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:10.526857 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] Sync routers for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:36:10.538908 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:10.539605 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:35:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:10.683120 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fd3db313-f173-48ce-aa6e-cb87dfb55557 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1795411 Mar 23 10:36:10.685950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50814) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:10.714651 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:10.796460 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-602fe38f-2b21-4d1b-a8fa-5c24e5d5c27b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1092279 Mar 23 10:36:11.086962 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:36:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7999f906-a9a5-44a4-b471-7e8ddc2727f2', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.170', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:01Z', 'updated_at': '2022-03-23T10:36:08Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:36:08Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:11.091362 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] Checking router: c923c71f-47e3-40cf-be17-6be969f1a38b for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:36:11.102017 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:11.102605 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:35:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:11.284619 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:11.631927 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:36:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7999f906-a9a5-44a4-b471-7e8ddc2727f2', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.170', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:01Z', 'updated_at': '2022-03-23T10:36:08Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:36:08Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:11.636654 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aed1d4-b836-4f3d-9c87-afd32ccb3daa None None] The sync data for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv is: [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:34:41Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:36:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '7999f906-a9a5-44a4-b471-7e8ddc2727f2', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.170', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'port_id': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'mac_address': 'fa:16:3e:f7:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:01Z', 'updated_at': '2022-03-23T10:36:08Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f62a5-b65e-4658-9dc3-cd7ee64714d3', 'name': '', 'network_id': 'b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:54:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:41Z', 'updated_at': '2022-03-23T10:36:08Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '70770cad-a9d6-4d57-93cc-f4d9b3317441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:36:11.800081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50818) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:11.919597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a4b8337c-a6ff-4fbf-8ee2-6fec1dc396f8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1183190 Mar 23 10:36:12.371926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:12.444381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:12.444808 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.579198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.618201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=996f62a5-b65e-4658-9dc3-cd7ee64714d3,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:12.623368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.624416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:12.740795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:12.754506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2760add8-c5bb-4177-9e01-2c16a1244db8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:12.754872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.872553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.888908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 2760add8-c5bb-4177-9e01-2c16a1244db8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2760add8-c5bb-4177-9e01-2c16a1244db8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:12.892995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.924031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50822) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:12.961683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:13.028473 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c81ab6cd-8774-47a7-82f0-31581233836e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1033394 Mar 23 10:36:14.032713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50826) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:14.141277 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-167b97a5-a261-4daf-ae9f-dc5f7201dcf2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1073654 Mar 23 10:36:14.329293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:14.405304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:14.405741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:14.526836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:14.601920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2760add8-c5bb-4177-9e01-2c16a1244db8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:14.602210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:15.145261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50830) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:15.251167 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aabfea3d-d05b-415f-8ad3-b49f8d010ae4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1046729 Mar 23 10:36:16.255300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50834) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:16.361722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-59b6fd54-24e6-4dbb-8360-7925d4fbb8ed tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1052570 Mar 23 10:36:16.398459 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-8268d82c-abbc-4b0e-966e-e818d2b0da59 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699055 Mar 23 10:36:16.533637 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-62c9741c-0208-404a-a473-c761e0d79df4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1099 time: 0.0681858 Mar 23 10:36:16.674514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-6e8cd76e-32f3-4d56-880f-b73d85927faa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:16.676027 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-6e8cd76e-32f3-4d56-880f-b73d85927faa service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 898 time: 0.1245070 Mar 23 10:36:16.778497 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-b141c800-fd4e-49fa-a27a-c52492743422 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 1000 time: 0.0956061 Mar 23 10:36:16.839829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-39a4d5e3-8df4-4964-85f0-98e466025a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:16.841274 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-39a4d5e3-8df4-4964-85f0-98e466025a8d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 200 len: 835 time: 0.0575166 Mar 23 10:36:17.018656 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-018c4517-ef75-4eea-b894-1d794bc86393 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719699 Mar 23 10:36:17.152793 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-ac0c085c-51ff-42a8-91be-dd8d08778a4e service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274199 Mar 23 10:36:17.287585 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d825bb63-b4a6-497f-b1f7-b18d610eebf3 req-bda6b0ba-c56f-4959-b324-f0e616b894c5 service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290224 Mar 23 10:36:17.365313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50838) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:17.483402 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7aa287f7-e722-427d-953b-ad26e1ec9856 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1169202 Mar 23 10:36:18.487266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50842) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:18.594631 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-26f094d9-c326-4767-b86e-db7acac7629f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 992 time: 0.1062677 Mar 23 10:36:18.765297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ccb77-b745-4ae9-8582-94d44b634a82 None None] New status for floating IP 7999f906-a9a5-44a4-b471-7e8ddc2727f2: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:36:19.598552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50846) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:19.700832 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ca490c52-555b-4481-b88f-1dccfda74fb1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 200 len: 994 time: 0.1010067 Mar 23 10:36:19.995646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50854) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:20.193682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 23f7b128-d0d8-439f-9260-cd891e596752 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:36:20.194014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.364991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.365300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.484076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 23f7b128-d0d8-439f-9260-cd891e596752 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:36:20.627584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.669941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=23f7b128-d0d8-439f-9260-cd891e596752,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:20.708468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.708803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.709128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.709451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.709771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.710088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.710400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.710713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.711021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.711328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.711669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.771013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:21.252326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c923c71f-47e3-40cf-be17-6be969f1a38b has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:36:21.452459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:36:21.471601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:21.525799 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-178554e4-ebe8-4255-9df1-34eafdef6ac9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/7999f906-a9a5-44a4-b471-7e8ddc2727f2 HTTP/1.1" status: 204 len: 168 time: 1.5290594 Mar 23 10:36:21.526859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:36:21.582790 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'status': 'completed', 'code': 200} Mar 23 10:36:21.673600 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-3805e84a-c57c-4445-be08-46c28a130ad2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 1099 time: 0.0679991 Mar 23 10:36:21.814458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72911450-c743-4200-b95a-f83964ecc194 req-cfd2e45d-1f96-4101-9b6f-47e7ebd60653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:21.816101 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-cfd2e45d-1f96-4101-9b6f-47e7ebd60653 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 200 len: 898 time: 0.1359663 Mar 23 10:36:21.889232 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-79caf506-b559-41f6-a3bd-7947a1b3c557 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 200 len: 217 time: 0.0645385 Mar 23 10:36:21.905959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010609c-a2aa-447b-967e-318682adcf82 req-46941818-2cc2-41d2-bb12-a413b6a3cefe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:21.907403 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5010609c-a2aa-447b-967e-318682adcf82 req-46941818-2cc2-41d2-bb12-a413b6a3cefe tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 946 time: 0.0762765 Mar 23 10:36:21.951037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72911450-c743-4200-b95a-f83964ecc194 req-e91a417d-3e70-4a14-946c-8115227c920b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:21.952500 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-e91a417d-3e70-4a14-946c-8115227c920b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 200 len: 835 time: 0.0573342 Mar 23 10:36:21.952623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5010609c-a2aa-447b-967e-318682adcf82 req-81b2deff-5c03-4196-9105-da52198c1f71 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Mar 23 10:36:22.030215 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-2f84e3ed-c28e-4497-96f7-99f704d36922 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711808 Mar 23 10:36:22.160406 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-6a2b0cc0-d62c-46de-b9b7-f95af1c1ab7d service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241279 Mar 23 10:36:22.306317 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-72911450-c743-4200-b95a-f83964ecc194 req-e6360a8c-6be3-4457-a961-25d266ddc57e service neutron] 10.222.0.91 "GET /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373131 Mar 23 10:36:23.155568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd476-873e-49b7-b1e7-b542b7faa183 req-2d97dc82-2c75-42ca-812b-b20e5e7c3c70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:23.157078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da5bd476-873e-49b7-b1e7-b542b7faa183 req-2d97dc82-2c75-42ca-812b-b20e5e7c3c70 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 946 time: 0.0844474 Mar 23 10:36:23.206279 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da5bd476-873e-49b7-b1e7-b542b7faa183 req-7e61831a-6b7e-48b1-899b-a2f701c1bfea tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=9eda5758-20e4-4df4-88dd-06931e15ad5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Mar 23 10:36:23.498249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-cfcb8b16-174a-4ce8-8650-7521fcba4544 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:23.498813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-cfcb8b16-174a-4ce8-8650-7521fcba4544 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:23.514023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-cfcb8b16-174a-4ce8-8650-7521fcba4544 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:23.515271 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-cfcb8b16-174a-4ce8-8650-7521fcba4544 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 946 time: 0.0892527 Mar 23 10:36:23.585868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 977648f0-d0aa-4f9a-935c-7c69f158aa58 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:36:23.586196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:23.830058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 977648f0-d0aa-4f9a-935c-7c69f158aa58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=977648f0-d0aa-4f9a-935c-7c69f158aa58,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:23.830405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.048033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 977648f0-d0aa-4f9a-935c-7c69f158aa58 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:36:24.192600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.241091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=977648f0-d0aa-4f9a-935c-7c69f158aa58,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:24.319774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 977648f0-d0aa-4f9a-935c-7c69f158aa58 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:36:24.322120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.324806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'name': 'network-vif-deleted', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:36:24.340870 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-30a9c69f-4af5-4a17-bfe9-f98bb482355b req-890156eb-dd79-4ca9-af75-8617f400e1f9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/977648f0-d0aa-4f9a-935c-7c69f158aa58 HTTP/1.1" status: 204 len: 173 time: 0.8207057 Mar 23 10:36:24.379263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88918d09-f8b7-482c-b487-a4c8b6783b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.398144 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b', 'name': 'network-vif-deleted', 'tag': '977648f0-d0aa-4f9a-935c-7c69f158aa58', 'status': 'completed', 'code': 200} Mar 23 10:36:24.401841 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7fd0aee6-3a21-4c5d-ba0a-f1a985efb6ae req-ad11e4b4-fa6a-48c9-abd2-3b70c85d9225 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b7d83a-c9ff-4d35-bf4c-04d8ef7d051b HTTP/1.1" status: 200 len: 210 time: 0.0584323 Mar 23 10:36:24.622743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.505625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50876) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:25.576040 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebf67483-00d8-4ce9-b8c5-64a39581ec5f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.604658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebf67483-00d8-4ce9-b8c5-64a39581ec5f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.671060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebf67483-00d8-4ce9-b8c5-64a39581ec5f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.689759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf67483-00d8-4ce9-b8c5-64a39581ec5f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda5758-20e4-4df4-88dd-06931e15ad5a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:25.700864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebf67483-00d8-4ce9-b8c5-64a39581ec5f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.701975 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ebf67483-00d8-4ce9-b8c5-64a39581ec5f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/9eda5758-20e4-4df4-88dd-06931e15ad5a HTTP/1.1" status: 204 len: 168 time: 0.1953804 Mar 23 10:36:25.740494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50882) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:26.269306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:26.712151 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eafe15d5-dd14-4062-a50a-b72319ba76c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:26.890938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 996f62a5-b65e-4658-9dc3-cd7ee64714d3 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:36:26.891562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.078624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 996f62a5-b65e-4658-9dc3-cd7ee64714d3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=996f62a5-b65e-4658-9dc3-cd7ee64714d3,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:27.078984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.200449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 996f62a5-b65e-4658-9dc3-cd7ee64714d3 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:36:27.379571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.426639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=996f62a5-b65e-4658-9dc3-cd7ee64714d3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:27.473119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.473461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.473797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.474126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.480207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.483689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.484079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.484566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.485087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.485550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.485920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:27.638371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 977648f0-d0aa-4f9a-935c-7c69f158aa58 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:27.671663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 977648f0-d0aa-4f9a-935c-7c69f158aa58 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:36:27.671999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 977648f0-d0aa-4f9a-935c-7c69f158aa58 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:27.726572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.855983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.906603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.452964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c923c71f-47e3-40cf-be17-6be969f1a38b has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:36:28.653523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:36:28.666081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f0413ce8-a1c5-47d6-9d6b-12dda46043a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9243619 Mar 23 10:36:28.668777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50888) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:28.854022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 70770cad-a9d6-4d57-93cc-f4d9b3317441 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:36:28.856958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.913740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.993228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.068177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.106498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=70770cad-a9d6-4d57-93cc-f4d9b3317441,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:29.111161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.117872 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-17fc8a52-6141-4e9d-a914-61e545df665a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/70770cad-a9d6-4d57-93cc-f4d9b3317441 HTTP/1.1" status: 204 len: 168 time: 0.4481478 Mar 23 10:36:29.121135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50892) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:29.123295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104cc5f-1562-4e71-96a9-3f98d7299e8e None None] Network b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:36:29.277122 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] Sync routers for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:36:29.289058 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:29.289672 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:29.325419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.404132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] DHCP port deletion for b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:36:29.408815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] Deleting port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:36:29.409835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.448722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.474809 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:29.626636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] For port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,segment=NetworkSegment(d67f991b-9799-4a99-9397-b34d596659bd),segment_id=d67f991b-9799-4a99-9397-b34d596659bd)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:29.626923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.658313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.669797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 2760add8-c5bb-4177-9e01-2c16a1244db8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:36:29.670693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.760467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] Calling delete_port for 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:36:29.807266 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:36:27Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '2760add8-c5bb-4177-9e01-2c16a1244db8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:34:38Z', 'updated_at': '2022-03-23T10:36:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:29.811422 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] Checking router: c923c71f-47e3-40cf-be17-6be969f1a38b for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:36:29.823470 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] Routers {'c923c71f-47e3-40cf-be17-6be969f1a38b'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:29.824090 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c923c71f-47e3-40cf-be17-6be969f1a38b'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:29.834977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.873822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 2760add8-c5bb-4177-9e01-2c16a1244db8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2760add8-c5bb-4177-9e01-2c16a1244db8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:29.874264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.877772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] Pushing event deleted for resources: {'Port': ['ID=66b97dff-43bb-406f-a1aa-fdd4bd7c4f01,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:29.889834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bc86e-78ef-4f3a-9758-194cd58e0faa None None] No DVR routers for this DVR port 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:36:29.978885 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] Set router c923c71f-47e3-40cf-be17-6be969f1a38b gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:30.000626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 2760add8-c5bb-4177-9e01-2c16a1244db8 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:36:30.082333 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:36:29Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:30.086344 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468196c-e5b9-4c5a-9e88-54694cc1695a None None] The sync data for ids ['c923c71f-47e3-40cf-be17-6be969f1a38b'] in dv-neutron-834653-2-hyperv is: [{'id': 'c923c71f-47e3-40cf-be17-6be969f1a38b', 'name': 'tempest-TestNetworkBasicOps-router-933131810', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:34:37Z', 'updated_at': '2022-03-23T10:36:29Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:36:30.175394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.218403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=2760add8-c5bb-4177-9e01-2c16a1244db8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:30.440209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.547996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:30.584501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 996f62a5-b65e-4658-9dc3-cd7ee64714d3 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:36:30.584973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 996f62a5-b65e-4658-9dc3-cd7ee64714d3 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:30.585384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:30.617871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:36:30.618203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 66b97dff-43bb-406f-a1aa-fdd4bd7c4f01 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:30.808080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.812281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.838785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.839318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router c923c71f-47e3-40cf-be17-6be969f1a38b {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:36:30.854960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.855979 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b8a34201-658b-40a3-8f85-11c057557c4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/c923c71f-47e3-40cf-be17-6be969f1a38b HTTP/1.1" status: 204 len: 168 time: 1.7338610 Mar 23 10:36:30.859287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50896) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:30.982447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.982615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e0c72-9890-4806-a254-a6ab22342049 None None] New status for floating IP 7999f906-a9a5-44a4-b471-7e8ddc2727f2: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:36:31.114923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.145541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:31.158815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67f991b-9799-4a99-9397-b34d596659bd') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:31.159120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67f991b-9799-4a99-9397-b34d596659bd') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:31.170732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.186890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.193135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:36:31.193634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:36:31.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:36:31.294396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.318569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.327321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:31.335392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-82af309f-844f-43e4-8e6b-204ae378d7c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/b1dea743-7a8f-4aa7-8c3a-d694ac95b2ab HTTP/1.1" status: 204 len: 168 time: 0.4750047 Mar 23 10:36:31.357027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50900) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:31.362351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--1772872606', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:31.367348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:31.371954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:31.374727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:31.380516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:31.390465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:36:31.393487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.421637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:36:31.430675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.431069 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment a3017171-2cd8-4dc3-bc47-b22c84ecf914 of type vlan for network 50104c00-39a4-40ae-87d4-f030780db2ee Mar 23 10:36:31.457546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.487995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.491587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:31.492159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.594671 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2365851 Mar 23 10:36:31.597285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50904) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:31.604443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-171793999', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:31.612184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d941d-0b41-4924-8cf2-57408dc1f3c1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=50104c00-39a4-40ae-87d4-f030780db2ee,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:31.614392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:31.618297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:31.621723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:31.622489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 50104c00-39a4-40ae-87d4-f030780db2ee details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:36:31.627478 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:31.638499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.639213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.658691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.802952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:31.978909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:32.014950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:32.150007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.168 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/014fd6a2-b3f5-4954-a994-4a457a478982) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:36:32.297038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:32.310929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:32.344763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2760add8-c5bb-4177-9e01-2c16a1244db8 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:36:32.345169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2760add8-c5bb-4177-9e01-2c16a1244db8 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:32.347362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:32.412815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:32.415423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:32.419753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:36:32.451373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=014fd6a2-b3f5-4954-a994-4a457a478982,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:32.582009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:32.582647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:32.899944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:36:33.120948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:36:33.131412 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Sync routers for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:36:33.144114 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:33.144710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:33.150634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:33.151946 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1eda2f3b-6581-4786-bd90-1d96ef2e345f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5536916 Mar 23 10:36:33.156832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50908) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:33.199658 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-790fbe51-6681-4ccf-ba68-67d1a1b012b9 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409698 Mar 23 10:36:33.202268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50912) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:33.325780 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:33.345958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451b50ba-4686-40d5-b7c3-e7f7a101b85c tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:33.347409 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-451b50ba-4686-40d5-b7c3-e7f7a101b85c tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440787 Mar 23 10:36:33.350400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50916) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:33.394110 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-141d3965-d6c0-4795-aab2-911f14c73ce4 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425117 Mar 23 10:36:33.396451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50920) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:33.401858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753998891', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:33.510442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:33.514984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:33.518046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:33.523921 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:33.533992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:36:33.607188 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:32Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:33.610970 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Checking router: 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:36:33.611312 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Updating router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 port 014fd6a2-b3f5-4954-a994-4a457a478982 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:36:33.635522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:33.661661 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:33.866793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:33.941542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=9c6861fd-e3d8-4229-8e5c-6390810c1347,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:33.956033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:36:33.956489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 50104c00-39a4-40ae-87d4-f030780db2ee, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:36:33.977684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 50104c00-39a4-40ae-87d4-f030780db2ee is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:36:33.987552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 50104c00-39a4-40ae-87d4-f030780db2ee) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:33.991639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:33.992216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:33.998275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db8e86-05cd-43fe-a7a3-eb86804f0f24 None None] Network 50104c00-39a4-40ae-87d4-f030780db2ee requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:36:34.003487 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.016993 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Transition to ACTIVE for port object 014fd6a2-b3f5-4954-a994-4a457a478982 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:34.019568 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a621011f-bf59-425f-ad0c-1552928f6778 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6212876 Mar 23 10:36:34.021551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50928) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:34.027811 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.102770 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Attempting to bind port 014fd6a2-b3f5-4954-a994-4a457a478982 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:36:34.103131 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Attempting to bind port 014fd6a2-b3f5-4954-a994-4a457a478982 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:36:34.103593 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Attempting to bind port 014fd6a2-b3f5-4954-a994-4a457a478982 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:36:34.116714 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:36:34.117102 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:36:34.117468 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.117845 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:36:34.118305 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Bound port: 014fd6a2-b3f5-4954-a994-4a457a478982, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:36:34.118667 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.191149 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] For port 014fd6a2-b3f5-4954-a994-4a457a478982, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:36:34.194426 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] For port 014fd6a2-b3f5-4954-a994-4a457a478982, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=014fd6a2-b3f5-4954-a994-4a457a478982,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:36:34.202605 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Pushing event updated for resources: {'Port': ['ID=014fd6a2-b3f5-4954-a994-4a457a478982,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:34.208194 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.229152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-50104c00-39a4-40ae-87d4-f030780db2ee', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:36:34.229592 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:36:34.230738 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.230880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.231067 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.231451 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.231799 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.232127 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.232427 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.232742 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.233052 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.233361 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.233671 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.233980 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:34.360449 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:34.361072 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:34.442297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Allocated IP 172.20.0.2 (50104c00-39a4-40ae-87d4-f030780db2ee/9c6861fd-e3d8-4229-8e5c-6390810c1347/c32600f5-e232-40ee-a54d-2c16a63430b3) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:36:34.478421 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33265a-c0f0-4e38-ac07-bf932627885d None None] Pushing event updated for resources: {'Port': ['ID=014fd6a2-b3f5-4954-a994-4a457a478982,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:34.547717 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:34.669137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.679582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Transition to ACTIVE for port object c32600f5-e232-40ee-a54d-2c16a63430b3 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:34.699852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Transition to ACTIVE for port object c32600f5-e232-40ee-a54d-2c16a63430b3 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:34.707060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.776747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Pushing event updated for resources: {'Port': ['ID=c32600f5-e232-40ee-a54d-2c16a63430b3,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:34.789830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Network 50104c00-39a4-40ae-87d4-f030780db2ee is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:34.791595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:34.794447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:36:34.856081 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:32Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:34.860250 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72288a09-a57d-41a7-8be9-be8cc51272bf None None] The sync data for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv is: [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:32Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:36:34.885251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Attempting to bind port c32600f5-e232-40ee-a54d-2c16a63430b3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:36:34.885634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Attempting to bind port c32600f5-e232-40ee-a54d-2c16a63430b3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:36:34.885996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Attempting to bind port c32600f5-e232-40ee-a54d-2c16a63430b3 on network 50104c00-39a4-40ae-87d4-f030780db2ee {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:36:34.893105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:36:34.893486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Checking segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:36:34.893904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.894298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Bound using segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:36:34.894771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Bound port: c32600f5-e232-40ee-a54d-2c16a63430b3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:36:34.895125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.916037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:34.992687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] For port c32600f5-e232-40ee-a54d-2c16a63430b3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:36:34.996466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] For port c32600f5-e232-40ee-a54d-2c16a63430b3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c32600f5-e232-40ee-a54d-2c16a63430b3,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:36:35.000874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:35.108701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ef349-767d-44ad-ba26-be13614635e8 None None] Pushing event updated for resources: {'Port': ['ID=c32600f5-e232-40ee-a54d-2c16a63430b3,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:35.394320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (50104c00-39a4-40ae-87d4-f030780db2ee/9c6861fd-e3d8-4229-8e5c-6390810c1347/fcb8ec58-0522-46f5-8e1c-59566595ec49) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:36:35.566422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:35.585657 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object fcb8ec58-0522-46f5-8e1c-59566595ec49 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:35.608490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:35.679813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 50104c00-39a4-40ae-87d4-f030780db2ee is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:35.683795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:35.686278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:36:35.722334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=fcb8ec58-0522-46f5-8e1c-59566595ec49,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:35.754679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:35.842159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.041883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a6a06-fc86-4a10-b492-dad545cc0213 None None] Network 50104c00-39a4-40ae-87d4-f030780db2ee requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:36:36.140164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c0a052f7-0a7f-4ff4-8af1-9919a880d965 None None] Provisioning for port c32600f5-e232-40ee-a54d-2c16a63430b3 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:36.374069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.380170 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.399119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c32600f5-e232-40ee-a54d-2c16a63430b3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:36.478194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c32600f5-e232-40ee-a54d-2c16a63430b3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:36.483646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c32600f5-e232-40ee-a54d-2c16a63430b3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:36.484047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.500752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=fcb8ec58-0522-46f5-8e1c-59566595ec49,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:36.507367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.610848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.624293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-55b9088b-c871-4b89-93b3-1979f40052c6 None None] Provisioning complete for port c32600f5-e232-40ee-a54d-2c16a63430b3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:36.624798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55b9088b-c871-4b89-93b3-1979f40052c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.658071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 50104c00-39a4-40ae-87d4-f030780db2ee is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:36.659574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:36.699017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c32600f5-e232-40ee-a54d-2c16a63430b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c32600f5-e232-40ee-a54d-2c16a63430b3,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:36.705084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.705850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 014fd6a2-b3f5-4954-a994-4a457a478982 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:36.869711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c32600f5-e232-40ee-a54d-2c16a63430b3,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:36.901797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-55b9088b-c871-4b89-93b3-1979f40052c6 None None] Provisioning for port fcb8ec58-0522-46f5-8e1c-59566595ec49 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:36.906211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 014fd6a2-b3f5-4954-a994-4a457a478982 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:36.910357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-55b9088b-c871-4b89-93b3-1979f40052c6 None None] Provisioning complete for port fcb8ec58-0522-46f5-8e1c-59566595ec49 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:36.910732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55b9088b-c871-4b89-93b3-1979f40052c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.939468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 014fd6a2-b3f5-4954-a994-4a457a478982 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:36.939831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:37.006989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-55b9088b-c871-4b89-93b3-1979f40052c6 None None] Port fcb8ec58-0522-46f5-8e1c-59566595ec49 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:36:37.059369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:36:37.073784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:37.091516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 014fd6a2-b3f5-4954-a994-4a457a478982, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=014fd6a2-b3f5-4954-a994-4a457a478982,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:37.096141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:37.172677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=014fd6a2-b3f5-4954-a994-4a457a478982,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:37.176355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a12ad040-1c71-4ff7-8f45-e74b515d6915 None None] Provisioning complete for port fcb8ec58-0522-46f5-8e1c-59566595ec49 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:37.176725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a12ad040-1c71-4ff7-8f45-e74b515d6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:37.228515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a12ad040-1c71-4ff7-8f45-e74b515d6915 None None] Port fcb8ec58-0522-46f5-8e1c-59566595ec49 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:36:37.267969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:36:37.280340 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2c2a48a9-f1ea-4271-9d52-c7df3b2eddd4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/06066eaa-b6be-46e2-8ad2-ba8d2049b5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2578089 Mar 23 10:36:37.282737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50936) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:37.418937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba32e8f-22e5-4b71-b697-c8f8727fc9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.419622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba32e8f-22e5-4b71-b697-c8f8727fc9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.419622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba32e8f-22e5-4b71-b697-c8f8727fc9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.419915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba32e8f-22e5-4b71-b697-c8f8727fc9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.421503 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7ba32e8f-22e5-4b71-b697-c8f8727fc9fc tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1379011 Mar 23 10:36:37.424253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50940) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:37.489818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2387abf-e2c5-4dbc-ac8e-a3dcb6a6e660 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.490141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2387abf-e2c5-4dbc-ac8e-a3dcb6a6e660 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.490497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2387abf-e2c5-4dbc-ac8e-a3dcb6a6e660 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.490848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2387abf-e2c5-4dbc-ac8e-a3dcb6a6e660 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:37.492471 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b2387abf-e2c5-4dbc-ac8e-a3dcb6a6e660 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0673265 Mar 23 10:36:37.495722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50944) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:37.798131 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1457c008-dc5d-46a9-8505-d4296d4fce7d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3012707 Mar 23 10:36:38.101286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50950) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:38.106810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511489352', 'description': 'tempest-secgroup-smoke-511489352 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:38.112871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.116898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.119928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.125812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.137239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.175012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.179049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.182471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.188801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.247970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.252553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.296616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855ba98c-d852-4e0d-a0e1-331baeb26e19,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:38.303424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.304681 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-db347768-56e2-4081-8aa5-ebeb49a611af tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2023909 Mar 23 10:36:38.307946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:38.314425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '855ba98c-d852-4e0d-a0e1-331baeb26e19', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:38.320919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.329294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.333090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.343171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.360355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c32600f5-e232-40ee-a54d-2c16a63430b3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:38.364563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.427952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Sync routers for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:36:38.435452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.439443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.458831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:38.459447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:38.472275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec213925-7c20-4c10-a324-21f8eca968a0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:38.487141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.488749 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5f7431df-967a-4159-8bdb-4e60d12cb044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1794233 Mar 23 10:36:38.492216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50958) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:38.498364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '855ba98c-d852-4e0d-a0e1-331baeb26e19', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:38.504445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.508300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.512130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.518385 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.535417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.597895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.598414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c32600f5-e232-40ee-a54d-2c16a63430b3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:38.598785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.601547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.625045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd854ff0-2f4b-43ba-8197-e999741d76a1,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:38.635668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.637111 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8e3a0d91-66eb-43ca-a0b0-d7f5ad5653a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1436520 Mar 23 10:36:38.640064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50962) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:38.645442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '855ba98c-d852-4e0d-a0e1-331baeb26e19', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:38.651128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.655098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.658090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.663891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.680768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.694282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:38.749688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.753647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.777723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cdfb27-81a2-4402-bdf6-577aa82d3274,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:38.786520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.788174 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-71d149a0-38fc-4111-bd92-a20eaa34d0f0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466990 Mar 23 10:36:38.791181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50966) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:38.796727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '855ba98c-d852-4e0d-a0e1-331baeb26e19', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:38.802566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.806922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.809825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.815649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.832343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.861742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 014fd6a2-b3f5-4954-a994-4a457a478982 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:38.902855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.906756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.932051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1151a352-4a7b-4111-8d75-aa62353fe82b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:38.944936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.946260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7397ab1f-41e9-4b31-bd46-fe751995fa91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540656 Mar 23 10:36:38.949724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 50970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:38.955069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '855ba98c-d852-4e0d-a0e1-331baeb26e19', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:38.960960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:38.964852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:38.967730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:38.973746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:38.986112 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:36:38.993717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.046358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 014fd6a2-b3f5-4954-a994-4a457a478982 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:39.046832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.064443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.069586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.106514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3364053-5b92-4a7a-bc82-fe9e1e95f877,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:39.116240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.120202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-908dd7f0-1d0e-437d-ae55-dbbf44534b08 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1693139 Mar 23 10:36:39.122968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 50974) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:39.131054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '855ba98c-d852-4e0d-a0e1-331baeb26e19', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:39.139775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:39.146632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:39.151645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:39.157790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:39.170127 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:36:39.176415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.212352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:36Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:39.221410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Checking router: 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:36:39.221760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Updating router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 port fcb8ec58-0522-46f5-8e1c-59566595ec49 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:36:39.243028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.247000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.272919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.276562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f773a1f-e461-4854-9608-c38cd11a8b7c,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:39.286031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.287371 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-df903474-9fe2-4bcb-bccf-12a20408de67 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1625161 Mar 23 10:36:39.474146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-02df4abc-3079-40d6-a383-66f59d104511 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511489352&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0410998 Mar 23 10:36:39.620909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.621862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a14d73f7-ab3c-49b6-b113-f3932de0cf73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:39.622573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a14d73f7-ab3c-49b6-b113-f3932de0cf73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:39.632589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Transition to ACTIVE for port object fcb8ec58-0522-46f5-8e1c-59566595ec49 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:39.638601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a14d73f7-ab3c-49b6-b113-f3932de0cf73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:39.639495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.639997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a14d73f7-ab3c-49b6-b113-f3932de0cf73 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 797 time: 0.1595678 Mar 23 10:36:39.656718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-d61b18f8-56f2-4ec7-abca-e995328944c3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0109076 Mar 23 10:36:39.742896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-fc044ffd-fe80-4a3e-b4b6-e86d09f784a4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:39.763310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-fc044ffd-fe80-4a3e-b4b6-e86d09f784a4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:39.764801 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-fc044ffd-fe80-4a3e-b4b6-e86d09f784a4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030595 Mar 23 10:36:39.767392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd886ad-757a-4d73-95f1-fa7f4441cd25 None None] Pushing event updated for resources: {'Port': ['ID=fcb8ec58-0522-46f5-8e1c-59566595ec49,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:39.860124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Attempting to bind port fcb8ec58-0522-46f5-8e1c-59566595ec49 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:36:39.860566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Attempting to bind port fcb8ec58-0522-46f5-8e1c-59566595ec49 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:36:39.860993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Attempting to bind port fcb8ec58-0522-46f5-8e1c-59566595ec49 on network 50104c00-39a4-40ae-87d4-f030780db2ee {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:36:39.867727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:36:39.868176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Checking segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:36:39.868658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.871157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Bound using segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:36:39.871157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Bound port: fcb8ec58-0522-46f5-8e1c-59566595ec49, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:36:39.871157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:39.989320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-c1586569-8bb1-4423-ac4a-a9a8cbaece1c service neutron] 10.222.0.73 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085891 Mar 23 10:36:40.015287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] For port fcb8ec58-0522-46f5-8e1c-59566595ec49, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:36:40.018807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] For port fcb8ec58-0522-46f5-8e1c-59566595ec49, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fcb8ec58-0522-46f5-8e1c-59566595ec49,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:36:40.027118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:40.109845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd886ad-757a-4d73-95f1-fa7f4441cd25 None None] Pushing event updated for resources: {'Port': ['ID=fcb8ec58-0522-46f5-8e1c-59566595ec49,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:40.112658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:40.113445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:40.133068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-3b39b018-ee17-43e5-baec-3cd7d03bd89a service neutron] 10.222.0.73 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381245 Mar 23 10:36:40.339799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:40.348050 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-621d4cf1-06f9-4ec0-adaa-1a2726bef004 req-c181d294-b42c-41a9-b4a3-eb7222ee6c79 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 210 time: 0.0426793 Mar 23 10:36:40.692218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:40Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:40.696699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792fd15-dc2b-4cc1-9ddf-3d42f3778034 None None] The sync data for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv is: [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:40Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:36:41.437455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a805042c-b598-41a3-93e6-4ce2831c381e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:41.438984 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a805042c-b598-41a3-93e6-4ce2831c381e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 797 time: 0.1723051 Mar 23 10:36:41.507233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-38d1a741-194b-4d41-b764-494fb02005ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:41.524946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-38d1a741-194b-4d41-b764-494fb02005ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:41.527159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-38d1a741-194b-4d41-b764-494fb02005ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 379 time: 0.0765436 Mar 23 10:36:41.535213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['855ba98c-d852-4e0d-a0e1-331baeb26e19']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:41.542528 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6ddbb271-2c45-41b5-a7e0-3d2d3e6cbea5 req-2d59857d-07a2-4ba8-a1d7-2439320fb7de tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 210 time: 0.0571702 Mar 23 10:36:41.690146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:41.699791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:41.709374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:36:41.712403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:41.891216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.6 (50104c00-39a4-40ae-87d4-f030780db2ee/9c6861fd-e3d8-4229-8e5c-6390810c1347/4585f7c3-e742-4664-9d62-05497df24e1c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:36:42.097287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.113740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 4585f7c3-e742-4664-9d62-05497df24e1c will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:42.136988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.210375 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 50104c00-39a4-40ae-87d4-f030780db2ee is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:42.213439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:42.218287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:36:42.253792 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=4585f7c3-e742-4664-9d62-05497df24e1c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:42.292012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:42.292509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.320381 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-5530a007-cc88-42a0-989e-14c2a6d5af1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888467 Mar 23 10:36:42.331625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Request body: {'port': {'device_id': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:42.380382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fcb8ec58-0522-46f5-8e1c-59566595ec49 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:42.452581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fcb8ec58-0522-46f5-8e1c-59566595ec49 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:42.461396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.462073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fcb8ec58-0522-46f5-8e1c-59566595ec49 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:42.463183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.525806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f57f7f58-462b-4e7b-95e4-265c79306674 None None] Provisioning for port 4585f7c3-e742-4664-9d62-05497df24e1c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:42.531280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f57f7f58-462b-4e7b-95e4-265c79306674 None None] Provisioning complete for port 4585f7c3-e742-4664-9d62-05497df24e1c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:42.531672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f57f7f58-462b-4e7b-95e4-265c79306674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.637198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f57f7f58-462b-4e7b-95e4-265c79306674 None None] Port 4585f7c3-e742-4664-9d62-05497df24e1c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:36:42.646852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.680551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port fcb8ec58-0522-46f5-8e1c-59566595ec49, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fcb8ec58-0522-46f5-8e1c-59566595ec49,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:42.686429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.758150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=fcb8ec58-0522-46f5-8e1c-59566595ec49,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:42.763679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01caff5-c8b3-47d9-a8e5-1ede127d7576 req-2828df34-a494-492a-9890-a1b434985bc0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:42.770382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f01caff5-c8b3-47d9-a8e5-1ede127d7576 req-2828df34-a494-492a-9890-a1b434985bc0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 931 time: 0.0987270 Mar 23 10:36:42.812574 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f01caff5-c8b3-47d9-a8e5-1ede127d7576 req-eec6042b-d1e0-46be-8c76-096434e2d53d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Mar 23 10:36:42.840497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4585f7c3-e742-4664-9d62-05497df24e1c {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:36:42.847289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.862640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Transition to ACTIVE for port object 4585f7c3-e742-4664-9d62-05497df24e1c will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:42.865689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.995646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Pushing event updated for resources: {'Port': ['ID=4585f7c3-e742-4664-9d62-05497df24e1c,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:43.098640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Attempting to bind port 4585f7c3-e742-4664-9d62-05497df24e1c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:36:43.098989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Attempting to bind port 4585f7c3-e742-4664-9d62-05497df24e1c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:36:43.099311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Attempting to bind port 4585f7c3-e742-4664-9d62-05497df24e1c on network 50104c00-39a4-40ae-87d4-f030780db2ee {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:36:43.105132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Port 4585f7c3-e742-4664-9d62-05497df24e1c on network 50104c00-39a4-40ae-87d4-f030780db2ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:36:43.105447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Attempting to bind port 4585f7c3-e742-4664-9d62-05497df24e1c on network 50104c00-39a4-40ae-87d4-f030780db2ee {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:36:43.111579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:36:43.111910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Checking segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:36:43.112284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Bound using segment: {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:36:43.112696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Bound port: 4585f7c3-e742-4664-9d62-05497df24e1c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3017171-2cd8-4dc3-bc47-b22c84ecf914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:36:43.113036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.302820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] For port 4585f7c3-e742-4664-9d62-05497df24e1c, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:36:43.305660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] For port 4585f7c3-e742-4664-9d62-05497df24e1c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4585f7c3-e742-4664-9d62-05497df24e1c,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:36:43.309793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.375177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.376554 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] 10.222.0.91 "PUT /v2.0/ports/4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 1093 time: 1.0493605 Mar 23 10:36:43.376984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:36:43.392533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabfede-bd47-4813-a9fa-002e55211953 service neutron] Pushing event updated for resources: {'Port': ['ID=4585f7c3-e742-4664-9d62-05497df24e1c,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:43.490711 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-b82fc5c1-9157-4b28-9266-44c907fe60d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1096 time: 0.0732217 Mar 23 10:36:43.548890 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c', 'status': 'completed', 'code': 200} Mar 23 10:36:43.564269 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-e232417c-c14f-4776-956a-453e7884af32 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 217 time: 0.0672643 Mar 23 10:36:43.625423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-e655b13e-588f-4e57-aede-379373782c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:43.626855 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-e655b13e-588f-4e57-aede-379373782c22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0565681 Mar 23 10:36:43.702491 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-c8495130-5c57-4269-90e4-3f55541f562a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695899 Mar 23 10:36:43.835136 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-fc12652d-7bdf-4aa7-9c15-9d1a7841a630 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269293 Mar 23 10:36:43.968546 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-6d5622ea-3742-4746-8cc4-320c529ea30c req-a4c82954-c8bb-471f-8429-c12954e94c5b service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281395 Mar 23 10:36:44.008057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824563f5-bb5c-4800-adf9-693e2ec630c1 req-1a2f137b-a8f3-49c4-9c08-85ad51283f52 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.010397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-824563f5-bb5c-4800-adf9-693e2ec630c1 req-1a2f137b-a8f3-49c4-9c08-85ad51283f52 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 943 time: 0.0765119 Mar 23 10:36:44.059750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-824563f5-bb5c-4800-adf9-693e2ec630c1 req-2ff88c43-2b5b-4a6a-a959-2effad7d1e1b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Mar 23 10:36:44.079993 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-26b4d48f-60e7-4c4c-879e-61ea28573795 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1096 time: 0.0703540 Mar 23 10:36:44.217957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-b6f989e1-e776-49d9-8b0e-5b541af9052a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.219389 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-b6f989e1-e776-49d9-8b0e-5b541af9052a service neutron] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 898 time: 0.1330588 Mar 23 10:36:44.291006 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-18190a21-6c06-40b7-9c83-47f0a9fd3c7b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 217 time: 0.0645552 Mar 23 10:36:44.343959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fcb8ec58-0522-46f5-8e1c-59566595ec49 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:44.356261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-a2a9e995-a22f-483a-bc03-327df4d888f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.357690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-a2a9e995-a22f-483a-bc03-327df4d888f6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0616224 Mar 23 10:36:44.423153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port fcb8ec58-0522-46f5-8e1c-59566595ec49 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:44.423555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:44.434776 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-e4fa9a18-1733-4fc4-8058-a473c6e6f64b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712562 Mar 23 10:36:44.570830 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-c7e06be8-814d-42c7-bbe4-c7c24644c7c9 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296117 Mar 23 10:36:44.702422 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-74f1c610-0a64-4330-a41e-b15fb95ff43e req-bf6d7104-c66c-431e-a6fc-93d3f2a07fdc service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254847 Mar 23 10:36:45.269100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605afb-c8f3-451d-aa62-9e567b2f3c79 req-25e6fe09-ce5b-4a73-b680-30df50f2359d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:45.270514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64605afb-c8f3-451d-aa62-9e567b2f3c79 req-25e6fe09-ce5b-4a73-b680-30df50f2359d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 943 time: 0.0807924 Mar 23 10:36:45.327295 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64605afb-c8f3-451d-aa62-9e567b2f3c79 req-d2ae6ac9-068d-48ae-a73f-e4623652d08d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506077 Mar 23 10:36:46.536866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041cab8-e7a3-459b-9131-81bb8c41f866 req-ff9206c4-a72d-490e-a8ee-d3be2adeac1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:46.538247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f041cab8-e7a3-459b-9131-81bb8c41f866 req-ff9206c4-a72d-490e-a8ee-d3be2adeac1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 943 time: 0.0844941 Mar 23 10:36:46.694190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f041cab8-e7a3-459b-9131-81bb8c41f866 req-f2b5559e-88ab-4f2c-98b7-7f741af71acb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496747 Mar 23 10:36:47.789828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4585f7c3-e742-4664-9d62-05497df24e1c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:36:47.897026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda31b5-a02b-4cb7-9ac1-872f5e0d9263 req-c43e49ec-f3bb-4cb7-8e69-d15085c73028 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:47.898524 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eeda31b5-a02b-4cb7-9ac1-872f5e0d9263 req-c43e49ec-f3bb-4cb7-8e69-d15085c73028 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 943 time: 0.0804050 Mar 23 10:36:47.935028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4585f7c3-e742-4664-9d62-05497df24e1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4585f7c3-e742-4664-9d62-05497df24e1c,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:47.948933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4585f7c3-e742-4664-9d62-05497df24e1c', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'port_id': '4585f7c3-e742-4664-9d62-05497df24e1c', 'mac_address': 'fa:16:3e:a1:05:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:36:47.951793 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eeda31b5-a02b-4cb7-9ac1-872f5e0d9263 req-01f532c5-66a2-4f5a-9081-4cc5da2dc939 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440786 Mar 23 10:36:48.006844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:48.024625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4585f7c3-e742-4664-9d62-05497df24e1c {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:36:48.040211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4585f7c3-e742-4664-9d62-05497df24e1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4585f7c3-e742-4664-9d62-05497df24e1c,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:48.045294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:48.115929 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4585f7c3-e742-4664-9d62-05497df24e1c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:48.378989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4585f7c3-e742-4664-9d62-05497df24e1c'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:36:49.163406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fcfeb-bd88-4fe7-8d89-a376fabb704e req-9b849df5-1ca6-4f94-91d6-26f3be4565b3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:49.164986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a89fcfeb-bd88-4fe7-8d89-a376fabb704e req-9b849df5-1ca6-4f94-91d6-26f3be4565b3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 944 time: 0.0873528 Mar 23 10:36:49.215363 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a89fcfeb-bd88-4fe7-8d89-a376fabb704e req-75d7745d-e3c9-4f2e-90f8-736a44b59ab1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438623 Mar 23 10:36:49.789621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4585f7c3-e742-4664-9d62-05497df24e1c up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:49.885334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 4585f7c3-e742-4664-9d62-05497df24e1c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:49.890607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4585f7c3-e742-4664-9d62-05497df24e1c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:49.890959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:50.005038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:50.032987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:36:50.043694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4585f7c3-e742-4664-9d62-05497df24e1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4585f7c3-e742-4664-9d62-05497df24e1c,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:36:50.047710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:50.093334 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c', 'code': 200} Mar 23 10:36:50.123080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4585f7c3-e742-4664-9d62-05497df24e1c,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:50.412162 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-832cf0cb-6613-4bfb-85d4-d2f254158cc5 req-0229837c-bc9f-43d7-983e-9426b9c645b7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1098 time: 0.1489859 Mar 23 10:36:50.419387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6b3e-f770-4fcc-a4db-a47a5a1be403 req-22a78187-700b-49e7-a610-4582e52c41a7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:50.420885 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-436d6b3e-f770-4fcc-a4db-a47a5a1be403 req-22a78187-700b-49e7-a610-4582e52c41a7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.0785422 Mar 23 10:36:50.455466 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-832cf0cb-6613-4bfb-85d4-d2f254158cc5 req-26e4b640-6f95-4c27-af5e-4d08061dd1fc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371902 Mar 23 10:36:50.470647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-436d6b3e-f770-4fcc-a4db-a47a5a1be403 req-fbb739de-9a46-42d2-baed-0f37c359c2b1 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Mar 23 10:36:51.666101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63612ae4-03e6-4cba-94c1-b590d6e11fab req-d496e8fc-c7db-4757-90b3-e64d4d4afeb7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:51.667525 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63612ae4-03e6-4cba-94c1-b590d6e11fab req-d496e8fc-c7db-4757-90b3-e64d4d4afeb7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.0767555 Mar 23 10:36:51.717496 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63612ae4-03e6-4cba-94c1-b590d6e11fab req-c5d81106-1099-4e2b-9a51-a44586a60788 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443938 Mar 23 10:36:52.915031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1613-cefa-46b7-b087-d94cbd86570d req-49499a1a-8db0-42c2-a738-7f031ab42cca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:52.917042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14ed1613-cefa-46b7-b087-d94cbd86570d req-49499a1a-8db0-42c2-a738-7f031ab42cca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.0796609 Mar 23 10:36:52.961643 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14ed1613-cefa-46b7-b087-d94cbd86570d req-9d59fde6-be32-498f-a88c-dfd91f535744 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Mar 23 10:36:53.154563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83998-9984-479d-895a-bc564373508a req-97008d08-a41e-4641-a8d0-4a3c9935c5ff tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:53.156027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ee83998-9984-479d-895a-bc564373508a req-97008d08-a41e-4641-a8d0-4a3c9935c5ff tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.0755942 Mar 23 10:36:53.202593 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ee83998-9984-479d-895a-bc564373508a req-54a4df9a-c28b-422a-a3c7-50dbd21b0e28 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409322 Mar 23 10:36:53.231051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51028) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:53.301533 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-867d6951-cc0f-457d-8587-ff6d4be79940 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1093 time: 0.0691946 Mar 23 10:36:53.304106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51032) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:53.309918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '4585f7c3-e742-4664-9d62-05497df24e1c', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:36:53.315654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:53.319456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:53.322362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:53.328808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:53.341955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.552533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.680098 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.33 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/94c05f81-181f-446a-a400-38fcb63264ee) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:36:53.827956 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.855077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.925077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:53.927939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:53.930341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:36:53.959557 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=94c05f81-181f-446a-a400-38fcb63264ee,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:54.375103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8839ebc-6cdd-4727-9043-3f84882da078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:54.462635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:54.520900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:54.586615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:54.740823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:54.745639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:54.841027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=94c05f81-181f-446a-a400-38fcb63264ee,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:54.861235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:55.148562 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550 associated. External IP: 172.26.7.33, port: 4585f7c3-e742-4664-9d62-05497df24e1c. Mar 23 10:36:55.546132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:36:55.751385 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:36:55.760879 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] Sync routers for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:36:55.773951 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:55.774544 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:55.776435 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:55.835069 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e19eead7-8998-453e-aee1-dcc73322ea55 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5298123 Mar 23 10:36:55.835568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:36:55.839286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51036) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:55.896712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c', 'status': 'completed', 'code': 200} Mar 23 10:36:55.954168 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d42e196-a61e-46b2-a18e-451f3cc39476 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550 HTTP/1.1" status: 200 len: 990 time: 0.1124425 Mar 23 10:36:55.961358 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:55.985801 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-876ae083-183e-4b33-9847-472144fb1e50 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1098 time: 0.0687037 Mar 23 10:36:56.130012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-7b958136-c754-44d8-833c-0b80e33a783f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:56.131376 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-7b958136-c754-44d8-833c-0b80e33a783f service neutron] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 898 time: 0.1396914 Mar 23 10:36:56.235282 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-a0d0d8c7-2389-4277-a54f-6de04d8736d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 998 time: 0.0977926 Mar 23 10:36:56.302486 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-10c7c85d-20d2-4d7e-96d8-c15f56e17c26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:56.303980 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-10c7c85d-20d2-4d7e-96d8-c15f56e17c26 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0636458 Mar 23 10:36:56.307793 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'port_id': '4585f7c3-e742-4664-9d62-05497df24e1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'mac_address': 'fa:16:3e:a1:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:36:54Z', 'updated_at': '2022-03-23T10:36:54Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:42Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:56.312963 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] Checking router: 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:36:56.323679 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:36:56.324278 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:36:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:56.381759 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-4a562710-fff9-4d00-b2ce-c0974e48de9e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721524 Mar 23 10:36:56.392135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-51196db8-40ac-49a2-a82a-c68cfaf2f646 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:36:56.393140 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-51196db8-40ac-49a2-a82a-c68cfaf2f646 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054464 Mar 23 10:36:56.497933 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:36:56.526066 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-3ab15ec1-01b3-4f8b-8220-8b6d15fc1f94 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254773 Mar 23 10:36:56.668718 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fe87e361-4ab4-44c6-be2d-6d3da022ffce req-1e6391b6-5e1a-40d4-abe3-bac1f92cd866 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370499 Mar 23 10:36:56.716158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d32f472-4d4c-4110-a8d1-48662392b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.878611 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'port_id': '4585f7c3-e742-4664-9d62-05497df24e1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'mac_address': 'fa:16:3e:a1:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:36:54Z', 'updated_at': '2022-03-23T10:36:54Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:42Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:56.882631 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e62bc6-ccc8-4cdd-a755-6b05ee747308 None None] The sync data for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv is: [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'port_id': '4585f7c3-e742-4664-9d62-05497df24e1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'mac_address': 'fa:16:3e:a1:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:36:54Z', 'updated_at': '2022-03-23T10:36:54Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:42Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:36:56.956633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51042) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:57.064426 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-023223de-555b-4e9b-aa90-d1549ee14a46 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550 HTTP/1.1" status: 200 len: 990 time: 0.1066387 Mar 23 10:36:57.366937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691338bf-6c79-4b59-bc27-477e1c4f9f06 None None] New status for floating IP e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:36:57.730734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.911232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:58.068331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51046) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:58.172579 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dd552051-27c5-41b3-8505-0156c145375f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550 HTTP/1.1" status: 200 len: 992 time: 0.1028719 Mar 23 10:36:59.283892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:11.210490 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:37:16.398130 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-2e554183-92d7-4fc3-879d-53da04d3d7c2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674517 Mar 23 10:37:16.625900 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-6346837c-5f28-4e3c-934b-b52c1a8a35f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1098 time: 0.1600242 Mar 23 10:37:16.769812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-6838f8c2-7269-48f3-a7a3-c005f1a8d930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:16.771249 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-6838f8c2-7269-48f3-a7a3-c005f1a8d930 service neutron] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 898 time: 0.1258411 Mar 23 10:37:16.876947 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-fd4b7f35-c34b-45db-ba55-bd7c8b7cbeb9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 1000 time: 0.0987093 Mar 23 10:37:16.938790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-ab0214bd-6d03-4deb-a562-258d2354f69b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:16.940233 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-ab0214bd-6d03-4deb-a562-258d2354f69b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0573597 Mar 23 10:37:17.017508 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-17a15cb1-31bb-4f22-a33b-bc52f3da160d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710554 Mar 23 10:37:17.151686 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-a069b71a-a2d7-4e18-bbbe-949369fd64be service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280744 Mar 23 10:37:17.282102 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-88889dba-d3cb-4ce7-aeff-105f80d8d843 req-c3317c72-3bcf-4dc8-87c3-61d234cf0e0c service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250863 Mar 23 10:37:24.377090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4785458-ec68-41ab-9b27-3f537d3064cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:24.609047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:26.721170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d3fed0e-0ee0-4377-af89-1f1138cbdc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:27.734371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:27.913712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:29.288473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:48.211447 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:37:54.382192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b9f1080-cfb9-4697-84d2-0d7d146c466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:54.608110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:56.724343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fb4158b5-2e78-4889-91ea-0ad304e8fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.736160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.916635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:59.292307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:16.932690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-a7d06093-50e4-4857-808b-c5e113f1b029 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796242 Mar 23 10:38:17.076643 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-bafebd8b-77b6-4ad7-83e0-f5216e4b8eeb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1098 time: 0.0741467 Mar 23 10:38:17.234785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-08a2b881-6f54-40da-b230-50f9f53917d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:17.237746 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-08a2b881-6f54-40da-b230-50f9f53917d7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 898 time: 0.1406746 Mar 23 10:38:17.332727 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-e5057fd3-4fba-4d7c-8b00-46efb0dbd325 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 1000 time: 0.0903368 Mar 23 10:38:17.402372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-ed2028d0-97fa-4403-add6-1ab6238c028b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:17.404359 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-ed2028d0-97fa-4403-add6-1ab6238c028b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0649679 Mar 23 10:38:17.478271 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-f5068ee9-4006-4ec4-b4b2-87492cfc7ace service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679717 Mar 23 10:38:17.607453 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-4f9c6301-fa3c-4d53-a184-cda58d115694 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225893 Mar 23 10:38:17.736433 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-15b53d47-3974-4290-8e77-fab05f13fea2 req-35464bc7-64a3-43d9-8d94-19e6a41fe766 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242173 Mar 23 10:38:24.375650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6610f5fa-71d9-48ac-9422-e1bbab8d615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:24.598388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:25.214906 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:38:26.727025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a01d6747-0650-494f-ba6a-10f300c3b433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:27.739407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:27.918977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:29.292354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:54.377834 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cdb98487-482d-427f-bf3c-b0a2a09b279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:54.610078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:56.731171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4359beeb-efbe-46dd-bc37-f5d517587a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:57.742012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:57.922156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:59.293643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:02.215422 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:39:17.242897 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-9b195114-230b-404f-98c6-d1cc5ddb43c9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1667690 Mar 23 10:39:17.380101 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-4c078bf4-882e-4776-b115-9a647ba0fbc4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1098 time: 0.0684469 Mar 23 10:39:17.530575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a5006-acd5-434f-8abf-61444d8c75db req-02887385-2503-41f8-a181-52a837d29b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:17.531933 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-02887385-2503-41f8-a181-52a837d29b6c service neutron] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 898 time: 0.1317799 Mar 23 10:39:17.640134 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-21a47877-e41b-491d-a449-98bf354192bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 1000 time: 0.1017368 Mar 23 10:39:17.706836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a5006-acd5-434f-8abf-61444d8c75db req-7426d2b8-a6d8-4241-8a80-2840c3b17ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:17.708332 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-7426d2b8-a6d8-4241-8a80-2840c3b17ef0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0611598 Mar 23 10:39:17.788852 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-9f143bc5-cb41-4bce-b2d0-fd59b2174e49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744517 Mar 23 10:39:17.923656 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-51e9f231-21a3-4115-b85d-d264fefba985 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281676 Mar 23 10:39:18.061712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c34a5006-acd5-434f-8abf-61444d8c75db req-55d611e6-e850-4a92-a949-4a9165bfdb49 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314273 Mar 23 10:39:24.379139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-258b0aff-82ae-44fc-9058-34b8758dd1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:24.609138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:26.733222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f12a1ada-9c5e-4d7f-90ed-15d7cd15616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:27.740183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:27.922790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:29.297709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:30.369541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51084) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:30.376007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:39:30.623299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3418630'] for subnet, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:30.818827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766047603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4179269'] for subnet, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:30.874321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:30.874473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041e77f-b30b-45e2-9858-f8be9b086626 None None] Network 50104c00-39a4-40ae-87d4-f030780db2ee requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:39:30.874887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:30.876219 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/subnets/9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 836 time: 0.5056429 Mar 23 10:39:30.894038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=9c6861fd-e3d8-4229-8e5c-6390810c1347,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:30.902865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.903786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.904232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.904566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.904896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.905231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.905560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.905886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.906212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.906533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:30.906852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a590d94-be66-4608-b32e-77e058c17da9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.378915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8020ba7a-d634-4c8a-a63d-e07d51f53cf2 None None] Provisioning complete for port 4585f7c3-e742-4664-9d62-05497df24e1c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:31.379197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8020ba7a-d634-4c8a-a63d-e07d51f53cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:31.520927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8020ba7a-d634-4c8a-a63d-e07d51f53cf2 None None] Provisioning complete for port c32600f5-e232-40ee-a54d-2c16a63430b3 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:31.521295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8020ba7a-d634-4c8a-a63d-e07d51f53cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:31.738236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8020ba7a-d634-4c8a-a63d-e07d51f53cf2 None None] Provisioning complete for port fcb8ec58-0522-46f5-8e1c-59566595ec49 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:31.738602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8020ba7a-d634-4c8a-a63d-e07d51f53cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.216384 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:39:54.381174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55c65d54-3f04-4bbf-8106-3f5e697e167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:54.624871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:56.736185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-abfdde46-0e24-4c48-ae86-95d1a0161734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:57.743129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:57.926811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:59.299640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:14.638661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51114) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:14.955670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 94c05f81-181f-446a-a400-38fcb63264ee {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:40:14.956044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:15.134593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:15.134905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:15.367608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 94c05f81-181f-446a-a400-38fcb63264ee owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:40:15.522944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:15.571974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=94c05f81-181f-446a-a400-38fcb63264ee,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:15.666004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:16.071740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:40:16.216484 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:40:16.272152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:40:16.282564 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] Sync routers for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:40:16.289533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:16.293777 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:16.294366 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:39:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:16.341590 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2104658e-eccc-408e-a047-b503a31c153d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550 HTTP/1.1" status: 204 len: 168 time: 1.7018342 Mar 23 10:40:16.342171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:40:16.512070 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:16.576219 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c', 'status': 'completed', 'code': 200} Mar 23 10:40:16.676482 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-1cc7c9c9-9ff3-4fdc-81ab-2b7060d9fb79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 1098 time: 0.0764005 Mar 23 10:40:16.835381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-78742fb2-1df4-4df9-908b-d401f22f7266 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:16.837156 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-78742fb2-1df4-4df9-908b-d401f22f7266 service neutron] 10.222.0.91 "GET /v2.0/networks?id=50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 200 len: 898 time: 0.1543918 Mar 23 10:40:16.861850 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:42Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:16.867405 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] Checking router: 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:40:16.880469 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:16.881077 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:39:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:16.912899 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-ada2074a-1e02-44cf-b601-e6d3036d0a76 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 200 len: 217 time: 0.0682859 Mar 23 10:40:16.935457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427377-5010-4c30-88cd-e32fa39f0799 req-ef3f71c3-e486-4fd6-8408-93e650944d0d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:16.936202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-14427377-5010-4c30-88cd-e32fa39f0799 req-ef3f71c3-e486-4fd6-8408-93e650944d0d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:16.952995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-14427377-5010-4c30-88cd-e32fa39f0799 req-ef3f71c3-e486-4fd6-8408-93e650944d0d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:16.954177 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14427377-5010-4c30-88cd-e32fa39f0799 req-ef3f71c3-e486-4fd6-8408-93e650944d0d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.2015946 Mar 23 10:40:16.989697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-2c7c6783-61e2-43dd-9673-3b01804093c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:16.991168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-2c7c6783-61e2-43dd-9673-3b01804093c5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 200 len: 844 time: 0.0722413 Mar 23 10:40:17.005546 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14427377-5010-4c30-88cd-e32fa39f0799 req-e39896fd-7c21-4b3c-8b26-d25276811e30 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449793 Mar 23 10:40:17.073677 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-2432d357-9ac9-4420-9d42-4b040058176b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50104c00-39a4-40ae-87d4-f030780db2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756373 Mar 23 10:40:17.098499 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:17.230251 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-ec201338-b593-4a64-92c4-1f40e09cca55 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498191 Mar 23 10:40:17.367460 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-fcd78ce2-63d1-40a2-bf7b-47cd43aa67c1 req-648f3e5b-d657-4269-89d9-a348bf050565 service neutron] 10.222.0.91 "GET /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313243 Mar 23 10:40:17.434385 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:42Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:17.438508 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a21a4-6e11-4401-891f-4c2d5f70b534 None None] The sync data for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv is: [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:36:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'fcb8ec58-0522-46f5-8e1c-59566595ec49', 'name': '', 'network_id': '50104c00-39a4-40ae-87d4-f030780db2ee', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:5d:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:35Z', 'updated_at': '2022-03-23T10:36:42Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '9c6861fd-e3d8-4229-8e5c-6390810c1347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:40:17.665495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c86147-c32e-41ae-b959-d64730b5c7b5 None None] New status for floating IP e7aa8eca-92f1-4da5-8aaa-8ce0e8e17550: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:40:18.328420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c38b-c1ea-43d7-b9ea-86c44e2d133a req-00e2b679-7bd7-446b-a02d-65c513c91919 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:18.329796 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0df4c38b-c1ea-43d7-b9ea-86c44e2d133a req-00e2b679-7bd7-446b-a02d-65c513c91919 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.1640079 Mar 23 10:40:18.380969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0df4c38b-c1ea-43d7-b9ea-86c44e2d133a req-c59207d1-d24a-41f6-9b06-15e5540dade4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=855ba98c-d852-4e0d-a0e1-331baeb26e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 Mar 23 10:40:18.468534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-68699a63-c92f-4e89-a50d-856d275278c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:18.469227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-68699a63-c92f-4e89-a50d-856d275278c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:18.481850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-68699a63-c92f-4e89-a50d-856d275278c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:18.483094 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-68699a63-c92f-4e89-a50d-856d275278c8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 945 time: 0.0980308 Mar 23 10:40:18.553533 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 4585f7c3-e742-4664-9d62-05497df24e1c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:40:18.553863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:18.925075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 4585f7c3-e742-4664-9d62-05497df24e1c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4585f7c3-e742-4664-9d62-05497df24e1c,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:18.925432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:19.054311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 4585f7c3-e742-4664-9d62-05497df24e1c owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:40:19.213334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:19.271206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=4585f7c3-e742-4664-9d62-05497df24e1c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:19.312213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.312555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.312889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.313218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.313541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.313859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.314172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.314490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.314800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.315108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.315416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:19.358007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 4585f7c3-e742-4664-9d62-05497df24e1c on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:40:19.361723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:19.365698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'name': 'network-vif-deleted', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:40:19.388276 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f05e7bf6-4283-4863-bdb2-62b09ef65dcd req-1a37611c-e935-4c65-8370-adfc2cecd3aa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/4585f7c3-e742-4664-9d62-05497df24e1c HTTP/1.1" status: 204 len: 173 time: 0.8997691 Mar 23 10:40:19.446200 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dcf00c-81b6-4a48-8543-922e336cb33d', 'name': 'network-vif-deleted', 'tag': '4585f7c3-e742-4664-9d62-05497df24e1c', 'status': 'completed', 'code': 200} Mar 23 10:40:19.605031 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-98101c0b-4bec-4b56-be61-1b0584be6477 req-77627102-ac90-4495-976f-f5c06e805714 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=06dcf00c-81b6-4a48-8543-922e336cb33d HTTP/1.1" status: 200 len: 210 time: 0.0671911 Mar 23 10:40:20.721324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51156) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:20.787857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4e943989-bcf4-459f-a0f4-960e2015200c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:20.817402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4e943989-bcf4-459f-a0f4-960e2015200c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:20.891739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4e943989-bcf4-459f-a0f4-960e2015200c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:20.909222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943989-bcf4-459f-a0f4-960e2015200c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ba98c-d852-4e0d-a0e1-331baeb26e19,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:20.923242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4e943989-bcf4-459f-a0f4-960e2015200c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:20.924379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4e943989-bcf4-459f-a0f4-960e2015200c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/855ba98c-d852-4e0d-a0e1-331baeb26e19 HTTP/1.1" status: 204 len: 168 time: 0.2021039 Mar 23 10:40:20.967178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51162) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:21.379158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:22.068500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port fcb8ec58-0522-46f5-8e1c-59566595ec49 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:40:22.069199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:22.256843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port fcb8ec58-0522-46f5-8e1c-59566595ec49, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fcb8ec58-0522-46f5-8e1c-59566595ec49,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:22.257189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:22.377230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for fcb8ec58-0522-46f5-8e1c-59566595ec49 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:40:22.548439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:22.596006 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=fcb8ec58-0522-46f5-8e1c-59566595ec49,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:22.796219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4585f7c3-e742-4664-9d62-05497df24e1c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:40:22.832188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 4585f7c3-e742-4664-9d62-05497df24e1c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:40:22.832715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4585f7c3-e742-4664-9d62-05497df24e1c not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:40:22.900114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:23.581630 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:40:23.785150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:40:23.795377 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] Sync routers for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:40:23.798000 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c081f7cf-329a-4f46-9f8c-83d0faf185a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/06066eaa-b6be-46e2-8ad2-ba8d2049b5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8291771 Mar 23 10:40:23.800640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51166) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:23.810663 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:23.811308 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:39:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:23.990643 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:23.990902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 9c6861fd-e3d8-4229-8e5c-6390810c1347 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:40:23.993672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.057025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.144941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.224441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.266179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6861fd-e3d8-4229-8e5c-6390810c1347,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:24.272315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.278267 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-03e466a9-4598-4aee-9559-c0ada2ca0300 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/9c6861fd-e3d8-4229-8e5c-6390810c1347 HTTP/1.1" status: 204 len: 168 time: 0.4766583 Mar 23 10:40:24.281701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:24.285194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762dbe4-acee-4352-9259-87afbb061a98 None None] Network 50104c00-39a4-40ae-87d4-f030780db2ee requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:40:24.294839 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:40:22Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:24.299455 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] Checking router: 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:40:24.310405 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] Routers {'06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:24.311749 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:39:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:24.464153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0daaf657-56ea-4185-ac1d-4552452a7a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.503940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.521852 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] Set router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:24.569550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] DHCP port deletion for 50104c00-39a4-40ae-87d4-f030780db2ee request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:40:24.574238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Deleting port c32600f5-e232-40ee-a54d-2c16a63430b3 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:40:24.574607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.681982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.713479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.724291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 014fd6a2-b3f5-4954-a994-4a457a478982 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:40:24.724677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.804672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] For port c32600f5-e232-40ee-a54d-2c16a63430b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c32600f5-e232-40ee-a54d-2c16a63430b3,segment=NetworkSegment(a3017171-2cd8-4dc3-bc47-b22c84ecf914),segment_id=a3017171-2cd8-4dc3-bc47-b22c84ecf914)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:24.805035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.861052 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:40:22Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:24.866673 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af687ea-01b0-4911-8918-a0dc66d767de None None] The sync data for ids ['06066eaa-b6be-46e2-8ad2-ba8d2049b5c6'] in dv-neutron-834653-2-hyperv is: [{'id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'name': 'tempest-TestNetworkBasicOps-router-171793999', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:36:31Z', 'updated_at': '2022-03-23T10:40:22Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '014fd6a2-b3f5-4954-a994-4a457a478982', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06066eaa-b6be-46e2-8ad2-ba8d2049b5c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:36:32Z', 'updated_at': '2022-03-23T10:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:40:24.912124 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 014fd6a2-b3f5-4954-a994-4a457a478982, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=014fd6a2-b3f5-4954-a994-4a457a478982,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:24.912534 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:24.929830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Calling delete_port for c32600f5-e232-40ee-a54d-2c16a63430b3 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:40:25.005198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.053145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Pushing event deleted for resources: {'Port': ['ID=c32600f5-e232-40ee-a54d-2c16a63430b3,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:25.062916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] No DVR routers for this DVR port c32600f5-e232-40ee-a54d-2c16a63430b3 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:40:25.068281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.068639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.073179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd37b4b-1dbf-48aa-b276-f5554a903080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:25.146197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 014fd6a2-b3f5-4954-a994-4a457a478982 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:40:25.334625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.384830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=014fd6a2-b3f5-4954-a994-4a457a478982,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:25.618158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.873257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.877325 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.901298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.901994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router 06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:40:25.917007 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.918282 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-baf09e56-783e-4fb8-ad38-29be9a04ea60 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/06066eaa-b6be-46e2-8ad2-ba8d2049b5c6 HTTP/1.1" status: 204 len: 168 time: 1.6356273 Mar 23 10:40:25.921434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51174) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:26.041248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.173234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.197996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50104c00-39a4-40ae-87d4-f030780db2ee']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:26.209925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3017171-2cd8-4dc3-bc47-b22c84ecf914') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:26.210215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3017171-2cd8-4dc3-bc47-b22c84ecf914') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:26.221973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.237726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.243631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:40:26.244008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:40:26.257861 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:40:26.336354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.353400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.364758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=50104c00-39a4-40ae-87d4-f030780db2ee,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:26.375841 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a0ceeedf-0f1f-4250-880f-620d641a6d97 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/50104c00-39a4-40ae-87d4-f030780db2ee HTTP/1.1" status: 204 len: 168 time: 0.4499738 Mar 23 10:40:26.385583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:26.392013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--853917448', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:26.397335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:26.402368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:26.405749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:26.412178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:26.423706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:40:26.426670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.456689 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 984, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:40:26.463723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c32600f5-e232-40ee-a54d-2c16a63430b3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:40:26.468742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.469079 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc of type vlan for network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 Mar 23 10:40:26.498605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c32600f5-e232-40ee-a54d-2c16a63430b3 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:40:26.498955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c32600f5-e232-40ee-a54d-2c16a63430b3 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:40:26.499371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fcb8ec58-0522-46f5-8e1c-59566595ec49 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:40:26.538255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fcb8ec58-0522-46f5-8e1c-59566595ec49 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:40:26.538602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fcb8ec58-0522-46f5-8e1c-59566595ec49 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:40:26.539024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 014fd6a2-b3f5-4954-a994-4a457a478982 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:40:26.583070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 014fd6a2-b3f5-4954-a994-4a457a478982 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:40:26.583443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 014fd6a2-b3f5-4954-a994-4a457a478982 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:40:26.603938 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.633810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.637589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:26.638148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.738261 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f98dbf8f-5708-4e63-8bf0-d3f8d1cebe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.744684 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3580785 Mar 23 10:40:26.747487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8be7d-bcfc-4a85-8c84-da5e435002bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:26.747673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51182) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:26.755015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:26.767202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:40:26.778027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:26.783069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:26.787087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:26.793363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:26.803573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.804499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.823780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.071599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.247757 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.284339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.414715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.252 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/6cff8752-fd47-4b6a-a7bc-7c1d979f0501) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:27.567988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.599014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.670799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:27.673631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:27.678248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:40:27.703437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:27.746157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.845126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.845860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.930844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:28.077225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:40:28.293184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:40:28.303112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:40:28.315346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:28.316006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:28.320379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:28.324440 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-62c16c08-97f9-4ee2-b477-1035b059a2a2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5729265 Mar 23 10:40:28.324810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51186) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:28.366065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a380f5ed-8de6-497e-91d0-94e27f6a82b8 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400894 Mar 23 10:40:28.369354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51190) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:28.498627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:28.503560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efa0d4-8d56-4472-a7a3-05c1b45894ed tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.505078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-89efa0d4-8d56-4472-a7a3-05c1b45894ed tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347363 Mar 23 10:40:28.508320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51194) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:28.552986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9b4e76b9-03b4-492f-8898-7fccaf21ad3c tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431976 Mar 23 10:40:28.555472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51198) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:28.560776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841308337', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:28.671840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:28.676054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:28.679025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:28.685501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:28.696130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:40:28.806002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:27Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:28.810294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:40:28.810642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Updating router b96b2731-3c8b-4f24-a0b1-e8d082833995 port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:40:28.865134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:28.911766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.144225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.212814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.226991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Transition to ACTIVE for port object 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:29.227973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=45c58e6b-6ba6-45fe-9139-49274c735b3e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:29.235400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.242388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:40:29.242755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:40:29.268786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:40:29.281823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:29.288457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:29.289103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.314445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6d1fc019-bf6f-4dd3-9f6b-cf483d6c1ace tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7578943 Mar 23 10:40:29.319187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:29.319461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb03221-5af4-4adc-9a43-31537e8fa97e None None] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:40:29.354868 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Attempting to bind port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:40:29.355231 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Attempting to bind port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:40:29.355612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Attempting to bind port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:29.409612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.428784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a23f33-82e1-4bfa-9159-35a359ac7126 None None] Pushing event updated for resources: {'Port': ['ID=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:29.435048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:40:29.435417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:40:29.436543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.436926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:40:29.437516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Bound port: 6cff8752-fd47-4b6a-a7bc-7c1d979f0501, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:40:29.437922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.582157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] For port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:40:29.604463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] For port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:40:29.612867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.714524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:40:29.715337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:29.753711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a23f33-82e1-4bfa-9159-35a359ac7126 None None] Pushing event updated for resources: {'Port': ['ID=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:29.845503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:29.846179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:30.098595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Allocated IP 172.20.0.2 (0234a75d-6c56-4aa7-b4ef-4d5aa46089e3/45c58e6b-6ba6-45fe-9139-49274c735b3e/d5082b43-f23e-4a9e-8d4e-dec94642276b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:30.113835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:30.234050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:30.566895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:30.584913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Transition to ACTIVE for port object d5082b43-f23e-4a9e-8d4e-dec94642276b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:30.614408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Transition to ACTIVE for port object d5082b43-f23e-4a9e-8d4e-dec94642276b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:30.620673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:30.677235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:27Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:30.694244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9cf2d4-b653-4b29-b287-6783d8bbf80a None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:27Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:40:30.707065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:30.715028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:30.724311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:40:30.728313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Pushing event updated for resources: {'Port': ['ID=d5082b43-f23e-4a9e-8d4e-dec94642276b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:30.809179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (0234a75d-6c56-4aa7-b4ef-4d5aa46089e3/45c58e6b-6ba6-45fe-9139-49274c735b3e/838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:30.845831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Attempting to bind port d5082b43-f23e-4a9e-8d4e-dec94642276b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:40:30.846388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Attempting to bind port d5082b43-f23e-4a9e-8d4e-dec94642276b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:40:30.846673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Attempting to bind port d5082b43-f23e-4a9e-8d4e-dec94642276b on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:30.853694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:40:30.854199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Checking segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:40:30.854657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:30.855161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Bound using segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:40:30.855765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Bound port: d5082b43-f23e-4a9e-8d4e-dec94642276b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:40:30.856296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:30.977254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] For port d5082b43-f23e-4a9e-8d4e-dec94642276b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:40:30.980796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] For port d5082b43-f23e-4a9e-8d4e-dec94642276b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d5082b43-f23e-4a9e-8d4e-dec94642276b,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:40:30.986332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.050529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.071246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:31.077800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f5205-a3aa-4b31-a53d-33a7aa9a7751 None None] Pushing event updated for resources: {'Port': ['ID=d5082b43-f23e-4a9e-8d4e-dec94642276b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:31.109300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.199405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:31.200334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:31.209623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:31.212348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:40:31.276954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.277627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.277627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.277986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.278319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.278647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.278974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.279300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.280209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.280539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.280858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.306846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.415707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.899503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.904803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.022521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:32.024898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.045935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51c5bf-6333-4827-8b90-d62241330690 None None] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:40:32.172923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:32.174175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:32.203492 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-549a1034-ce12-4b64-a5e6-ef018f63c311 None None] Provisioning for port d5082b43-f23e-4a9e-8d4e-dec94642276b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:32.534051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:32.626877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f47b0bec-d4d1-4882-b9a2-f49ecca32970 None None] Provisioning for port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:32.636030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:32.638093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f47b0bec-d4d1-4882-b9a2-f49ecca32970 None None] Provisioning complete for port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:32.638470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f47b0bec-d4d1-4882-b9a2-f49ecca32970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.672721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:32.673152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.753846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:40:32.807911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0bec-d4d1-4882-b9a2-f49ecca32970 None None] Port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:40:32.874185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.893007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:32.897759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.898652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d5082b43-f23e-4a9e-8d4e-dec94642276b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:32.973831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:40:32.986825 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6925f958-c155-4e1a-848d-fa185dba726d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/b96b2731-3c8b-4f24-a0b1-e8d082833995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6664898 Mar 23 10:40:32.990649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:33.023310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6cb1f039-a645-4217-bd5c-92d3b6937a94 None None] Provisioning complete for port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:33.023707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f039-a645-4217-bd5c-92d3b6937a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.065730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:33.090191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1f039-a645-4217-bd5c-92d3b6937a94 None None] Port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:40:33.096610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d5082b43-f23e-4a9e-8d4e-dec94642276b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:33.102097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d5082b43-f23e-4a9e-8d4e-dec94642276b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:33.102557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.143509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fa662-c8c9-4af1-8b19-65dbceeae5a8 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.144016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fa662-c8c9-4af1-8b19-65dbceeae5a8 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.144433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fa662-c8c9-4af1-8b19-65dbceeae5a8 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.144855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fa662-c8c9-4af1-8b19-65dbceeae5a8 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.146567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9e5fa662-c8c9-4af1-8b19-65dbceeae5a8 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1549804 Mar 23 10:40:33.149265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:33.227245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8f13f-26fa-4281-8c62-3e99b3fdd76f tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.227469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.227722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8f13f-26fa-4281-8c62-3e99b3fdd76f tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.227988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8f13f-26fa-4281-8c62-3e99b3fdd76f tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.228333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8f13f-26fa-4281-8c62-3e99b3fdd76f tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.230057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-51f8f13f-26fa-4281-8c62-3e99b3fdd76f tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0798771 Mar 23 10:40:33.233407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51214) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:33.261802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d5082b43-f23e-4a9e-8d4e-dec94642276b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d5082b43-f23e-4a9e-8d4e-dec94642276b,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:33.266551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.340010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d5082b43-f23e-4a9e-8d4e-dec94642276b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:33.439256 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-431c5c26-14bd-4bc7-8150-1c09ee79bd60 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2046263 Mar 23 10:40:33.793365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51220) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:33.799525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342670562', 'description': 'tempest-secgroup-smoke-1342670562 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:33.805444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:33.811556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:33.816203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:33.826063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:33.840912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.883361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:33.889480 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:33.894281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:33.903156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:33.963807 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.967620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.012315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d8855b-d284-4fac-98b0-5ca3729ced0a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:34.016193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.017665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-db4345bb-84ad-4093-9e99-febf399f0f4a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2231619 Mar 23 10:40:34.021587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51224) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:34.027405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '51d8855b-d284-4fac-98b0-5ca3729ced0a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:34.033516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:34.037574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:34.040531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:34.046862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:34.063277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.132180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.137030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.161491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2954e2-f9d3-4986-8f9b-97401fc2a64f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:34.171593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.172797 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-38802d26-bded-42c6-a1be-2444d3f77ccb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1501269 Mar 23 10:40:34.175713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51228) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:34.181515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '51d8855b-d284-4fac-98b0-5ca3729ced0a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:34.187932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:34.191985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:34.194914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:34.200795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:34.219891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.287031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.290528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.313471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b11814-4b89-4315-95a9-f1613c0428c0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:34.323845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.325706 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-84f26c93-27ce-4b6a-aae7-c3b317650cbb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488051 Mar 23 10:40:34.328879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51232) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:34.336718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '51d8855b-d284-4fac-98b0-5ca3729ced0a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:34.346532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:34.352818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:34.356144 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:40:34.356920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:34.362851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:34.368810 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:34.369504 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:34.384187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.469288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.479954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.480836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:34.507356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f300554b-95e8-40af-95c2-dbeb65956783,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:34.519966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.521491 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c84482ff-0f33-4ff7-bdf3-d07d913bec1f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1913257 Mar 23 10:40:34.524563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51236) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:34.534975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '51d8855b-d284-4fac-98b0-5ca3729ced0a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:34.546135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:34.552899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:34.558109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:34.568444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:34.585086 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:34.593329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:34.593698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.596172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.680321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.685153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.716795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383e6762-3ad0-46c8-a0a0-4fc13984d22d,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:34.728731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.734210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:34.741025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '51d8855b-d284-4fac-98b0-5ca3729ced0a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:34.741708 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fd8375c6-c30e-40c9-bec8-912473e43118 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2134299 Mar 23 10:40:34.747307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:34.752932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:34.756232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d5082b43-f23e-4a9e-8d4e-dec94642276b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:34.756624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:34.764838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:34.776907 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:40:34.785545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.859246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.863989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.870226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d5082b43-f23e-4a9e-8d4e-dec94642276b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:34.870582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.895717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea2c3e3-e57a-449f-80d1-29d9818f400b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:34.925157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:34.926766 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1d49aef7-3def-45fd-a68e-afe1d0d32517 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1915371 Mar 23 10:40:34.929796 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51244) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:34.936544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '51d8855b-d284-4fac-98b0-5ca3729ced0a', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:34.938458 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:34.943139 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:40:34.943454 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Updating router b96b2731-3c8b-4f24-a0b1-e8d082833995 port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:40:34.943635 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:34.947867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:34.951797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:34.958171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:34.973686 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:40:34.984383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.006234 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.058460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.064538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.088810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb723a71-0667-4fe7-b4b7-0e2eda0879f7,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:35.101961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.113283 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5cfbcce2-53df-4342-a2de-ec693a922bc9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1728699 Mar 23 10:40:35.311432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-9826d8a8-0ac7-455a-82ae-d43c4c2f7e8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:35.326956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-9826d8a8-0ac7-455a-82ae-d43c4c2f7e8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:35.329032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-9826d8a8-0ac7-455a-82ae-d43c4c2f7e8b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342670562&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0598111 Mar 23 10:40:35.388561 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.403531 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Transition to ACTIVE for port object 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:35.412455 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.490516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-5fdd747f-eeb5-4af5-b792-f5bd3f2fb261 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:35.492191 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-5fdd747f-eeb5-4af5-b792-f5bd3f2fb261 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 796 time: 0.1564586 Mar 23 10:40:35.510463 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c8d636c6-d7a1-439e-898a-ad706b4a5217 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0122297 Mar 23 10:40:35.541746 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Pushing event updated for resources: {'Port': ['ID=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:35.580991 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.581332 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.581659 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.581985 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.582340 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.582629 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.582943 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.583257 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.583591 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.583907 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.584217 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:35.605954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-8731492d-b074-4356-92b5-b3721fe2025f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:35.625147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-8731492d-b074-4356-92b5-b3721fe2025f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:35.626586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-8731492d-b074-4356-92b5-b3721fe2025f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101460 Mar 23 10:40:35.644177 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Attempting to bind port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:40:35.644775 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Attempting to bind port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:40:35.645128 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Attempting to bind port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:35.651868 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:40:35.652231 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Checking segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:40:35.652620 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.653004 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Bound using segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:40:35.653459 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Bound port: 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:40:35.653822 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.734120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-841a710b-4aba-4251-bc51-fa661baab9af service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:40:35.735057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-841a710b-4aba-4251-bc51-fa661baab9af service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0953743 Mar 23 10:40:35.750362 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] For port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:40:35.753850 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] For port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:40:35.758165 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.840610 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:35.841398 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:35.880093 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-61382191-19c0-4110-b2eb-df7a0d24bdf5 service neutron] 10.222.0.73 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384220 Mar 23 10:40:35.895434 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aaf9a-4cdb-4e20-9081-4f74d367832f None None] Pushing event updated for resources: {'Port': ['ID=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:36.018414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-872062a7-b5bd-48cd-95ef-06f9ad951844 service neutron] 10.222.0.73 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362522 Mar 23 10:40:36.064685 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:36.215674 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0d32cd62-7332-4d01-b877-a3072bffe33f req-93be0306-2843-4a26-bb43-9ee6865f2b63 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0418949 Mar 23 10:40:36.397216 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:36.401421 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9be9f-1263-4e94-aabe-66991aeebfd4 None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:35Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:40:37.505800 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69ec1616-53c6-4d2c-a7a0-2b16e27963e2 req-3f0e9018-4d32-41a6-8b76-faf35dbea751 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 210 time: 0.1669631 Mar 23 10:40:37.521136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-36cbd7c2-ea4d-4c59-92fd-3e55285b26c4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.521813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-36cbd7c2-ea4d-4c59-92fd-3e55285b26c4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:37.537456 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-36cbd7c2-ea4d-4c59-92fd-3e55285b26c4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:37.538658 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-36cbd7c2-ea4d-4c59-92fd-3e55285b26c4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 796 time: 0.1777861 Mar 23 10:40:37.596076 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-94b02cb1-7da9-4ff5-b630-5b7be768f876 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.0456755 Mar 23 10:40:37.605234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['51d8855b-d284-4fac-98b0-5ca3729ced0a']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:37.741488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:37.750805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:37.760832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:40:37.764271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:37.916780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.6 (0234a75d-6c56-4aa7-b4ef-4d5aa46089e3/45c58e6b-6ba6-45fe-9139-49274c735b3e/a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:38.114767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.130561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:38.152338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.224019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:38.227166 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:38.229640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:40:38.266659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:38.296524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:38.297119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.321850 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-c0cd6bf7-c61c-4fff-9a5a-caef09c9aef8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200890 Mar 23 10:40:38.332920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Request body: {'port': {'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:38.456099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.485825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:38.555587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-efffd3be-32f0-4f2f-98b1-40f95daa684a None None] Provisioning for port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:38.562604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-efffd3be-32f0-4f2f-98b1-40f95daa684a None None] Provisioning complete for port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:38.562982 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-efffd3be-32f0-4f2f-98b1-40f95daa684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.614489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:38.622267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-efffd3be-32f0-4f2f-98b1-40f95daa684a None None] Port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:40:38.623691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:38.624066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.714705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921c949-2983-4700-bf25-db6776bc93ad req-ab651bb4-d2fb-44b0-8aba-b552cdc83648 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:38.717718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b921c949-2983-4700-bf25-db6776bc93ad req-ab651bb4-d2fb-44b0-8aba-b552cdc83648 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 931 time: 0.0853655 Mar 23 10:40:38.750502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.775262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b921c949-2983-4700-bf25-db6776bc93ad req-59d1cc44-d7f5-499d-80ae-220fce5838d5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483971 Mar 23 10:40:38.796203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:38.805448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.841609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:40:38.849244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.865058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Transition to ACTIVE for port object a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:38.868869 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:38.874723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:39.089935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:39.200749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Attempting to bind port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:40:39.201004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Attempting to bind port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:40:39.201939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Attempting to bind port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:39.207658 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:40:39.207969 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Attempting to bind port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:39.214109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:40:39.214437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Checking segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:40:39.214818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Bound using segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:40:39.215228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Bound port: a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:40:39.215618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:39.303405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:40:39.306184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:40:39.310660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:39.370819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:39.372201 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] 10.222.0.91 "PUT /v2.0/ports/a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 1093 time: 1.0435107 Mar 23 10:40:39.372631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:40:39.393744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57543ad-7544-472e-a413-22fac81bf201 service neutron] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:39.455808 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'status': 'completed', 'code': 200} Mar 23 10:40:39.492884 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-6c52b8f1-cf24-4713-b909-260575932b08 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0752771 Mar 23 10:40:39.562277 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-4c4fae3f-fdfa-4228-84e4-a0ad7e452e10 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 217 time: 0.0625451 Mar 23 10:40:39.627336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-b55ac31e-ece4-4894-af59-fe6045e242ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:39.628780 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-b55ac31e-ece4-4894-af59-fe6045e242ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0601254 Mar 23 10:40:39.704650 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-0337ce23-653b-43b6-9aee-7e874902a42d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699208 Mar 23 10:40:39.836800 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-8a8845ef-f355-4844-a288-32e944e3e8c1 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259315 Mar 23 10:40:39.973365 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-55d7521b-1eab-4306-98f4-4685b5ea7738 req-cb5edf94-862e-4bc1-8099-e0220e908339 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300244 Mar 23 10:40:39.985021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3026-0c47-4fc8-8562-9496efd4290f req-c84f170c-6eed-4e5e-8f84-91d316c9bd69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:39.986471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d00c3026-0c47-4fc8-8562-9496efd4290f req-c84f170c-6eed-4e5e-8f84-91d316c9bd69 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 943 time: 0.0799174 Mar 23 10:40:40.035883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d00c3026-0c47-4fc8-8562-9496efd4290f req-40664120-8db2-497f-8ca3-61881c026c58 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 Mar 23 10:40:40.097061 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-f9d4bd4f-1078-4c88-9947-c01222493e7e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0748487 Mar 23 10:40:40.228352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078b63-add1-425d-a132-83601a4c55dd req-29610ed0-9a2b-4c86-ac56-7c4af82c3e87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:40.229778 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-29610ed0-9a2b-4c86-ac56-7c4af82c3e87 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1261554 Mar 23 10:40:40.295519 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-72eae95c-e0ee-40ae-b8af-88c6955c1fa1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 217 time: 0.0601971 Mar 23 10:40:40.358437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078b63-add1-425d-a132-83601a4c55dd req-adfcaa03-907f-4b17-9c6c-2e14a751914b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:40.359792 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-adfcaa03-907f-4b17-9c6c-2e14a751914b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0590343 Mar 23 10:40:40.432989 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-da14c4cb-b813-4b82-ab5f-8e67bf7c33d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671570 Mar 23 10:40:40.465563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:40.557369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:40.557739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:40.572643 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-4a6cf0b3-dbb7-4588-b226-b3c9e5187c46 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336422 Mar 23 10:40:40.703792 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c2078b63-add1-425d-a132-83601a4c55dd req-ea349b7d-a65b-404c-9bf2-fca4fda091e4 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251028 Mar 23 10:40:41.233803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e572b4-c426-4a87-a541-84598356377b req-595ae095-2c07-414c-b937-40991bd9a290 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:41.235231 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49e572b4-c426-4a87-a541-84598356377b req-595ae095-2c07-414c-b937-40991bd9a290 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 943 time: 0.0754676 Mar 23 10:40:41.283462 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49e572b4-c426-4a87-a541-84598356377b req-9dd00813-a8b7-47f5-ab12-4dafe1c1e53f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Mar 23 10:40:42.474585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c47558-3711-496e-b325-335db93f2a71 req-6ae8cd0a-5bbb-4fe2-880d-702ef2dd28c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:42.475982 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-26c47558-3711-496e-b325-335db93f2a71 req-6ae8cd0a-5bbb-4fe2-880d-702ef2dd28c2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 943 time: 0.0750506 Mar 23 10:40:42.522283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-26c47558-3711-496e-b325-335db93f2a71 req-98d9e84c-e1f3-4797-9a6c-9a56b2dec07e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Mar 23 10:40:42.884478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:40:43.022802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:43.036571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:40:43.091254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:43.109315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:40:43.126584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:43.130575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:43.199505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:43.489116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:40:43.726111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf29163-118b-44a6-94d6-8fafda0aa194 req-2cf57d9b-6b50-47f2-91aa-34ef14443274 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:43.728452 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2bf29163-118b-44a6-94d6-8fafda0aa194 req-2cf57d9b-6b50-47f2-91aa-34ef14443274 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 944 time: 0.0848591 Mar 23 10:40:43.776762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2bf29163-118b-44a6-94d6-8fafda0aa194 req-76b72d82-70fc-4bb0-bcfd-b59cfb9ea59f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Mar 23 10:40:44.890559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:44.957659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:44.962375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:44.962754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:44.993949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b24075-773f-4505-9f46-bd87d257df81 req-8c747c13-2bc0-49f8-972f-061c0e608c29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:44.995417 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5b24075-773f-4505-9f46-bd87d257df81 req-8c747c13-2bc0-49f8-972f-061c0e608c29 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 944 time: 0.0816870 Mar 23 10:40:45.044387 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5b24075-773f-4505-9f46-bd87d257df81 req-3cbd1099-bff0-4daa-a23e-b02147ea7336 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Mar 23 10:40:45.081287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:45.108313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:40:45.118005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:45.122275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:45.190313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:45.236266 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'code': 200} Mar 23 10:40:45.460338 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-303086e6-3c7b-4bbd-b475-21e76c2d284e req-c376ab73-2799-46a7-abb2-4e51fa5e9da7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0699201 Mar 23 10:40:45.590088 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-303086e6-3c7b-4bbd-b475-21e76c2d284e req-5a7e986c-7e73-4eaf-8f66-e7ea2bc463a5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240442 Mar 23 10:40:46.250946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8aee-ff40-4789-9a76-271344179736 req-de2f024e-cade-4cd0-8117-53e88bdbf628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:46.252404 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fcd8aee-ff40-4789-9a76-271344179736 req-de2f024e-cade-4cd0-8117-53e88bdbf628 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0787523 Mar 23 10:40:46.299520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fcd8aee-ff40-4789-9a76-271344179736 req-02910ac5-265d-4156-810e-b27ce8eb035c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Mar 23 10:40:47.497947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72653c1-6164-4753-a066-ee709ce1d47f req-27abe83d-d673-4cac-87c6-d10745623289 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:47.499401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d72653c1-6164-4753-a066-ee709ce1d47f req-27abe83d-d673-4cac-87c6-d10745623289 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0788751 Mar 23 10:40:47.547905 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d72653c1-6164-4753-a066-ee709ce1d47f req-1d5b6d4d-80f4-43cb-acf2-26fe6e81a13e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Mar 23 10:40:47.739644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9867bb-08c5-40a5-9606-cdcd015d9b60 req-00e7f27c-6ea3-4063-957b-cdfbce9055d2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:47.741035 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea9867bb-08c5-40a5-9606-cdcd015d9b60 req-00e7f27c-6ea3-4063-957b-cdfbce9055d2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0758274 Mar 23 10:40:47.786858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea9867bb-08c5-40a5-9606-cdcd015d9b60 req-db27b1aa-26e2-4043-9269-44b542c4bec8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Mar 23 10:40:47.813603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51298) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:47.884738 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-79daa363-dfea-42bd-8ffd-b71afc1558b4 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1093 time: 0.0698910 Mar 23 10:40:47.887368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51302) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:47.893155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:47.905910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:47.910102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:47.913019 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:47.919122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:47.932066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:48.068084 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:48.203905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.234 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/9e16b692-ca6f-47e7-bc3c-cf0e7c195e90) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:48.359414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:48.388163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:48.456598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:48.459276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:48.463065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:40:48.495905 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=9e16b692-ca6f-47e7-bc3c-cf0e7c195e90,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:48.981691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:49.042920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:49.254664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:49.259777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:49.362842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=9e16b692-ca6f-47e7-bc3c-cf0e7c195e90,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:49.377358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:49.648912 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 43b2c276-9647-48ea-8037-fae29b95ee5f associated. External IP: 172.26.7.234, port: a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa. Mar 23 10:40:50.033145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:40:50.235469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:40:50.246415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:40:50.259623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:50.260522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:50.261202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:50.321459 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f8b43258-9b0f-473a-98fc-f6988f1a9818 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4329870 Mar 23 10:40:50.322153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:40:50.324959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51306) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:50.397326 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'status': 'completed', 'code': 200} Mar 23 10:40:50.424271 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cccf37d2-dce7-44d1-8df0-461c4a9bf96d tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1093 time: 0.0978100 Mar 23 10:40:50.446065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:50.495488 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-c477105f-1181-4cc6-8d3c-bd3bd9502c6a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0774293 Mar 23 10:40:50.632592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef477-1fed-4530-8f89-d3c18150f91d req-016234b3-f68a-40e5-b67e-b15228740d4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:50.634197 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-016234b3-f68a-40e5-b67e-b15228740d4a service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1326926 Mar 23 10:40:50.708614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51314) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:50.714386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117946795', 'description': 'tempest-secgroup-smoke-1117946795 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:50.721112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:50.730703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:50.741647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:50.750926 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-3dd5c741-08c3-4a38-a346-c6a20a95850a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 999 time: 0.1108496 Mar 23 10:40:50.781833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:50.786078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:50.788969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:50.795139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:50.799618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:48Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:50.803640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:40:50.818287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef477-1fed-4530-8f89-d3c18150f91d req-c2283d82-9772-4471-be9e-f1a5ddaa5a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:50.818742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:40:50.819468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:50.819772 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-c2283d82-9772-4471-be9e-f1a5ddaa5a7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0632715 Mar 23 10:40:50.856391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:50.860670 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:50.914513 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-23d1cc9e-06a3-44ad-bea3-f82a942b2c6f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871859 Mar 23 10:40:50.915767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e8bbd-a51b-4375-b67a-2f866f9372af,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:50.921309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:50.922496 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-49708816-0d4c-42ed-b6e8-8d018ef11973 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2128599 Mar 23 10:40:50.925913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51318) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:50.935446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '8a5e8bbd-a51b-4375-b67a-2f866f9372af', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:50.941924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:50.946159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:50.949353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:50.955348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:50.973485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.020630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:40:51.038937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.043474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.058970 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-08629f7d-dc48-44ec-a77c-3c9d19e625d6 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379845 Mar 23 10:40:51.072964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60afdd8d-b9d8-45c3-84e3-261cb06af19f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:51.086173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.087519 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-61aa0baf-3d7d-4d87-a5fd-4b83aee73975 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1605730 Mar 23 10:40:51.091192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51322) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:51.098418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '8a5e8bbd-a51b-4375-b67a-2f866f9372af', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:51.105963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:51.111525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:51.114889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:51.122172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:51.145305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.218145 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33fef477-1fed-4530-8f89-d3c18150f91d req-0c7aa042-cdb8-4347-89e4-77b42925fed8 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531088 Mar 23 10:40:51.226784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.230921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.254526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc0b21b-1a32-493e-87df-925ed3464e45,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:51.264904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.266099 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-db9db8ac-9b14-4688-9097-e7b66c654e91 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1731515 Mar 23 10:40:51.268952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51326) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:51.275461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '8a5e8bbd-a51b-4375-b67a-2f866f9372af', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:51.283151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:51.287238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:51.290278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:51.297170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:51.313971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.377926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.381822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.409168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7003a1f-ad93-402e-aa50-485b4cb6d73b,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:51.421862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.423266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8310ffa4-26b0-4096-9fdb-04bd3246292e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1532478 Mar 23 10:40:51.425936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51330) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:51.431578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '8a5e8bbd-a51b-4375-b67a-2f866f9372af', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:51.437956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:48Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:51.438514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:51.442245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd6917-b011-439f-8712-3d2d4f5df941 None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:48Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:40:51.442874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:51.447609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:51.454684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:51.472352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.545217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.548863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.573647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16006733-233b-4746-8f61-cfd7d4ec392e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:51.583096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.584294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ec300acf-9986-4947-86ce-15e23de1c25e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1574523 Mar 23 10:40:51.586894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51334) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:51.592976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '8a5e8bbd-a51b-4375-b67a-2f866f9372af', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:51.598834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:51.602755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:51.605576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:51.612114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:51.621606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:40:51.627937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.692131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.695719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.718373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e647e7d-db61-4358-9882-df4bc117fda9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:51.727268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.728465 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e02fe87e-3be3-42e4-9efa-ec31a061ab45 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1405585 Mar 23 10:40:51.731189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51338) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:51.737389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '8a5e8bbd-a51b-4375-b67a-2f866f9372af', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:51.743241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:51.747009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:51.750394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:51.756034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:51.767048 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:40:51.774731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.841261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.844661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.866835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edba01a-6a99-4449-8d18-0c2ec384cbf3,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:51.876383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:51.877547 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dbf8d23d-48db-458a-bbf0-e0d14bdd6b4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453607 Mar 23 10:40:52.049900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-3f0bfc6a-9f07-409a-812d-2caf4ae5689a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:52.064089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-3f0bfc6a-9f07-409a-812d-2caf4ae5689a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:52.065369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-3f0bfc6a-9f07-409a-812d-2caf4ae5689a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117946795&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0550706 Mar 23 10:40:52.220360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-163948b1-0bf9-4933-8524-20135809292b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:52.221944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-163948b1-0bf9-4933-8524-20135809292b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 796 time: 0.1503198 Mar 23 10:40:52.238032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-84233af7-4d9b-4827-9295-803e1cd8aaa8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0107210 Mar 23 10:40:52.320361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-74248ace-7d36-4a7b-9e71-9a98fd7f3497 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0773983 Mar 23 10:40:52.454601 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-5f7263f2-4baa-466b-974a-96f6467bdbe2 service neutron] 10.222.0.73 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229222 Mar 23 10:40:52.679358 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-e6fa166e-b685-4bdc-aeee-4266aeb0688a service neutron] 10.222.0.73 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189958 Mar 23 10:40:52.878571 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-360034d6-e8db-4171-8eaa-ff7d17983970 req-9f61df91-9a5a-44f6-91b1-e60032fe89bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 210 time: 0.0510333 Mar 23 10:40:53.221040 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:40:53.345003 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4e31e-3301-431e-968a-070b68b06249 None None] New status for floating IP 43b2c276-9647-48ea-8037-fae29b95ee5f: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:40:53.989251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-41662af5-4528-414b-95f9-df3efcd92ffd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:53.990673 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-41662af5-4528-414b-95f9-df3efcd92ffd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 796 time: 0.2626309 Mar 23 10:40:54.046303 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-d1a5bdd2-cb31-49b1-aac2-625aaed4fb2e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 473 time: 0.0434687 Mar 23 10:40:54.054913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['8a5e8bbd-a51b-4375-b67a-2f866f9372af']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:54.062107 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6fbf987d-ad2b-4997-9a28-8020b8f705bd req-92b9c36e-ed9c-40d2-9e2b-5ece6686be6b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 210 time: 0.0424733 Mar 23 10:40:54.191522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:54.195490 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:port and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:40:54.198323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:40:54.204362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:54.215075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:40:54.218915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.386330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.7 (0234a75d-6c56-4aa7-b4ef-4d5aa46089e3/45c58e6b-6ba6-45fe-9139-49274c735b3e/e9818215-3a72-4963-9660-45e5bc531128) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:54.389565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-00d5f7f1-9c69-43eb-988d-fe86b80d3c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.573617 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.588763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object e9818215-3a72-4963-9660-45e5bc531128 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:54.610751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.641233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.691187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:54.696588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:54.700678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:40:54.731815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=e9818215-3a72-4963-9660-45e5bc531128,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:54.767721 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:54.768323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.793159 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-cf9af486-d844-4f07-b15f-f25d743f7a24 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417991 Mar 23 10:40:54.804016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Request body: {'port': {'device_id': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:40:54.920103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:54.988242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cd8e7022-2afd-4a19-a7d3-1274f5597811 None None] Provisioning for port e9818215-3a72-4963-9660-45e5bc531128 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:54.993181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cd8e7022-2afd-4a19-a7d3-1274f5597811 None None] Provisioning complete for port e9818215-3a72-4963-9660-45e5bc531128 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:54.994293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7022-2afd-4a19-a7d3-1274f5597811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:55.051383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e7022-2afd-4a19-a7d3-1274f5597811 None None] Port e9818215-3a72-4963-9660-45e5bc531128 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:40:55.265137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40831e15-f59c-4845-8db0-b5af043e6c1e req-eb68874b-70d6-4281-a638-72101e69726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:55.266592 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40831e15-f59c-4845-8db0-b5af043e6c1e req-eb68874b-70d6-4281-a638-72101e69726b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 931 time: 0.0782499 Mar 23 10:40:55.281026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9818215-3a72-4963-9660-45e5bc531128 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:40:55.288021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:55.303476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Transition to ACTIVE for port object e9818215-3a72-4963-9660-45e5bc531128 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:55.307301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:55.315799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40831e15-f59c-4845-8db0-b5af043e6c1e req-d1ebaa84-61ed-4fcc-ad7a-457f8416f77f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Mar 23 10:40:55.437008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Pushing event updated for resources: {'Port': ['ID=e9818215-3a72-4963-9660-45e5bc531128,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:55.544445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Attempting to bind port e9818215-3a72-4963-9660-45e5bc531128 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:40:55.544775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Attempting to bind port e9818215-3a72-4963-9660-45e5bc531128 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:40:55.545088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Attempting to bind port e9818215-3a72-4963-9660-45e5bc531128 on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:55.550624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Port e9818215-3a72-4963-9660-45e5bc531128 on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:40:55.550929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Attempting to bind port e9818215-3a72-4963-9660-45e5bc531128 on network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:40:55.556914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:40:55.557237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Checking segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:40:55.557608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Bound using segment: {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:40:55.558011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Bound port: e9818215-3a72-4963-9660-45e5bc531128, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:40:55.558344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:55.643026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] For port e9818215-3a72-4963-9660-45e5bc531128, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:40:55.646250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] For port e9818215-3a72-4963-9660-45e5bc531128, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9818215-3a72-4963-9660-45e5bc531128,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:40:55.649693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:55.796523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:55.797875 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] 10.222.0.91 "PUT /v2.0/ports/e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 200 len: 1093 time: 0.9981966 Mar 23 10:40:55.798321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:40:55.816940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de057767-5cda-4c48-9f8d-6a778fa8286a service neutron] Pushing event updated for resources: {'Port': ['ID=e9818215-3a72-4963-9660-45e5bc531128,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:55.874261 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128', 'status': 'completed', 'code': 200} Mar 23 10:40:55.911285 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-119b52d7-ea4a-465d-a37a-f2303898dc94 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1096 time: 0.0732055 Mar 23 10:40:55.983236 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-77720bb3-aae6-4b97-a8e7-30e642dd94a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 200 len: 217 time: 0.0655918 Mar 23 10:40:56.046075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-c85411de-a9a8-42ac-9a2d-098c5e7ef2ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:56.047496 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-c85411de-a9a8-42ac-9a2d-098c5e7ef2ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0579574 Mar 23 10:40:56.127894 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-dd753012-386e-4ec8-b370-ec98554c5fcd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732775 Mar 23 10:40:56.264313 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-228dea0d-495c-435b-919f-b4e7147722dc service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295509 Mar 23 10:40:56.395460 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0c9263c2-8ba8-4b41-b63c-10b08dfadd33 req-dd790ad1-e7f8-49b9-853b-5388eec5ee32 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257858 Mar 23 10:40:56.507015 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-5e6d3381-ddb8-4054-a630-998b8cdf355e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1096 time: 0.0678225 Mar 23 10:40:56.515409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489b55-d32e-4acf-ae84-1bce9a2b4dd0 req-bd3a49a9-178f-4679-a3ab-7e2b8360093a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:56.516891 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b489b55-d32e-4acf-ae84-1bce9a2b4dd0 req-bd3a49a9-178f-4679-a3ab-7e2b8360093a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 943 time: 0.0780597 Mar 23 10:40:56.562853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b489b55-d32e-4acf-ae84-1bce9a2b4dd0 req-081d6758-b483-4623-9a6f-cc39bcc325bd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Mar 23 10:40:56.637398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d5ab5-d879-436e-93cc-03faee138103 req-273d7781-baed-437f-933c-a7e7c3422393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:56.638999 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-273d7781-baed-437f-933c-a7e7c3422393 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1267295 Mar 23 10:40:56.721717 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-5028f918-6634-4682-841f-3c47155259f5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 200 len: 217 time: 0.0771091 Mar 23 10:40:56.743460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee21313c-f78a-4cc2-8330-12503b1ebe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:56.786112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d5ab5-d879-436e-93cc-03faee138103 req-545511dc-2ad7-4feb-9b33-933a04241aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:56.787583 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-545511dc-2ad7-4feb-9b33-933a04241aa5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0600698 Mar 23 10:40:56.866905 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-f897b3c7-36c8-4f1b-bf95-e9cba951b312 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733976 Mar 23 10:40:57.002135 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-2f5cc66b-4068-4c96-b0f8-5b3b25d4f6fb service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283090 Mar 23 10:40:57.136193 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-856d5ab5-d879-436e-93cc-03faee138103 req-cfeeec7d-bcd6-4862-b801-bc8059d8016f service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268680 Mar 23 10:40:57.750017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:57.766568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ef52e-3332-41f4-bc31-cf69cf725de4 req-9aca568d-cf22-48a0-ba1f-23405584e85e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:57.768043 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-050ef52e-3332-41f4-bc31-cf69cf725de4 req-9aca568d-cf22-48a0-ba1f-23405584e85e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 943 time: 0.0846300 Mar 23 10:40:57.813710 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-050ef52e-3332-41f4-bc31-cf69cf725de4 req-67118d9c-e166-4545-a497-6fbe6312ba63 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Mar 23 10:40:57.932634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:58.982830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device e9818215-3a72-4963-9660-45e5bc531128 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:40:59.015206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409a329-0523-4f31-a96d-22105e62acb9 req-5f856cee-a037-4113-9429-c9f04d5011cb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:59.016737 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0409a329-0523-4f31-a96d-22105e62acb9 req-5f856cee-a037-4113-9429-c9f04d5011cb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 943 time: 0.0798700 Mar 23 10:40:59.065058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0409a329-0523-4f31-a96d-22105e62acb9 req-ae1d5c35-3de7-4c76-bbc0-044fa2be5c4f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Mar 23 10:40:59.121552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port e9818215-3a72-4963-9660-45e5bc531128, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9818215-3a72-4963-9660-45e5bc531128,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:59.135953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'e9818215-3a72-4963-9660-45e5bc531128', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'port_id': 'e9818215-3a72-4963-9660-45e5bc531128', 'mac_address': 'fa:16:3e:29:be:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:40:59.194785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:59.215025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9818215-3a72-4963-9660-45e5bc531128 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:40:59.229885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port e9818215-3a72-4963-9660-45e5bc531128, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9818215-3a72-4963-9660-45e5bc531128,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:40:59.234766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:59.310507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=e9818215-3a72-4963-9660-45e5bc531128,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:59.313539 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:59.546148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['e9818215-3a72-4963-9660-45e5bc531128'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:41:00.268892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311f4b3-57df-460d-a1ea-a37db45b4cb2 req-38bade7b-8c7d-4dc4-919b-03007f74e820 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:00.270330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8311f4b3-57df-460d-a1ea-a37db45b4cb2 req-38bade7b-8c7d-4dc4-919b-03007f74e820 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 944 time: 0.0819638 Mar 23 10:41:00.316392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8311f4b3-57df-460d-a1ea-a37db45b4cb2 req-b4cc235f-f154-4c02-a63c-9e6a5cb6e102 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Mar 23 10:41:01.014107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device e9818215-3a72-4963-9660-45e5bc531128 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:41:01.083340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port e9818215-3a72-4963-9660-45e5bc531128 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:41:01.088004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port e9818215-3a72-4963-9660-45e5bc531128 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:41:01.088378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:01.200247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:01.230891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:41:01.240768 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port e9818215-3a72-4963-9660-45e5bc531128, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9818215-3a72-4963-9660-45e5bc531128,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:41:01.245252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:01.290615 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128', 'code': 200} Mar 23 10:41:01.317917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=e9818215-3a72-4963-9660-45e5bc531128,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:01.518171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ff35-d762-4737-9519-d8cd6d1b0e9a req-6246f736-9a9f-437b-9f9a-3cb09f827b4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:01.519744 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39d5ff35-d762-4737-9519-d8cd6d1b0e9a req-6246f736-9a9f-437b-9f9a-3cb09f827b4b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.0831840 Mar 23 10:41:01.520898 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0a49bb27-b349-43bb-91cf-d5d6fcb2c4d0 req-49ec435d-efd9-42b4-a4e6-d4416726847f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1098 time: 0.0740249 Mar 23 10:41:01.565080 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0a49bb27-b349-43bb-91cf-d5d6fcb2c4d0 req-1175b25c-1713-41ce-84b0-05e31293714a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380456 Mar 23 10:41:01.570554 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39d5ff35-d762-4737-9519-d8cd6d1b0e9a req-170d7b08-4687-4c8b-9f26-d6f67258cf95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Mar 23 10:41:02.775750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca66d16-156a-4fb0-ad97-df254b7a0b3e req-67c0243d-ad39-4b62-b1b0-fb4e778ec027 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:02.777308 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dca66d16-156a-4fb0-ad97-df254b7a0b3e req-67c0243d-ad39-4b62-b1b0-fb4e778ec027 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.0792859 Mar 23 10:41:02.831922 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dca66d16-156a-4fb0-ad97-df254b7a0b3e req-af0dfef4-c21a-4f98-ba59-634cb771966f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452018 Mar 23 10:41:04.037869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532b24b-5dcf-4c78-87c7-024536b1903a req-ec0548eb-435b-46cf-8d54-73fef2c60637 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:04.039299 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9532b24b-5dcf-4c78-87c7-024536b1903a req-ec0548eb-435b-46cf-8d54-73fef2c60637 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.0799601 Mar 23 10:41:04.084418 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9532b24b-5dcf-4c78-87c7-024536b1903a req-71190243-250a-459d-bce3-b9d21110aa9d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 Mar 23 10:41:04.279467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9728abe-5ba7-42ce-9c4f-fcaa9d277da9 req-77df953e-82c7-45c3-85cb-d13cd83352e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:04.280981 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f9728abe-5ba7-42ce-9c4f-fcaa9d277da9 req-77df953e-82c7-45c3-85cb-d13cd83352e8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.0790577 Mar 23 10:41:04.327167 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f9728abe-5ba7-42ce-9c4f-fcaa9d277da9 req-3ae3cfbd-eb5d-471a-b770-07fc727a5b88 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Mar 23 10:41:04.354924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51384) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:41:04.426556 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-68b3ca99-7adf-41f7-802b-574d94b8ce99 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1093 time: 0.0704699 Mar 23 10:41:04.429066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51388) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:41:04.434065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'e9818215-3a72-4963-9660-45e5bc531128', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:41:04.439997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:41:04.443829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:41:04.446615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:41:04.452882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:41:04.463082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:04.595029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:04.723376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.144 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/2a01df52-b74b-44a0-92e8-61fbe81ed337) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:41:04.872093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:04.899625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:04.965987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:41:04.968833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:41:04.973116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:41:05.002283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=2a01df52-b74b-44a0-92e8-61fbe81ed337,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:05.564141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:05.620047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:05.832078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:05.836587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:05.942074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=2a01df52-b74b-44a0-92e8-61fbe81ed337,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:05.958788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:06.144670 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP ecddd044-66e6-4919-88c8-6d5d33529b1f associated. External IP: 172.26.7.144, port: e9818215-3a72-4963-9660-45e5bc531128. Mar 23 10:41:06.525066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:41:06.833179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:41:06.843967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:41:06.857960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:41:06.858745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:06.858861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:06.911074 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ded1304e-f340-4575-bfb3-971457de177c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4810064 Mar 23 10:41:06.911649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:41:06.964581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128', 'status': 'completed', 'code': 200} Mar 23 10:41:07.045737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:41:07.059607 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-0a78c13f-5922-4577-8273-87341a0c4bf2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1098 time: 0.0720084 Mar 23 10:41:07.193431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-ed6a9a59-3f0d-4774-8ed0-10e8fe381cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:07.194954 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-ed6a9a59-3f0d-4774-8ed0-10e8fe381cd8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1292768 Mar 23 10:41:07.380514 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-ea38de98-4621-4a9f-a4e0-9e36c5853915 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 200 len: 999 time: 0.1781557 Mar 23 10:41:07.403980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:53Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}, {'id': 'ecddd044-66e6-4919-88c8-6d5d33529b1f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'e9818215-3a72-4963-9660-45e5bc531128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:29:be:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:41:05Z', 'updated_at': '2022-03-23T10:41:05Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:07.407908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:41:07.418666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:41:07.419262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:40:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:07.442201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-1831b6ec-5ab8-48c7-98e7-5b0367565e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:07.443711 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-1831b6ec-5ab8-48c7-98e7-5b0367565e55 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0573759 Mar 23 10:41:07.519925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-c5763d7f-12e0-4b01-be31-74a8a6f0fd28 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697393 Mar 23 10:41:07.639961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:41:07.655901 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-0b9d0b51-55f7-4c6a-bf0f-53e8c9e377e7 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292810 Mar 23 10:41:07.808509 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3305bf45-c70a-4980-a287-fa98f3aa31c6 req-26d69bcc-761f-42f0-9230-e84422430f28 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440516 Mar 23 10:41:08.018126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:53Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}, {'id': 'ecddd044-66e6-4919-88c8-6d5d33529b1f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'e9818215-3a72-4963-9660-45e5bc531128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:29:be:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:41:05Z', 'updated_at': '2022-03-23T10:41:05Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:08.022157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad9724-0393-4a56-bcc5-9691d11de5e2 None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:53Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}, {'id': 'ecddd044-66e6-4919-88c8-6d5d33529b1f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'e9818215-3a72-4963-9660-45e5bc531128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:29:be:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:41:05Z', 'updated_at': '2022-03-23T10:41:05Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:41:08.211528 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a254cae-fa36-45ab-922b-de271af31048 None None] New status for floating IP ecddd044-66e6-4919-88c8-6d5d33529b1f: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:41:21.008380 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-157304e6-abf3-4d10-98fa-b8e0b5d6bf31 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734138 Mar 23 10:41:21.145876 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-71ad515f-7a2e-4dd8-8a1b-0c12c1a9ee00 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0712793 Mar 23 10:41:21.294021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-497b55de-e3f6-49a6-8e86-575d4286a2d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:21.295418 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-497b55de-e3f6-49a6-8e86-575d4286a2d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1306641 Mar 23 10:41:21.398162 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-ecc16353-06be-40ac-895d-52b547b6b929 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 1001 time: 0.0966933 Mar 23 10:41:21.458690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-2bde000d-3494-4b06-bc55-0172db7f1a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:21.460100 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-2bde000d-3494-4b06-bc55-0172db7f1a15 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0562873 Mar 23 10:41:21.536894 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-cb200931-bf4a-4774-b884-492cf44c88c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698519 Mar 23 10:41:21.664942 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-ad9cb9cf-f2ae-4d86-b31d-21dc7a9bf811 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218393 Mar 23 10:41:21.795553 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3353eb90-fcf6-4683-8b04-d223840ac360 req-492fbf92-57a8-40bf-a954-0e391250cd93 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239510 Mar 23 10:41:24.383565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-371a83ab-7018-42ba-a8a9-840b2f630a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:24.637682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:26.745820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb41b-9af6-4caa-b999-e45fbd8610da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.752256 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.937248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:29.308764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:30.220486 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:41:54.386077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7968dd5f-1aea-4654-8080-f157583f0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:54.650155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:56.749270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd1718a9-179a-4c20-9f40-4862f6542287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:57.754083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:57.939080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:59.310663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:07.220536 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:42:20.488492 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-71d58f01-17c9-4870-925d-ddfb8fd5ef5c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283081 Mar 23 10:42:20.580338 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-cd6b860f-71b0-4537-9673-064f66c60406 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1098 time: 0.0711806 Mar 23 10:42:20.811257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de7da2-3019-44bd-b13d-72cc16447aed req-698b8578-439b-4343-a556-83a42ca38fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:20.816591 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-698b8578-439b-4343-a556-83a42ca38fc4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.2174406 Mar 23 10:42:20.923558 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-de580671-dffd-4e3e-bbd3-22ed97a8f392 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 200 len: 1001 time: 0.1011362 Mar 23 10:42:20.987468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de7da2-3019-44bd-b13d-72cc16447aed req-20576686-3faf-4fc9-b873-972f23b03da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:20.988925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-20576686-3faf-4fc9-b873-972f23b03da7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0589635 Mar 23 10:42:21.068275 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-edf24912-32ab-47c8-9045-524d06638620 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728714 Mar 23 10:42:21.212351 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-8434d265-bd56-4a8e-aa97-1aa709ba0fb9 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379764 Mar 23 10:42:21.348962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-33de7da2-3019-44bd-b13d-72cc16447aed req-a866ac85-1e80-4da6-be60-59de16270274 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307702 Mar 23 10:42:22.300913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:22.409179 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cfbb7556-b16e-46eb-9348-03b8e56b34ec tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/43b2c276-9647-48ea-8037-fae29b95ee5f HTTP/1.1" status: 200 len: 993 time: 0.1070187 Mar 23 10:42:23.163849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51426) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:23.170402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:23.300694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:23.539846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:23.573968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:23.579895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:23.650088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:23.650967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:23.652417 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/ports/a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 938 time: 0.4874959 Mar 23 10:42:23.652959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:42:23.680852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=6']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:23.691723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.692069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.692575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.692906 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.693235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.693537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.694000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.694329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.694646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.694961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.695276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd8306-35c3-4d51-939f-376b26f40046 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:23.723928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'status': 'completed', 'code': 200} Mar 23 10:42:23.849724 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-85586543-3f1a-4d29-97f2-2e9ceafba776 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1099 time: 0.0982468 Mar 23 10:42:23.954599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-be183779-8dde-40bb-9732-5f85613e7e04 None None] Provisioning complete for port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:23.955181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-be183779-8dde-40bb-9732-5f85613e7e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:24.000399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2e175-944d-4336-9130-392028492d3f req-f235b9ae-d2cd-4c7c-9b9f-12d9c1d865aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:24.001896 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-f235b9ae-d2cd-4c7c-9b9f-12d9c1d865aa service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1461713 Mar 23 10:42:24.021561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-be183779-8dde-40bb-9732-5f85613e7e04 None None] Port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa is administratively disabled so it will not transition to active. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 23 10:42:24.119939 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-866e5764-2dde-41df-8d0d-6010cff919d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 1002 time: 0.1111691 Mar 23 10:42:24.189053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2e175-944d-4336-9130-392028492d3f req-bf358955-33ad-4407-aa6b-e15dccb0e7f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:24.190554 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-bf358955-33ad-4407-aa6b-e15dccb0e7f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0644758 Mar 23 10:42:24.266360 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-0f722ba4-c002-4f33-bdc9-e55159c2fbf6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699630 Mar 23 10:42:24.390087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2ceabe13-7384-408c-8c7e-3fbcee99d485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:24.407222 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-f9e29df3-2a33-4d87-90df-81e7f4279b5d service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344986 Mar 23 10:42:24.547302 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-1ee2e175-944d-4336-9130-392028492d3f req-1fb03e46-e613-45d4-bb31-84d710bb7ee3 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336427 Mar 23 10:42:24.661569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:26.756320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-40392f24-456f-4a10-9a94-1186e7fb3d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.113643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51436) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:27.119930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:27.288590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.514981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:27.550283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.556157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.648639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:27.649288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.650761 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/ports/a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 937 time: 0.5361934 Mar 23 10:42:27.651432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:42:27.656216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51440) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:27.679779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e17e52-8ed9-4cf9-9fb0-b03e81437463 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=7']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:27.724113 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'status': 'completed', 'code': 200} Mar 23 10:42:27.764589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.894680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-da7b5d11-0fdd-4f7c-b615-87c931a72eec None None] Provisioning complete for port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:27.895365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-da7b5d11-0fdd-4f7c-b615-87c931a72eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.937941 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bca0546f-eaaa-4461-be4e-df98bd81f70f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/43b2c276-9647-48ea-8037-fae29b95ee5f HTTP/1.1" status: 200 len: 993 time: 0.2721441 Mar 23 10:42:27.969498 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-c60cec41-c2c2-417c-87af-e5dda93d6719 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1098 time: 0.2106919 Mar 23 10:42:27.972402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:27.989665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:42:28.119816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-de86ddb7-9f5e-4b14-b2e6-964d3f220ebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:28.121757 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-de86ddb7-9f5e-4b14-b2e6-964d3f220ebd service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1453841 Mar 23 10:42:28.241705 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-a1301957-e64a-4433-890a-6481e9ff2018 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 1001 time: 0.1125426 Mar 23 10:42:28.316252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-1c7933f1-2773-4f2b-abc7-e4bc519eb21b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:28.317684 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-1c7933f1-2773-4f2b-abc7-e4bc519eb21b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0701249 Mar 23 10:42:28.394579 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-df41e2b6-f56b-44b3-9352-a244356d8f74 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702100 Mar 23 10:42:28.530851 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-e9856fea-3205-4953-b0f3-3cab354eca81 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293795 Mar 23 10:42:28.664447 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c75414ef-e8ae-4c91-a14c-bf781d1488fd req-89aa29db-7410-4ea5-bd9b-a16d7211ecef service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275415 Mar 23 10:42:29.316370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:30.915840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51454) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:31.128444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 2a01df52-b74b-44a0-92e8-61fbe81ed337 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:31.128778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:31.312039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:31.312260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:31.443344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 2a01df52-b74b-44a0-92e8-61fbe81ed337 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:31.600174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:31.649249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=2a01df52-b74b-44a0-92e8-61fbe81ed337,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:31.689413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.689745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.690074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.690404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.690724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.691042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.691362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.691722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.692036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.692350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.692661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:31.755250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:32.318840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:42:32.527978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:42:32.539360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:42:32.548388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:32.552963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:32.553664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:32.624690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-00f619a6-b7e8-4d8f-99de-e263ce7da1bb tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/ecddd044-66e6-4919-88c8-6d5d33529b1f HTTP/1.1" status: 204 len: 168 time: 1.7074418 Mar 23 10:42:32.625613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:42:32.751489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:32.824798 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128', 'status': 'completed', 'code': 200} Mar 23 10:42:32.932366 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-9fc4dbf5-ff9e-4280-b16d-0a225d80432c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 1098 time: 0.0791235 Mar 23 10:42:33.102421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ae2f7-a233-4824-be55-b90496f0452a req-d182e882-29fe-4260-b446-15a052982e9a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:33.103913 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-594ae2f7-a233-4824-be55-b90496f0452a req-d182e882-29fe-4260-b446-15a052982e9a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.0960653 Mar 23 10:42:33.111764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-7f373b0b-bcef-44cd-8d9c-fb07c87d099d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:33.118379 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-7f373b0b-bcef-44cd-8d9c-fb07c87d099d service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1790910 Mar 23 10:42:33.162848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-594ae2f7-a233-4824-be55-b90496f0452a req-9fb3d4bc-ec2b-4969-b2ae-27542845e68a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498605 Mar 23 10:42:33.226972 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-207a3d0d-a152-4366-b897-f8a6d83e4d01 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 200 len: 217 time: 0.1017044 Mar 23 10:42:33.233067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:53Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:33.237813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:42:33.250079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:33.250704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:33.326195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-558b16ea-458e-41e8-bbc9-73d139d16a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:33.327780 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-558b16ea-458e-41e8-bbc9-73d139d16a3f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0931284 Mar 23 10:42:33.418777 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-1dd21b08-d94b-4557-bce7-9f31e9be4339 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836406 Mar 23 10:42:33.456081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:33.558827 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-1a8e61e6-adc1-434c-bbd8-a5d79e350f56 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328804 Mar 23 10:42:33.706625 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-b4dc78bc-caca-4797-998a-5a47ec4fd574 req-3b2b63bc-1c0e-4ec8-98d7-6709cf225768 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412876 Mar 23 10:42:33.820675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:53Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:33.824709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0a426-9c4f-4d7e-b7a3-1fd143c4e275 None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '43b2c276-9647-48ea-8037-fae29b95ee5f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.234', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'port_id': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'mac_address': 'fa:16:3e:82:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:40:48Z', 'updated_at': '2022-03-23T10:40:53Z', 'revision_number': 1, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:42:34.061710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a7ee9-1d9b-4fd2-9d9a-6fc8b22fdafc None None] New status for floating IP ecddd044-66e6-4919-88c8-6d5d33529b1f: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:42:34.385291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02cd2d-deb0-4747-9506-463f51de2de5 req-cbaf78b3-3a65-4a71-8e23-9646041ff20f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:34.388303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bf02cd2d-deb0-4747-9506-463f51de2de5 req-cbaf78b3-3a65-4a71-8e23-9646041ff20f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.0824454 Mar 23 10:42:34.435066 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bf02cd2d-deb0-4747-9506-463f51de2de5 req-8c3f3142-dda9-4b24-b56f-574b22f8c044 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a5e8bbd-a51b-4375-b67a-2f866f9372af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399408 Mar 23 10:42:34.570766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-de90f3e2-59f5-4d34-8834-ddbda0d7e048 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:34.571908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-de90f3e2-59f5-4d34-8834-ddbda0d7e048 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:34.593115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-de90f3e2-59f5-4d34-8834-ddbda0d7e048 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:34.594707 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-de90f3e2-59f5-4d34-8834-ddbda0d7e048 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 945 time: 0.1525128 Mar 23 10:42:34.663232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port e9818215-3a72-4963-9660-45e5bc531128 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:34.663592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.032902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port e9818215-3a72-4963-9660-45e5bc531128, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9818215-3a72-4963-9660-45e5bc531128,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:35.033354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.159425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for e9818215-3a72-4963-9660-45e5bc531128 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:35.305473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.361260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=e9818215-3a72-4963-9660-45e5bc531128,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:35.432083 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port e9818215-3a72-4963-9660-45e5bc531128 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:42:35.434561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.437789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'name': 'network-vif-deleted', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:42:35.453250 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3ddab84b-5adf-42eb-9092-76960abebbfc req-3512775e-66fb-4e2b-8744-874f3ae12626 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/e9818215-3a72-4963-9660-45e5bc531128 HTTP/1.1" status: 204 len: 173 time: 0.8534713 Mar 23 10:42:35.497623 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd46705-31ee-4953-ad6b-eab412169eff', 'name': 'network-vif-deleted', 'tag': 'e9818215-3a72-4963-9660-45e5bc531128', 'status': 'completed', 'code': 200} Mar 23 10:42:35.604568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b7a8498-be1a-41a3-87a1-b35e6a3c0dd0 req-dc2afe31-40eb-4ec3-a2e3-7e0b27ae0ffd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcd46705-31ee-4953-ad6b-eab412169eff HTTP/1.1" status: 200 len: 210 time: 0.0429966 Mar 23 10:42:36.728600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51474) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:36.803695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3efc37d3-9404-49cc-b58b-68d0e6e6173d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.841253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3efc37d3-9404-49cc-b58b-68d0e6e6173d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.915764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3efc37d3-9404-49cc-b58b-68d0e6e6173d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.935821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc37d3-9404-49cc-b58b-68d0e6e6173d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e8bbd-a51b-4375-b67a-2f866f9372af,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:36.948831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3efc37d3-9404-49cc-b58b-68d0e6e6173d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.950118 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3efc37d3-9404-49cc-b58b-68d0e6e6173d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/8a5e8bbd-a51b-4375-b67a-2f866f9372af HTTP/1.1" status: 204 len: 168 time: 0.2204976 Mar 23 10:42:36.996989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51480) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:37.215546 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 9e16b692-ca6f-47e7-bc3c-cf0e7c195e90 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:37.215888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:37.408586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:37.408914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:37.537392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 9e16b692-ca6f-47e7-bc3c-cf0e7c195e90 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:37.603757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device e9818215-3a72-4963-9660-45e5bc531128 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:37.639911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: e9818215-3a72-4963-9660-45e5bc531128 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:42:37.640252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device e9818215-3a72-4963-9660-45e5bc531128 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:42:37.858383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:37.913112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=9e16b692-ca6f-47e7-bc3c-cf0e7c195e90,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:38.015278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:38.447734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:42:38.668594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:42:38.678784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:42:38.686512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:38.692360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:38.693153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:38.746776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-32dd2b79-b51e-4449-9fa3-5bcdf2c5879c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/43b2c276-9647-48ea-8037-fae29b95ee5f HTTP/1.1" status: 204 len: 168 time: 1.7484710 Mar 23 10:42:38.747248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:42:38.839702 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'status': 'completed', 'code': 200} Mar 23 10:42:38.906500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:38.941542 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-e49d43f5-407b-4327-bf81-bf1a8c246638 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0765758 Mar 23 10:42:39.114512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-20636c07-83d0-45f2-97ff-6a12969ff414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:39.117428 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-20636c07-83d0-45f2-97ff-6a12969ff414 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 200 len: 897 time: 0.1691096 Mar 23 10:42:39.234092 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-07c0697e-ec13-4692-90be-7bc3e6066ce4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 200 len: 217 time: 0.1097720 Mar 23 10:42:39.268496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32690-9771-40a9-ac0c-f85af2156725 req-42d94420-8335-42a3-b655-6996841f0153 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:39.269146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9dd32690-9771-40a9-ac0c-f85af2156725 req-42d94420-8335-42a3-b655-6996841f0153 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:39.288871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9dd32690-9771-40a9-ac0c-f85af2156725 req-42d94420-8335-42a3-b655-6996841f0153 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:39.289969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9dd32690-9771-40a9-ac0c-f85af2156725 req-42d94420-8335-42a3-b655-6996841f0153 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 945 time: 0.1222866 Mar 23 10:42:39.313199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-34688213-f450-4664-a445-d2ab092e4cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:39.315073 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-34688213-f450-4664-a445-d2ab092e4cdb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 200 len: 834 time: 0.0738058 Mar 23 10:42:39.343662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:39.348084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:42:39.348585 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9dd32690-9771-40a9-ac0c-f85af2156725 req-46d92786-9299-4bd3-bb16-48aa3b3215ac tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470483 Mar 23 10:42:39.360954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:39.361572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:39.429674 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-9b023b54-4e3e-4c5d-954c-b491a3f3ddd9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060624 Mar 23 10:42:39.568916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:39.592087 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-f67a5f02-e459-453d-b841-6aad40bb5b4d service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552498 Mar 23 10:42:39.734542 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-18d73f44-4763-4dad-9663-eed1fcaba1ee req-d2fef39e-488a-45fb-a7d0-765cf171e9d9 service neutron] 10.222.0.91 "GET /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365988 Mar 23 10:42:39.917346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:39.922158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cc2bd-6ced-4ada-8086-81aa8ef80ac1 None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:40:31Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a', 'name': '', 'network_id': '0234a75d-6c56-4aa7-b4ef-4d5aa46089e3', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:de:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:30Z', 'updated_at': '2022-03-23T10:40:38Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': '45c58e6b-6ba6-45fe-9139-49274c735b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:42:40.145320 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a476c90-93d2-4522-b23b-f5175a07dcb0 None None] New status for floating IP 43b2c276-9647-48ea-8037-fae29b95ee5f: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:42:40.595322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3364b2-7d8b-40bd-854b-56bdb5d1f372 req-8966ecc2-c089-412c-92bb-b7b333a632a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:40.596854 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7e3364b2-7d8b-40bd-854b-56bdb5d1f372 req-8966ecc2-c089-412c-92bb-b7b333a632a0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0871785 Mar 23 10:42:40.651049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7e3364b2-7d8b-40bd-854b-56bdb5d1f372 req-de5efe90-519b-4c24-a5c8-96fabc37ac4e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=51d8855b-d284-4fac-98b0-5ca3729ced0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Mar 23 10:42:40.723108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-7432616d-5ce4-43d4-9035-03c0ac3529a9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:40.723848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-7432616d-5ce4-43d4-9035-03c0ac3529a9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:40.738031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-7432616d-5ce4-43d4-9035-03c0ac3529a9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:40.739316 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-7432616d-5ce4-43d4-9035-03c0ac3529a9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0962484 Mar 23 10:42:40.809178 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:40.809602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:41.172526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:41.172884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:41.300740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:41.454353 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:41.507233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:41.584716 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:42:41.588081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:41.590771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'name': 'network-vif-deleted', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:42:41.610781 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4af76c0a-fb22-4fb6-bcaf-7f59d29cd261 req-c6760b8e-fd2e-4d55-b669-06072f443cd8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa HTTP/1.1" status: 204 len: 173 time: 0.8662567 Mar 23 10:42:41.653430 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdc4b06-b90e-4611-8af3-0701b30e5fe5', 'name': 'network-vif-deleted', 'tag': 'a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa', 'status': 'completed', 'code': 200} Mar 23 10:42:41.862984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34c7db66-2d82-40f3-92b0-876b1ff202ab req-570d9950-68a3-4605-a3e2-5cc8c4cae938 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bdc4b06-b90e-4611-8af3-0701b30e5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0445848 Mar 23 10:42:42.983033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51500) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:43.059884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e45d0913-2858-4b62-93ea-71aca15f8716 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:43.093040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e45d0913-2858-4b62-93ea-71aca15f8716 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:43.193749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e45d0913-2858-4b62-93ea-71aca15f8716 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:43.217236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d0913-2858-4b62-93ea-71aca15f8716 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d8855b-d284-4fac-98b0-5ca3729ced0a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:43.225611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e45d0913-2858-4b62-93ea-71aca15f8716 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:43.226792 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e45d0913-2858-4b62-93ea-71aca15f8716 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/51d8855b-d284-4fac-98b0-5ca3729ced0a HTTP/1.1" status: 204 len: 168 time: 0.2418859 Mar 23 10:42:43.300981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51506) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:43.666468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:43.701065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:42:43.701418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device a10125c2-a4f6-4e94-ae44-ef7a4ea1d6aa not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:42:43.926756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:44.222506 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:42:44.619101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:44.619703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:44.844865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:44.845376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:45.003632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:45.231551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:45.287841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:45.752732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:46.362498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router b96b2731-3c8b-4f24-a0b1-e8d082833995 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:42:46.578680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:42:46.591102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] Sync routers for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:42:46.598076 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-acb26389-94b4-4082-91b0-8b8b2297a171 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/b96b2731-3c8b-4f24-a0b1-e8d082833995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2957406 Mar 23 10:42:46.600886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51510) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:46.609640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:46.610684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:46.804886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:46.816329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet 45c58e6b-6ba6-45fe-9139-49274c735b3e {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:42:46.819679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:46.882083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:46.981604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:47.056188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:47.098233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=45c58e6b-6ba6-45fe-9139-49274c735b3e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:47.107713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:47.114793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:42:45Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:47.115015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-beeed0c1-f58f-4fe9-aaac-49ca97e2086a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/45c58e6b-6ba6-45fe-9139-49274c735b3e HTTP/1.1" status: 204 len: 168 time: 0.5127783 Mar 23 10:42:47.118406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51514) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:47.118862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7770e9bd-b3cf-4fd2-942e-dd0a01d4ddd7 None None] Network 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:42:47.136942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] Checking router: b96b2731-3c8b-4f24-a0b1-e8d082833995 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:42:47.232697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] Routers {'b96b2731-3c8b-4f24-a0b1-e8d082833995'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:47.233891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['b96b2731-3c8b-4f24-a0b1-e8d082833995'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:47.500179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:47.564901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] Set router b96b2731-3c8b-4f24-a0b1-e8d082833995 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:47.667919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] DHCP port deletion for 0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:42:47.701041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Deleting port d5082b43-f23e-4a9e-8d4e-dec94642276b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:47.701427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:47.785340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:47.795952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:42:47.797000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:48.007425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 6cff8752-fd47-4b6a-a7bc-7c1d979f0501, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:48.008506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:48.054005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] For port d5082b43-f23e-4a9e-8d4e-dec94642276b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d5082b43-f23e-4a9e-8d4e-dec94642276b,segment=NetworkSegment(ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc),segment_id=ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:48.054300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:48.148532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:48.189236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Calling delete_port for d5082b43-f23e-4a9e-8d4e-dec94642276b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:42:48.251528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:42:45Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:48.266905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f182ec7-9b16-4b24-8715-aa6e4d28cb7c None None] The sync data for ids ['b96b2731-3c8b-4f24-a0b1-e8d082833995'] in dv-neutron-834653-2-hyperv is: [{'id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'name': 'tempest-TestNetworkBasicOps-router-1105953060', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:40:26Z', 'updated_at': '2022-03-23T10:42:45Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '6cff8752-fd47-4b6a-a7bc-7c1d979f0501', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b2731-3c8b-4f24-a0b1-e8d082833995', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:40:27Z', 'updated_at': '2022-03-23T10:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:42:48.281933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:48.342460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Pushing event deleted for resources: {'Port': ['ID=d5082b43-f23e-4a9e-8d4e-dec94642276b,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:48.350346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] No DVR routers for this DVR port d5082b43-f23e-4a9e-8d4e-dec94642276b on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:42:48.363916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.364315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:48.364506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.364796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.365100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.365486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.365819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.366145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.366498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.366824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.367144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.367463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55ddce-617d-4687-880e-ac87bc6486c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:48.448511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=6cff8752-fd47-4b6a-a7bc-7c1d979f0501,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:48.727918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:48.757610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:48.797716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:42:48.798062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 838ce5e3-4c0a-4e8e-96aa-d9a02d45f49a not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:42:48.798661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d5082b43-f23e-4a9e-8d4e-dec94642276b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:48.833724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d5082b43-f23e-4a9e-8d4e-dec94642276b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:42:48.834050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d5082b43-f23e-4a9e-8d4e-dec94642276b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:42:49.011562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.016813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.171805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.172321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router b96b2731-3c8b-4f24-a0b1-e8d082833995 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:42:49.188336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.191589 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a893d408-c724-40e1-99bd-220c5584dc02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/b96b2731-3c8b-4f24-a0b1-e8d082833995 HTTP/1.1" status: 204 len: 168 time: 2.0698540 Mar 23 10:42:49.192413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51518) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:49.344636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.495463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.522457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0234a75d-6c56-4aa7-b4ef-4d5aa46089e3']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:49.536266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:49.536567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2a5a7b-47b1-41b3-a84f-1482a4d63ddc') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:49.550420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.568437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.575338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 984 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:42:49.575764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:42:49.591001 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:42:49.680875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.704841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.716661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=0234a75d-6c56-4aa7-b4ef-4d5aa46089e3,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:49.731912 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-aca90fbe-c6ac-417c-9506-eb08a28879fd tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/0234a75d-6c56-4aa7-b4ef-4d5aa46089e3 HTTP/1.1" status: 204 len: 168 time: 0.5380106 Mar 23 10:42:49.760804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51522) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:49.766964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'network': {'name': 'tempest-network-smoke--554160783', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:49.772562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:49.778079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:network and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:49.783979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:49.791594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:49.802851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:42:49.805909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.838400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:42:49.848802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.849127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Added segment f5b01bb2-a753-4f90-9f8b-7f197b38f4d6 of type vlan for network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f Mar 23 10:42:49.875389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.908488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:49.912364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:49.912969 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.029434 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2673855 Mar 23 10:42:50.033773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51526) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:50.041052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-376374514', 'admin_state_up': True, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:50.043847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3f245-11ee-4918-a883-fe83770a8e61 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Network': ['ID=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:50.049801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:50.054102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:router and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:50.056677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:42:50.057234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:50.064733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:50.076222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.077335 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.101061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.264583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.456156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.486508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.489726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:50.527217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:42:50.527583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6cff8752-fd47-4b6a-a7bc-7c1d979f0501 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:42:50.634712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.68 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/422ae3a3-ea7a-4e98-a775-83925602854e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:42:50.797541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.829564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:50.904225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:42:50.907004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:42:50.912621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:42:50.944499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:51.086074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:51.086764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:51.406024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:42:51.604372 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:42:51.613455 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Sync routers for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:42:51.625895 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:51.626492 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:51.630145 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:51.631907 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-22f8fc40-f3c2-4b5d-af38-65ce38579dc7 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5965893 Mar 23 10:42:51.635264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51530) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:51.743386 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-19f14505-8980-4883-a991-1f88794f817e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=bc2496f95cb24aeeb482c4095d41b832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1067383 Mar 23 10:42:51.745708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51536) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:51.799505 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:51.874769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a8382-8de1-4017-9c6b-00363ff53bec tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:51.876262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-477a8382-8de1-4017-9c6b-00363ff53bec tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296294 Mar 23 10:42:51.879118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51540) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:51.917839 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8e31e30b-cb10-4b69-8da7-44e593d8112e tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375187 Mar 23 10:42:51.921276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51544) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:51.926504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166512602', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:52.039839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:52.043627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:subnet and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:52.047027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:52.053118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:52.065324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:42:52.099255 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:51Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:52.103166 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Checking router: c2ab83c3-04b2-4b90-8736-a80c5a2507b6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:42:52.103504 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Updating router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 port 422ae3a3-ea7a-4e98-a775-83925602854e binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:42:52.162134 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.187867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.430243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.504171 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.510573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Subnet': ['ID=f9074b3d-8481-49e8-bf29-b333d41e398e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:52.516931 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Transition to ACTIVE for port object 422ae3a3-ea7a-4e98-a775-83925602854e will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:52.522804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Checking segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:42:52.523161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network hostable DHCP agents. Network: 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:42:52.523284 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.545686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:42:52.555336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:42:52.559704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:52.560309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.568698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7532aa6-31d4-4f45-b4d1-795217ca5f8e None None] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:42:52.586204 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cae721b4-5d40-483e-a45e-a7c7a58e913e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6613104 Mar 23 10:42:52.586420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51548) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:52.598499 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Attempting to bind port 422ae3a3-ea7a-4e98-a775-83925602854e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:42:52.598862 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Attempting to bind port 422ae3a3-ea7a-4e98-a775-83925602854e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:42:52.599209 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Attempting to bind port 422ae3a3-ea7a-4e98-a775-83925602854e on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:42:52.612577 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:42:52.612941 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:42:52.613324 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.613715 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:42:52.614288 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Bound port: 422ae3a3-ea7a-4e98-a775-83925602854e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:42:52.614493 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.668961 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Pushing event updated for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:52.699733 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] For port 422ae3a3-ea7a-4e98-a775-83925602854e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:42:52.703462 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] For port 422ae3a3-ea7a-4e98-a775-83925602854e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=422ae3a3-ea7a-4e98-a775-83925602854e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:42:52.711338 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:52.716573 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.717179 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.718127 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.718591 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.719050 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.719517 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.720021 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.720490 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.720957 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.721431 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.721891 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:52.799327 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d1d7-f291-45f0-95c7-a27c976c37c3 None None] Pushing event updated for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:52.809172 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:52.810110 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:52.871095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:42:52.872411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.005014 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:53.036034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Allocated IP 172.20.0.2 (8133fd7e-bf93-4a2e-b7ff-124e4875fb2f/f9074b3d-8481-49e8-bf29-b333d41e398e/1d5c4eed-6a87-473f-9259-395b2cb7ed6b) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:42:53.253392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.268624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Transition to ACTIVE for port object 1d5c4eed-6a87-473f-9259-395b2cb7ed6b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:53.289310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Transition to ACTIVE for port object 1d5c4eed-6a87-473f-9259-395b2cb7ed6b will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:53.295670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.352363 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:51Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:53.356865 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e6a7e-9eb3-42d4-bc89-f7adf5d87572 None None] The sync data for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv is: [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:51Z', 'revision_number': 3, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:42:53.362576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:42:53.365341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:42:53.368749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:42:53.385473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Pushing event updated for resources: {'Port': ['ID=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:53.474414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Attempting to bind port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:42:53.474563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Attempting to bind port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:42:53.474913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Attempting to bind port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b on network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:42:53.481840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:42:53.482208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Checking segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:42:53.482630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.483574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Bound using segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:42:53.484045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Bound port: 1d5c4eed-6a87-473f-9259-395b2cb7ed6b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:42:53.484418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.534985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.590415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] For port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:42:53.594516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] For port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:42:53.598273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:53.683245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee990f2f-6af3-42af-8413-8aaae09e969e None None] Pushing event updated for resources: {'Port': ['ID=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:54.020528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.1 (8133fd7e-bf93-4a2e-b7ff-124e4875fb2f/f9074b3d-8481-49e8-bf29-b333d41e398e/e4a9d862-1e1c-4365-9535-beb4ff29535a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:42:54.191733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.213102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object e4a9d862-1e1c-4365-9535-beb4ff29535a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:54.239845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.314930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:42:54.318110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:42:54.322663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:42:54.349095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:54.390895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.394241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d73ec12d-575f-4585-80de-5445d25df8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.484410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.615056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:42:54.688060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.697519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e718cf-1bc5-4116-89a8-65935d34d651 None None] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:42:54.787597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 422ae3a3-ea7a-4e98-a775-83925602854e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:42:54.797894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 422ae3a3-ea7a-4e98-a775-83925602854e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:54.798258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:54.876175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5aa62af4-e65e-443a-b0d2-6fb73a334391 None None] Provisioning for port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:42:55.007775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.012994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.024346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.054029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 422ae3a3-ea7a-4e98-a775-83925602854e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=422ae3a3-ea7a-4e98-a775-83925602854e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:55.059695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.060484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1d5c4eed-6a87-473f-9259-395b2cb7ed6b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:42:55.131894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.154419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:55.182367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:55.199446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:42:55.205120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:55.205558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.279396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:42:55.281186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:42:55.326515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.370303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:42:55.375570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.450779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a58f51d2-a4b3-4a26-ada7-ee36493c1c6b None None] Provisioning complete for port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:55.451149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a58f51d2-a4b3-4a26-ada7-ee36493c1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.505743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:55.642672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a58f51d2-a4b3-4a26-ada7-ee36493c1c6b None None] Provisioning for port e4a9d862-1e1c-4365-9535-beb4ff29535a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:42:55.648773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a58f51d2-a4b3-4a26-ada7-ee36493c1c6b None None] Provisioning complete for port e4a9d862-1e1c-4365-9535-beb4ff29535a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:55.649227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a58f51d2-a4b3-4a26-ada7-ee36493c1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.704556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:42:55.707788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a58f51d2-a4b3-4a26-ada7-ee36493c1c6b None None] Port e4a9d862-1e1c-4365-9535-beb4ff29535a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:42:55.831763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-175afd02-645a-4353-9bb9-48b426ff910a None None] Provisioning complete for port e4a9d862-1e1c-4365-9535-beb4ff29535a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:55.832138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-175afd02-645a-4353-9bb9-48b426ff910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:55.885613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-175afd02-645a-4353-9bb9-48b426ff910a None None] Port e4a9d862-1e1c-4365-9535-beb4ff29535a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:42:55.911124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:42:55.924755 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-03132613-efc8-4d80-bf1d-9b7a64350ac3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/c2ab83c3-04b2-4b90-8736-a80c5a2507b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3373952 Mar 23 10:42:55.927308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51552) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:56.066593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95cbf86-085d-4be5-a804-b696fc74affd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.067319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95cbf86-085d-4be5-a804-b696fc74affd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.067319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95cbf86-085d-4be5-a804-b696fc74affd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.067656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95cbf86-085d-4be5-a804-b696fc74affd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.069262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a95cbf86-085d-4be5-a804-b696fc74affd tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1410398 Mar 23 10:42:56.071922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51556) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:56.142266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53ae07-8098-489a-8e64-336612300c32 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.142632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53ae07-8098-489a-8e64-336612300c32 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.142991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53ae07-8098-489a-8e64-336612300c32 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.143343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53ae07-8098-489a-8e64-336612300c32 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.145006 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5a53ae07-8098-489a-8e64-336612300c32 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0722106 Mar 23 10:42:56.147722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51560) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:56.463957 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f64df799-86fd-444d-a1b5-f6dce15e4a27 tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3149283 Mar 23 10:42:56.553617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:42:56.626233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 422ae3a3-ea7a-4e98-a775-83925602854e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:56.626597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.765910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d4798954-459e-422e-abc7-9a0d882ae0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.775911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51566) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:56.778106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1d5c4eed-6a87-473f-9259-395b2cb7ed6b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:42:56.781724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157986923', 'description': 'tempest-secgroup-smoke-1157986923 description', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:56.787873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:56.792165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:56.795005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:56.806646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:56.820489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.854854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:56.855230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.864303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:56.868640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:56.871580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:56.877450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:56.939023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.943038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.989027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223d1a95-c253-4251-ade1-6c47ef046a5f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:56.996681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:56.997007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Sync routers for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:42:57.001035 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-82912ea4-0191-4ad1-9456-2410497eb962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2211802 Mar 23 10:42:57.001555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51570) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:57.007515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '223d1a95-c253-4251-ade1-6c47ef046a5f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:57.009675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:57.010291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:57.013470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:57.017375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:57.020291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:57.026124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:57.044224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.114845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.120193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.146417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6308ffb-e5b9-4279-baec-6b2b78165813,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:57.156852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.158113 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f97c3293-5cd0-4395-85ce-b6e7a9768e92 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1553769 Mar 23 10:42:57.160938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51574) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:57.168855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '223d1a95-c253-4251-ade1-6c47ef046a5f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:57.175216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:57.179116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:57.182053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:57.188648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:57.207936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.211040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:57.274784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.278573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.302134 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4409de8c-1985-4f68-9d57-f52a67cc3194,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:57.311926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.313109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e3aad4ef-80a4-4171-9c8d-e87a6c3cd26a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505237 Mar 23 10:42:57.315890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51578) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:57.321255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '223d1a95-c253-4251-ade1-6c47ef046a5f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:57.327235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:57.331068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:57.333958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:57.339630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:57.355498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.425710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.431395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.461043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8fbeee-45a8-44e1-985a-d92f3426d922,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:57.468418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.469604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b2ba73f9-ea07-4394-8aa0-c6afdcd0f116 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1528151 Mar 23 10:42:57.472356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51582) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:57.481299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '223d1a95-c253-4251-ade1-6c47ef046a5f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:57.487274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:57.491092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:57.494008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:57.500248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:57.516763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.545881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:57.549832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Checking router: c2ab83c3-04b2-4b90-8736-a80c5a2507b6 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:42:57.550188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Updating router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 port e4a9d862-1e1c-4365-9535-beb4ff29535a binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:42:57.585371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.590183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.607648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.613744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a706a8-3426-4df8-b616-423a588df1d1,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:57.624819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.626165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d0275f01-3fb7-42be-82e0-a3744a06e638 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1528778 Mar 23 10:42:57.628920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51586) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:57.635361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '223d1a95-c253-4251-ade1-6c47ef046a5f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:57.642059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:57.646095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:57.649022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:57.655005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:57.668500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:42:57.675591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.745567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.750667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.773445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2307931f-a05c-4649-a40c-2a04f1ab9a8a,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:57.785765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.786274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.786945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e69f25cf-3aa6-4de8-9962-1841ec547c03 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1570909 Mar 23 10:42:57.789658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51590) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:57.795106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'security_group_rule': {'security_group_id': '223d1a95-c253-4251-ade1-6c47ef046a5f', 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:42:57.800924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:57.804803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:security_group_rule and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:42:57.807638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:42:57.813931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:57.824889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Project bc2496f95cb24aeeb482c4095d41b832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:42:57.832359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.900669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.905530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.923461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5c4a95-db46-42d5-a988-408baf88548c,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:57.941143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:57.942321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7abfa74f-66de-4681-b5a7-da2b76eaf781 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1517141 Mar 23 10:42:57.992135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:58.017832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:58.030001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Transition to ACTIVE for port object e4a9d862-1e1c-4365-9535-beb4ff29535a will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:58.037234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:58.141349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-91777a57-d15a-4715-905f-60eba4411fd6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:58.164377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-91777a57-d15a-4715-905f-60eba4411fd6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:58.165813 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-91777a57-d15a-4715-905f-60eba4411fd6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157986923&fields=id&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 267 time: 0.0813134 Mar 23 10:42:58.210610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5c7e8-ee3b-448b-9f80-7ba2fbe5fdcc None None] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:58.300946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Attempting to bind port e4a9d862-1e1c-4365-9535-beb4ff29535a on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:42:58.301332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Attempting to bind port e4a9d862-1e1c-4365-9535-beb4ff29535a by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:42:58.301483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Attempting to bind port e4a9d862-1e1c-4365-9535-beb4ff29535a on network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:42:58.309321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:42:58.309456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Checking segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:42:58.309832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:58.310321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Bound using segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:42:58.310721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Bound port: e4a9d862-1e1c-4365-9535-beb4ff29535a, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:42:58.311803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:58.334138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083539b0-2981-4da9-a15f-210b4884263d req-9ed62649-284c-4478-95a9-8a19fe4d9e95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:58.334853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-9ed62649-284c-4478-95a9-8a19fe4d9e95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:58.351265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-9ed62649-284c-4478-95a9-8a19fe4d9e95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:58.356035 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-9ed62649-284c-4478-95a9-8a19fe4d9e95 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 796 time: 0.1821103 Mar 23 10:42:58.371421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-864cfe02-3e9e-4570-a6f7-a0eae9844962 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/quotas/bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 375 time: 0.0134270 Mar 23 10:42:58.410590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] For port e4a9d862-1e1c-4365-9535-beb4ff29535a, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:42:58.417790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] For port e4a9d862-1e1c-4365-9535-beb4ff29535a, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e4a9d862-1e1c-4365-9535-beb4ff29535a,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:42:58.427038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:58.471401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-ed8238f1-6e1f-4270-8e94-91a6fe2415cf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:58.491264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-ed8238f1-6e1f-4270-8e94-91a6fe2415cf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:58.492540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-ed8238f1-6e1f-4270-8e94-91a6fe2415cf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145554 Mar 23 10:42:58.521754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5c7e8-ee3b-448b-9f80-7ba2fbe5fdcc None None] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:58.526651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:42:58.527273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:58.609142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-912ba8d7-1c2e-4908-9fec-063b56bc13ae service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:42:58.610335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-912ba8d7-1c2e-4908-9fec-063b56bc13ae service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0972724 Mar 23 10:42:58.729612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:42:58.759848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-71beaf8b-e2db-4e85-929b-c72890772b8e service neutron] 10.222.0.73 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422701 Mar 23 10:42:58.923289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-c1464333-979e-4474-bfa1-79b221fad76d service neutron] 10.222.0.73 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568594 Mar 23 10:42:59.097373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:42:58Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:59.101716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4788b7a-bd97-4904-9b4e-ea15df9bc71f None None] The sync data for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv is: [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:42:58Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:42:59.122028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a0a422b-92fc-469f-9f1a-173073c5a0ff req-f144769f-8025-4249-841c-18cd06c67e26 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0437355 Mar 23 10:42:59.317247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:00.254334 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8a62306d-959c-4a17-a3df-b68002daa6e7 req-d551d87a-b4fa-4fb6-b7c2-0a762eb93e40 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0463674 Mar 23 10:43:00.553754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:43:00.620362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port e4a9d862-1e1c-4365-9535-beb4ff29535a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:43:00.625543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e4a9d862-1e1c-4365-9535-beb4ff29535a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:43:00.625915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:00.739211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:00.775141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port e4a9d862-1e1c-4365-9535-beb4ff29535a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e4a9d862-1e1c-4365-9535-beb4ff29535a,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:43:00.779061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:00.847687 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:01.369694 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2328e6e-9c28-4d57-a6f7-3ee2c08a69c6 req-c2f0a7cf-4945-48d1-bd8a-918ee860c5d4 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0424440 Mar 23 10:43:02.481181 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f9943af6-1bdd-4a5e-b7fa-1d84a3205218 req-772f3a75-0ffc-471d-85aa-f9c1bc08f77a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0415571 Mar 23 10:43:02.543107 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:43:02.617286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e4a9d862-1e1c-4365-9535-beb4ff29535a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:43:02.617650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:03.662612 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2802564-0dc2-4bbc-a825-0de813fca203 req-22678f35-d220-4031-86ac-526ce3ed5223 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0484250 Mar 23 10:43:04.239442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083539b0-2981-4da9-a15f-210b4884263d req-f392ac99-ca39-4826-a159-ce9ad404c1fa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:04.240878 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-f392ac99-ca39-4826-a159-ce9ad404c1fa tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 796 time: 0.1487918 Mar 23 10:43:04.294327 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-03d802ad-08f3-400c-8255-15bfcfc8e585 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:43:04.306900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-083539b0-2981-4da9-a15f-210b4884263d req-03d802ad-08f3-400c-8255-15bfcfc8e585 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:43:04.308080 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-03d802ad-08f3-400c-8255-15bfcfc8e585 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2496f95cb24aeeb482c4095d41b832 HTTP/1.1" status: 200 len: 380 time: 0.0556021 Mar 23 10:43:04.316321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'port': {'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'admin_state_up': True, 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'security_groups': ['223d1a95-c253-4251-ade1-6c47ef046a5f']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:43:04.450575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:43:04.460682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:43:04.470997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Made reservation on behalf of bc2496f95cb24aeeb482c4095d41b832 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:43:04.474219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:04.635079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.20.0.5 (8133fd7e-bf93-4a2e-b7ff-124e4875fb2f/f9074b3d-8481-49e8-bf29-b333d41e398e/928be7b3-6035-49e9-9562-57ffd8b15dcd) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:43:04.821070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:04.825746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7431e1e2-5255-42cd-a6b1-92ea07f7adb6 req-17b6ee93-9795-48ba-86fe-603c7854d8a8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0401275 Mar 23 10:43:04.838428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Transition to ACTIVE for port object 928be7b3-6035-49e9-9562-57ffd8b15dcd will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:43:04.860303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:04.934179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:43:04.938910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:43:04.941491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:43:04.983472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=928be7b3-6035-49e9-9562-57ffd8b15dcd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:05.011472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:05.012099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:05.037286 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-40b28df3-92c0-4feb-9d65-b5eec06ff411 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7244925 Mar 23 10:43:05.049433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Request body: {'port': {'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:43:05.138429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-59bfc0d1-d307-44df-bc35-d4a416a8cfc5 None None] Provisioning for port 928be7b3-6035-49e9-9562-57ffd8b15dcd completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:43:05.145307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-59bfc0d1-d307-44df-bc35-d4a416a8cfc5 None None] Provisioning complete for port 928be7b3-6035-49e9-9562-57ffd8b15dcd triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:43:05.145676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59bfc0d1-d307-44df-bc35-d4a416a8cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:05.163177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:05.199441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-59bfc0d1-d307-44df-bc35-d4a416a8cfc5 None None] Port 928be7b3-6035-49e9-9562-57ffd8b15dcd cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:43:05.585944 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928be7b3-6035-49e9-9562-57ffd8b15dcd {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:43:05.592670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:05.607368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Transition to ACTIVE for port object 928be7b3-6035-49e9-9562-57ffd8b15dcd will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:43:05.611794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:05.740459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Pushing event updated for resources: {'Port': ['ID=928be7b3-6035-49e9-9562-57ffd8b15dcd,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:05.849852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Attempting to bind port 928be7b3-6035-49e9-9562-57ffd8b15dcd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:43:05.850177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Attempting to bind port 928be7b3-6035-49e9-9562-57ffd8b15dcd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:43:05.850501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Attempting to bind port 928be7b3-6035-49e9-9562-57ffd8b15dcd on network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:43:05.856402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Port 928be7b3-6035-49e9-9562-57ffd8b15dcd on network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:43:05.856768 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Attempting to bind port 928be7b3-6035-49e9-9562-57ffd8b15dcd on network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:43:05.863089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:43:05.863421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Checking segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:43:05.863830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Bound using segment: {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:43:05.864247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Bound port: 928be7b3-6035-49e9-9562-57ffd8b15dcd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:43:05.864588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:05.961858 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] For port 928be7b3-6035-49e9-9562-57ffd8b15dcd, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:43:05.964884 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] For port 928be7b3-6035-49e9-9562-57ffd8b15dcd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:43:05.969378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:06.034938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef360fe-3e37-4b85-96ee-54e23b4d3a83 req-c0658ae9-cac8-4ba9-958f-9898e92504d2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:06.036043 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:06.036582 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ef360fe-3e37-4b85-96ee-54e23b4d3a83 req-c0658ae9-cac8-4ba9-958f-9898e92504d2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 943 time: 0.0787873 Mar 23 10:43:06.040966 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] 10.222.0.91 "PUT /v2.0/ports/928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 1093 time: 0.9965241 Mar 23 10:43:06.041409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:43:06.064692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3c879-9808-445d-bae9-17b765f84f5c service neutron] Pushing event updated for resources: {'Port': ['ID=928be7b3-6035-49e9-9562-57ffd8b15dcd,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:06.091822 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ef360fe-3e37-4b85-96ee-54e23b4d3a83 req-a2fe394d-a750-48d4-bc6d-63005d2af3ba tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481853 Mar 23 10:43:06.142735 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'status': 'completed', 'code': 200} Mar 23 10:43:06.164524 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-45d7a377-2a6b-4526-bc7f-c39c26d86556 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1096 time: 0.0845962 Mar 23 10:43:06.238867 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-1583038b-5583-4971-9b39-79eb08d54a5c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 217 time: 0.0666852 Mar 23 10:43:06.309934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083539b0-2981-4da9-a15f-210b4884263d req-053dadc3-338a-4d67-99c2-ec7931e18a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:06.312017 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-053dadc3-338a-4d67-99c2-ec7931e18a13 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 200 len: 835 time: 0.0672524 Mar 23 10:43:06.389000 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-bd47daa2-bb7d-4776-9a42-33f00de0ebbb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715382 Mar 23 10:43:06.517919 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-fb536eda-5f08-4ce9-a9ec-0b23be66a959 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233597 Mar 23 10:43:06.650398 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-083539b0-2981-4da9-a15f-210b4884263d req-bc725061-d592-4fa3-9328-f43b6c7f6441 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267562 Mar 23 10:43:06.765542 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-ab4480dd-e409-4df8-9159-5d22ebd554e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1096 time: 0.0692794 Mar 23 10:43:06.895261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-2cba3605-f7ca-4dd1-8507-33e50aa2b8f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:06.896740 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-2cba3605-f7ca-4dd1-8507-33e50aa2b8f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 897 time: 0.1257281 Mar 23 10:43:06.966098 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-a579dbdb-985b-4fc8-920e-d4d2801b0b69 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 217 time: 0.0631065 Mar 23 10:43:07.025881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-b337c3dd-8a1c-4922-a2ce-b097a5d11cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:07.027265 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-b337c3dd-8a1c-4922-a2ce-b097a5d11cb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 200 len: 835 time: 0.0559742 Mar 23 10:43:07.099070 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-5ca1e7e6-a4de-48db-8637-e12e422041c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659361 Mar 23 10:43:07.231696 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-602e8686-94df-4f79-90b9-eb56415e6d3e service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261773 Mar 23 10:43:07.388371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179be149-c0f3-4a97-b406-e56ea2df35b3 req-8fc7befb-0bcc-4159-9582-3ed0b96547c5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:07.390364 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-179be149-c0f3-4a97-b406-e56ea2df35b3 req-8fc7befb-0bcc-4159-9582-3ed0b96547c5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 943 time: 0.1774597 Mar 23 10:43:07.434744 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-179be149-c0f3-4a97-b406-e56ea2df35b3 req-157e0a18-2820-48f0-bf40-50eb9ab97820 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388720 Mar 23 10:43:07.458185 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f437944f-88d6-4b07-af74-f5bc6bce3143 req-14b81ce2-59b8-43b7-b6f3-a936e17f424a service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205355 Mar 23 10:43:08.633898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bebbe-15e5-4b86-baca-29537610a98b req-243308cb-d0bc-4ddd-b33e-b4043a5e20d3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:08.635354 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c3bebbe-15e5-4b86-baca-29537610a98b req-243308cb-d0bc-4ddd-b33e-b4043a5e20d3 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 943 time: 0.0789700 Mar 23 10:43:08.681197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c3bebbe-15e5-4b86-baca-29537610a98b req-882074f1-f76c-4ecc-b25f-ea8ffa4c51e2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402296 Mar 23 10:43:09.837173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 928be7b3-6035-49e9-9562-57ffd8b15dcd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:43:09.879343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb47d-77ff-4da5-929a-c5e470d06f46 req-c93cc602-c031-48d8-9b15-88d21e16a7c0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:09.880921 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03ddb47d-77ff-4da5-929a-c5e470d06f46 req-c93cc602-c031-48d8-9b15-88d21e16a7c0 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 943 time: 0.0806439 Mar 23 10:43:09.932408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03ddb47d-77ff-4da5-929a-c5e470d06f46 req-dd899e7c-cf31-4cc2-b32c-23e3fc3311ba tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Mar 23 10:43:09.981089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 928be7b3-6035-49e9-9562-57ffd8b15dcd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:43:09.994217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:43:10.046939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:10.067289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928be7b3-6035-49e9-9562-57ffd8b15dcd {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:43:10.082942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 928be7b3-6035-49e9-9562-57ffd8b15dcd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:43:10.087481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:10.188489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=928be7b3-6035-49e9-9562-57ffd8b15dcd,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:10.392362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['928be7b3-6035-49e9-9562-57ffd8b15dcd'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:43:11.133887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629f25-e468-4c0b-90a4-561b0cc43f01 req-e0174b26-4c69-41ab-8713-238e65d85472 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:11.135379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fd629f25-e468-4c0b-90a4-561b0cc43f01 req-e0174b26-4c69-41ab-8713-238e65d85472 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 944 time: 0.0813892 Mar 23 10:43:11.194965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fd629f25-e468-4c0b-90a4-561b0cc43f01 req-0930363f-0ebf-4cc0-bcc6-1bfa715cecb8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498252 Mar 23 10:43:11.845137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 928be7b3-6035-49e9-9562-57ffd8b15dcd up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:43:11.929014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 928be7b3-6035-49e9-9562-57ffd8b15dcd completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:43:11.933997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 928be7b3-6035-49e9-9562-57ffd8b15dcd triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:43:11.934369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:12.050014 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:12.080001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:43:12.091960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 928be7b3-6035-49e9-9562-57ffd8b15dcd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:43:12.099478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:12.162617 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'code': 200} Mar 23 10:43:12.218146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=928be7b3-6035-49e9-9562-57ffd8b15dcd,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:12.432005 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ca2a7fb4-0614-4f5f-8fc7-1ba729ab7141 req-434f87c0-6840-4353-a5e2-a6d6977c451b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1098 time: 0.1120131 Mar 23 10:43:12.485567 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ca2a7fb4-0614-4f5f-8fc7-1ba729ab7141 req-a41a2242-6b3a-4439-b51c-46372853050f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468390 Mar 23 10:43:12.514451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa1b17-9a4d-405b-bf70-d5daa999b4f7 req-a6772cff-4403-48da-82bc-dec08596e2e2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:12.516918 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41aa1b17-9a4d-405b-bf70-d5daa999b4f7 req-a6772cff-4403-48da-82bc-dec08596e2e2 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.0947497 Mar 23 10:43:12.567495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41aa1b17-9a4d-405b-bf70-d5daa999b4f7 req-45400bc4-b120-451a-a453-7dba750bd52d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Mar 23 10:43:13.796470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69788-17f6-4f26-b8ae-3a772f893394 req-83359c09-3b78-4860-bab8-4b04b829350d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:13.798004 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1c69788-17f6-4f26-b8ae-3a772f893394 req-83359c09-3b78-4860-bab8-4b04b829350d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.1037471 Mar 23 10:43:13.847616 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1c69788-17f6-4f26-b8ae-3a772f893394 req-4deb2cae-864a-430b-8c0a-eb4e8a11a4f6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Mar 23 10:43:15.051640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237e12d-e293-4053-b77f-a6f2a194a561 req-d6727a54-0772-49ed-bc45-d5229cfd95c9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:15.053102 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1237e12d-e293-4053-b77f-a6f2a194a561 req-d6727a54-0772-49ed-bc45-d5229cfd95c9 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.0794628 Mar 23 10:43:15.108375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1237e12d-e293-4053-b77f-a6f2a194a561 req-50ce1e6d-baba-408a-82d6-ef1779883c0a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490978 Mar 23 10:43:15.314382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c07f6-89c1-48b7-94b5-4ff38b992acb req-9f08a5bf-34b4-4650-a17d-76a07c371885 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:15.315875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-826c07f6-89c1-48b7-94b5-4ff38b992acb req-9f08a5bf-34b4-4650-a17d-76a07c371885 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.0852416 Mar 23 10:43:15.361895 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-826c07f6-89c1-48b7-94b5-4ff38b992acb req-c6147674-9e3d-4fd2-8ea6-05e43de82c02 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Mar 23 10:43:15.390060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51658) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:15.464197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e0044081-2215-4324-bfb2-e59bc585a93a tempest-TestNetworkBasicOps-385060438 tempest-TestNetworkBasicOps-385060438-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1093 time: 0.0728586 Mar 23 10:43:15.466990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51662) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:15.472853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:43:15.478784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:43:15.482668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Usage tracker for resource:floatingip and tenant:bc2496f95cb24aeeb482c4095d41b832 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:43:15.486216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:43:15.492170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:43:15.502735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:15.649428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:15.793414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Allocated IP 172.26.7.194 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/786653e2-c1ec-4847-ac56-05aadd15818a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:43:15.942725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:15.971549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:16.040541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:43:16.043245 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:43:16.045867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:43:16.084282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=786653e2-c1ec-4847-ac56-05aadd15818a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:16.672837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:16.729187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:16.948887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:16.954152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:17.063076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event updated for resources: {'Port': ['ID=786653e2-c1ec-4847-ac56-05aadd15818a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:17.078024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:17.279853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Floating IP 870eb13f-cccf-4b22-8099-2a4892b875c1 associated. External IP: 172.26.7.194, port: 928be7b3-6035-49e9-9562-57ffd8b15dcd. Mar 23 10:43:17.677311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:43:17.883188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:43:17.893800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] Sync routers for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:43:17.906265 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:43:17.906975 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:17.910662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:17.975061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-95cd9156-98d5-4498-806d-4d4828542278 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5067434 Mar 23 10:43:17.975690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:43:17.978193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:18.050719 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'status': 'completed', 'code': 200} Mar 23 10:43:18.097378 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:43:18.131882 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-39ba93c2-c88a-4877-ae63-907a29888ed6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1524549 Mar 23 10:43:18.172573 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-0195c372-27da-4f83-8f19-675595320802 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1098 time: 0.1003964 Mar 23 10:43:18.317052 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-c9edb150-3659-4956-b452-864a6937c79a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:18.318400 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-c9edb150-3659-4956-b452-864a6937c79a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 897 time: 0.1390066 Mar 23 10:43:18.420174 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-97b2565e-d377-4377-89f0-ca631a3ceb5e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 999 time: 0.0957658 Mar 23 10:43:18.455359 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '870eb13f-cccf-4b22-8099-2a4892b875c1', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:43:16Z', 'updated_at': '2022-03-23T10:43:16Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:43:00Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:18.459636 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] Checking router: c2ab83c3-04b2-4b90-8736-a80c5a2507b6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:43:18.471079 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:43:18.471708 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:42:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:18.485324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-5ace74eb-4c34-4b2a-a09d-dc7511340a6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:18.486818 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-5ace74eb-4c34-4b2a-a09d-dc7511340a6f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 200 len: 835 time: 0.0618298 Mar 23 10:43:18.563289 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-7ef643e7-3441-4e85-b10f-ee19f15ef821 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707994 Mar 23 10:43:18.654329 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:43:18.705261 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-a2c0f2dd-ae89-4d72-a564-7e473c45eacd service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366224 Mar 23 10:43:18.841988 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-56cf0278-3a87-426b-b5a1-40ded3145fb6 req-e8208b40-5e17-49d3-bee6-eb03d08e7edd service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312218 Mar 23 10:43:19.003919 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '870eb13f-cccf-4b22-8099-2a4892b875c1', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:43:16Z', 'updated_at': '2022-03-23T10:43:16Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:43:00Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:19.008623 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195be3e4-d11c-4c00-9a03-cd4b89a85cac None None] The sync data for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv is: [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:54Z', 'revision_number': 4, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '870eb13f-cccf-4b22-8099-2a4892b875c1', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:43:16Z', 'updated_at': '2022-03-23T10:43:16Z', 'revision_number': 0, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:43:00Z', 'revision_number': 5, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:43:19.133387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51674) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:19.211744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2134006-214b-4bf0-a0a9-728a0bdad6cb None None] New status for floating IP 870eb13f-cccf-4b22-8099-2a4892b875c1: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:43:19.373849 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ac9a554d-3be4-4ee2-9831-d1990e7dfb44 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.2389309 Mar 23 10:43:20.378364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:20.500807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6a9cd380-4451-4649-809f-dd08e795a80b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 993 time: 0.1211505 Mar 23 10:43:21.222842 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:43:22.402259 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-9d150ee1-fe0c-4b6c-b9e5-6489cce36162 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795953 Mar 23 10:43:22.549919 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-8c01c8db-6545-4452-aac9-f17ea1daef6d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1098 time: 0.0681291 Mar 23 10:43:22.722735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-d348bc7c-dcc3-400c-bc17-4f9e5c89bbc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:22.724237 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-d348bc7c-dcc3-400c-bc17-4f9e5c89bbc0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 897 time: 0.1476932 Mar 23 10:43:22.834615 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-3206ea71-513e-43d6-beab-e8fd4d72f624 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 1001 time: 0.1019807 Mar 23 10:43:22.901753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-ff99a18c-d266-45a1-99d2-d43613ad807a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:22.903197 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-ff99a18c-d266-45a1-99d2-d43613ad807a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 200 len: 835 time: 0.0629177 Mar 23 10:43:23.073763 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-b580ee93-8dc9-4d3c-a96a-9cf5dd221e09 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650229 Mar 23 10:43:23.209439 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-ff780c2d-2129-4bb7-b571-2038ec93ac96 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297286 Mar 23 10:43:23.348712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-cc487086-f484-44d7-ad60-937c7cc5a526 req-7faa4c82-e8f9-449f-bad5-d22ffc86dae7 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330464 Mar 23 10:43:24.400383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b110819b-a69d-4a33-831b-cf1fc130168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:24.663142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:26.750225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-005bca12-2092-458b-9783-45e4d11d843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:27.758467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:27.951639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:29.320130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:54.402301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d6d66b74-eebd-4d14-8d55-6d0b98e97579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:54.689811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:56.769478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5f19-c784-4388-91ba-26db86ec4f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:57.761444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:57.951821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:58.223592 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:43:59.323922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:24.406443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7bf11ff9-1483-4a8c-b5da-d61dd0cab262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:24.679262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:25.208069 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-b5da59d8-d58a-4dc2-bdb9-30e11d167d13 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678818 Mar 23 10:44:25.345373 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-33c1c906-4501-4351-8c22-d1400cb2160a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1098 time: 0.0712483 Mar 23 10:44:25.490131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-7f533f5d-fb92-4753-9461-eb3594c8569b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:25.491481 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-7f533f5d-fb92-4753-9461-eb3594c8569b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 897 time: 0.1275103 Mar 23 10:44:25.595389 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-2977f3c4-8799-4ed6-8c16-2a2abb96e367 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 1001 time: 0.0979044 Mar 23 10:44:25.660979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-7df1f82b-1cfc-4c21-8a91-6f1fe96ebce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:25.662406 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-7df1f82b-1cfc-4c21-8a91-6f1fe96ebce5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 200 len: 835 time: 0.0612471 Mar 23 10:44:25.737210 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-70261a45-7d25-457d-be03-a7326a28810e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685623 Mar 23 10:44:25.872726 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-68359ea0-b105-42a8-adb0-67d20b71e1d5 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288455 Mar 23 10:44:26.019961 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-31ab1d83-879c-4c99-9a42-e08e1ab1b732 req-b8b1b183-720b-4a26-be3d-aead82211fd8 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405923 Mar 23 10:44:26.754625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9594-b979-4282-bf29-6166cf9b0bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:27.770566 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:27.955236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:29.326838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:29.719489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51708) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:29.725039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:44:30.313587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:30.325273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:30.539784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:44:30.749972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:44:30.756254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:30.757465 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-92fd8601-9f68-4841-b808-9a5e5a5031b8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/c2ab83c3-04b2-4b90-8736-a80c5a2507b6 HTTP/1.1" status: 200 len: 887 time: 1.0369177 Mar 23 10:44:30.769309 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] Sync routers for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:44:30.789494 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:44:30.790475 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:44:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:30.857157 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:30.868094 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:44:30.868685 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:44:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:30.929670 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:30.930060 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec124d0-a61c-49a3-a8fc-f879d3fb14f4 None None] The sync data for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv is: [] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:44:31.676884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a9337-49bc-48d9-b731-c16b750cf35d None None] New status for floating IP 870eb13f-cccf-4b22-8099-2a4892b875c1: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:44:32.574501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:32.746818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:32.770693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 422ae3a3-ea7a-4e98-a775-83925602854e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=422ae3a3-ea7a-4e98-a775-83925602854e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:32.775292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:32.776172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:32.896700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:32.925430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51714) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:32.933972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:44:32.943344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.943720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.944053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.944404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.944725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.945039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.945354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.945673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.945989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.946305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.946621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:32.969334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:33.009423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port e4a9d862-1e1c-4365-9535-beb4ff29535a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e4a9d862-1e1c-4365-9535-beb4ff29535a,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:33.016555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:33.103338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:33.702994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:33.714521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412920'] for router, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:33.930997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:44:34.158145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:44:34.164138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:34.166033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f301ec58-24ca-43ec-a97d-11eeb41bb40f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/c2ab83c3-04b2-4b90-8736-a80c5a2507b6 HTTP/1.1" status: 200 len: 886 time: 1.2381926 Mar 23 10:44:34.168258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51718) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:34.168465 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] Sync routers for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:44:34.181857 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:44:34.182460 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:44:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:34.280937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-baa3d733-6f23-4e94-86e2-bd90014ea0b6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1110106 Mar 23 10:44:34.365454 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:44:34.697907 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:33Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '870eb13f-cccf-4b22-8099-2a4892b875c1', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:43:16Z', 'updated_at': '2022-03-23T10:44:31Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:44:32Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:34.702175 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] Checking router: c2ab83c3-04b2-4b90-8736-a80c5a2507b6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:44:34.712413 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:44:34.712987 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:44:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:34.887437 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:44:35.233392 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:44:35.262401 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:33Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '870eb13f-cccf-4b22-8099-2a4892b875c1', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:43:16Z', 'updated_at': '2022-03-23T10:44:31Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:44:32Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:35.266743 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973fa35-07a8-4090-b4d9-d9922fbed0b3 None None] The sync data for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv is: [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:33Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '870eb13f-cccf-4b22-8099-2a4892b875c1', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'port_id': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'mac_address': 'fa:16:3e:b4:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f96409-b18a-427b-94fe-90a895bc7679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:43:16Z', 'updated_at': '2022-03-23T10:44:31Z', 'revision_number': 2, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a9d862-1e1c-4365-9535-beb4ff29535a', 'name': '', 'network_id': '8133fd7e-bf93-4a2e-b7ff-124e4875fb2f', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'mac_address': 'fa:16:3e:95:98:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:53Z', 'updated_at': '2022-03-23T10:44:32Z', 'revision_number': 6, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'subnets': [{'id': 'f9074b3d-8481-49e8-bf29-b333d41e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:44:35.285371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51722) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:35.397877 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b59be3dc-eaf2-4ce8-a9e1-0cbc9280d03e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1112978 Mar 23 10:44:36.401929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51726) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:36.511353 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2865a9ba-fd13-42f5-a7bf-57e282741ffc tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1080866 Mar 23 10:44:36.615989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:36.684111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 422ae3a3-ea7a-4e98-a775-83925602854e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:36.685110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:36.822777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:36.840450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 422ae3a3-ea7a-4e98-a775-83925602854e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=422ae3a3-ea7a-4e98-a775-83925602854e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:36.845481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:36.846507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:36.968203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:36.985809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e4a9d862-1e1c-4365-9535-beb4ff29535a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:36.986182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.118649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.151068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port e4a9d862-1e1c-4365-9535-beb4ff29535a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e4a9d862-1e1c-4365-9535-beb4ff29535a,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:37.159124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.227412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:37.514779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51730) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:37.624374 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-477218cd-00ce-4150-99de-cf8f22db2798 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1082165 Mar 23 10:44:38.583476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:38.628376 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51734) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:38.650584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 422ae3a3-ea7a-4e98-a775-83925602854e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:38.650951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:38.742049 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-40075ebe-875b-4ad1-a04c-31bc41055e18 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1123648 Mar 23 10:44:38.778905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:38.849699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port e4a9d862-1e1c-4365-9535-beb4ff29535a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:38.849859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.745382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51738) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:39.933927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b00b70cb-1615-4d69-8693-f1d77f0b4b3c tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1874132 Mar 23 10:44:40.938231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51742) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:41.045957 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b605907d-e328-4118-b685-aec3eefb8dae tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1065605 Mar 23 10:44:42.050038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51746) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:42.155388 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c58a14e0-5afc-4621-9616-246ac20a5ece tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 991 time: 0.1041937 Mar 23 10:44:42.364280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b2ac9-ea36-4f85-838e-d17543b9410b None None] New status for floating IP 870eb13f-cccf-4b22-8099-2a4892b875c1: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:44:43.159269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51750) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:43.263970 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-12f59e96-4ee7-4a8c-b689-9bfa9920a73b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 200 len: 993 time: 0.1035223 Mar 23 10:44:43.559043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51760) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:43.757643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 786653e2-c1ec-4847-ac56-05aadd15818a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:44:43.757897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.026466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.026710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.145327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 786653e2-c1ec-4847-ac56-05aadd15818a owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:44:44.296486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.342364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=786653e2-c1ec-4847-ac56-05aadd15818a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:44.382870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.383217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.383622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.383907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.384240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.384568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.384892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.385218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.385540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.385868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.386173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:44.451403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.851372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:44:45.052581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:44:45.069973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.129207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-51c4414f-866a-453e-95b4-44024fdcda86 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/floatingips/870eb13f-cccf-4b22-8099-2a4892b875c1 HTTP/1.1" status: 204 len: 168 time: 1.5681832 Mar 23 10:44:45.129957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:44:45.190294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'status': 'completed', 'code': 200} Mar 23 10:44:45.288386 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-9947ec4c-35a7-46f4-a8f1-fcb8ffcadb78 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bc2496f95cb24aeeb482c4095d41b832&device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 1098 time: 0.0754404 Mar 23 10:44:45.443460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-b203ae0d-6b5a-4777-a3c7-b041cf875f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:45.445022 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-b203ae0d-6b5a-4777-a3c7-b041cf875f50 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 200 len: 897 time: 0.1515362 Mar 23 10:44:45.513387 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-117fbb91-7f63-4d9c-9a88-d4533e7c9e3a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 200 len: 217 time: 0.0610635 Mar 23 10:44:45.552247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df387c-9f80-42f9-ab22-f6dfb977bc0f req-07c98584-3a83-4551-8e68-5f1045add3bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:45.552961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c2df387c-9f80-42f9-ab22-f6dfb977bc0f req-07c98584-3a83-4551-8e68-5f1045add3bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:45.569884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c2df387c-9f80-42f9-ab22-f6dfb977bc0f req-07c98584-3a83-4551-8e68-5f1045add3bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:45.571170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c2df387c-9f80-42f9-ab22-f6dfb977bc0f req-07c98584-3a83-4551-8e68-5f1045add3bf tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.1007588 Mar 23 10:44:45.583416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-63a6037a-0081-4c97-872a-3be296414f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:45.585160 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-63a6037a-0081-4c97-872a-3be296414f06 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 200 len: 835 time: 0.0653236 Mar 23 10:44:45.619103 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c2df387c-9f80-42f9-ab22-f6dfb977bc0f req-d7c79097-9627-402e-ac6e-443adf8796d6 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Mar 23 10:44:45.663080 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-024b59fe-6c6a-443e-9320-05f18616fc4c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717518 Mar 23 10:44:45.796131 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-6778849a-d4c7-4f63-b864-732c95b197fc service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264989 Mar 23 10:44:45.928638 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c60b8f8b-ce36-4ed1-956e-eab91c3ded15 req-d1d04004-a7e7-4cfd-9a86-63a95cb5d556 service neutron] 10.222.0.91 "GET /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263893 Mar 23 10:44:46.832732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108feb33-107a-4a1d-95f3-7fd6986bdaf5 req-6408d88e-fcf3-4b90-b85c-6034a1694d9f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:46.834145 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-108feb33-107a-4a1d-95f3-7fd6986bdaf5 req-6408d88e-fcf3-4b90-b85c-6034a1694d9f tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.0841134 Mar 23 10:44:46.882330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-108feb33-107a-4a1d-95f3-7fd6986bdaf5 req-8060afea-f682-4ec8-9865-ce2cbb0f955e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/security-groups?id=223d1a95-c253-4251-ade1-6c47ef046a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Mar 23 10:44:47.131373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-a9825340-0fcc-4f88-98b7-bb8f93e0ff66 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:47.131984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-a9825340-0fcc-4f88-98b7-bb8f93e0ff66 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Synchronizing usage tracker for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:47.144079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-a9825340-0fcc-4f88-98b7-bb8f93e0ff66 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Unset dirty status for tenant:bc2496f95cb24aeeb482c4095d41b832 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:47.145192 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-a9825340-0fcc-4f88-98b7-bb8f93e0ff66 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 945 time: 0.0994091 Mar 23 10:44:47.213451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 928be7b3-6035-49e9-9562-57ffd8b15dcd {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:44:47.213783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.485728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 928be7b3-6035-49e9-9562-57ffd8b15dcd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=928be7b3-6035-49e9-9562-57ffd8b15dcd,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:47.486785 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.650653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 928be7b3-6035-49e9-9562-57ffd8b15dcd owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:44:47.889272 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.940511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=928be7b3-6035-49e9-9562-57ffd8b15dcd,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:48.016407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.016751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.017093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.017418 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.017750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.018082 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.018403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.018726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.019045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.019360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.019707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:48.029129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] No DVR routers for this DVR port 928be7b3-6035-49e9-9562-57ffd8b15dcd on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:48.031394 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.033974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'name': 'network-vif-deleted', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:44:48.048178 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3508530-6ec9-4387-a84e-0712468c1d10 req-52824e97-f68e-4908-8a76-b039297445ca tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "GET /v2.0/ports?device_id=37f96409-b18a-427b-94fe-90a895bc7679 HTTP/1.1" status: 200 len: 210 time: 0.0444348 Mar 23 10:44:48.050788 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f3be663f-2a18-40f6-b89b-8044e14f4340 req-8f3e107a-067b-4395-980a-07d0ebefd00b tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.91 "DELETE /v2.0/ports/928be7b3-6035-49e9-9562-57ffd8b15dcd HTTP/1.1" status: 204 len: 173 time: 0.9006782 Mar 23 10:44:48.105449 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f96409-b18a-427b-94fe-90a895bc7679', 'name': 'network-vif-deleted', 'tag': '928be7b3-6035-49e9-9562-57ffd8b15dcd', 'status': 'completed', 'code': 200} Mar 23 10:44:49.160130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51778) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:49.235810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d4a28cd-edfc-4479-812f-a2da7e47588d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.269271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d4a28cd-edfc-4479-812f-a2da7e47588d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.333912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d4a28cd-edfc-4479-812f-a2da7e47588d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.352919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a28cd-edfc-4479-812f-a2da7e47588d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223d1a95-c253-4251-ade1-6c47ef046a5f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:49.367045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3d4a28cd-edfc-4479-812f-a2da7e47588d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.368232 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3d4a28cd-edfc-4479-812f-a2da7e47588d tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/security-groups/223d1a95-c253-4251-ade1-6c47ef046a5f HTTP/1.1" status: 204 len: 168 time: 0.2070937 Mar 23 10:44:49.413737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51784) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:49.911832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.240755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 928be7b3-6035-49e9-9562-57ffd8b15dcd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:50.273553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 928be7b3-6035-49e9-9562-57ffd8b15dcd {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:44:50.273967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 928be7b3-6035-49e9-9562-57ffd8b15dcd not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:50.530968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port e4a9d862-1e1c-4365-9535-beb4ff29535a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:44:50.531389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.725553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port e4a9d862-1e1c-4365-9535-beb4ff29535a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=e4a9d862-1e1c-4365-9535-beb4ff29535a,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:50.725912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.851387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for e4a9d862-1e1c-4365-9535-beb4ff29535a owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:44:51.027901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.074981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=e4a9d862-1e1c-4365-9535-beb4ff29535a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:51.487991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.125392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:44:52.324121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:44:52.337075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-925aabd6-1e08-49bc-b928-983da053874e tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "PUT /v2.0/routers/c2ab83c3-04b2-4b90-8736-a80c5a2507b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9222262 Mar 23 10:44:52.339996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51788) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:52.520736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting subnet f9074b3d-8481-49e8-bf29-b333d41e398e {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:44:52.523611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.577589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.657832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.831242 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] Sync routers for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:44:52.842576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.843340 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:44:52.844008 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:44:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:52.881395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Subnet': ['ID=f9074b3d-8481-49e8-bf29-b333d41e398e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:52.885950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.894189 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cdb5f249-54c7-41f3-872c-737c152551a5 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/subnets/f9074b3d-8481-49e8-bf29-b333d41e398e HTTP/1.1" status: 204 len: 168 time: 0.5528564 Mar 23 10:44:52.894371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072787a0-f817-4971-b584-f2ede942c058 None None] Network 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:44:52.896503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51792) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:53.025440 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:44:53.106868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.207144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] DHCP port deletion for 8133fd7e-bf93-4a2e-b7ff-124e4875fb2f request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:44:53.212321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] Deleting port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:44:53.212699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.315573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.328252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Deleting port 422ae3a3-ea7a-4e98-a775-83925602854e {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:44:53.328252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.339348 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:50Z', 'revision_number': 7, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port': {'id': '422ae3a3-ea7a-4e98-a775-83925602854e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:53.344376 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] Checking router: c2ab83c3-04b2-4b90-8736-a80c5a2507b6 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:44:53.356018 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] Routers {'c2ab83c3-04b2-4b90-8736-a80c5a2507b6'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:44:53.357288 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:44:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:53.425610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] For port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,segment=NetworkSegment(f5b01bb2-a753-4f90-9f8b-7f197b38f4d6),segment_id=f5b01bb2-a753-4f90-9f8b-7f197b38f4d6)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:53.425945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.519386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] For port 422ae3a3-ea7a-4e98-a775-83925602854e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=422ae3a3-ea7a-4e98-a775-83925602854e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:44:53.519817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.524790 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] Set router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:44:53.549386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] Calling delete_port for 1d5c4eed-6a87-473f-9259-395b2cb7ed6b owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:44:53.627682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.632297 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:53Z', 'revision_number': 8, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:53.636443 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d66fe1b-c4ef-41b6-bfb8-901aec8d1b92 None None] The sync data for ids ['c2ab83c3-04b2-4b90-8736-a80c5a2507b6'] in dv-neutron-834653-2-hyperv is: [{'id': 'c2ab83c3-04b2-4b90-8736-a80c5a2507b6', 'name': 'tempest-TestNetworkBasicOps-router-376374514', 'tenant_id': 'bc2496f95cb24aeeb482c4095d41b832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:42:50Z', 'updated_at': '2022-03-23T10:44:53Z', 'revision_number': 8, 'project_id': 'bc2496f95cb24aeeb482c4095d41b832', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:44:53.641879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Calling delete_port for 422ae3a3-ea7a-4e98-a775-83925602854e owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:44:53.675102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] Pushing event deleted for resources: {'Port': ['ID=1d5c4eed-6a87-473f-9259-395b2cb7ed6b,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:53.679784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec0d551-9c94-4521-b687-c26f5a9732e1 None None] No DVR routers for this DVR port 1d5c4eed-6a87-473f-9259-395b2cb7ed6b on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:53.816031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.865525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Port': ['ID=422ae3a3-ea7a-4e98-a775-83925602854e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:54.088808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.412086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3f517783-8f71-4a0f-9c72-7d4a13fdc749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.469975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.474407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.502779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaecd0c-bfc9-4690-83f5-ecbf43fa95dd None None] New status for floating IP 870eb13f-cccf-4b22-8099-2a4892b875c1: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:44:54.503967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.504813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Fanout notify agent at l3_agent the message router_deleted on router c2ab83c3-04b2-4b90-8736-a80c5a2507b6 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:44:54.518839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.519949 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1377e595-a8bf-4397-9717-02490f0c851a tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/routers/c2ab83c3-04b2-4b90-8736-a80c5a2507b6 HTTP/1.1" status: 204 len: 168 time: 1.6223822 Mar 23 10:44:54.522702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51796) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:54.617495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:54.651594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.664857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 422ae3a3-ea7a-4e98-a775-83925602854e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:44:54.665205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 422ae3a3-ea7a-4e98-a775-83925602854e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:54.665614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1d5c4eed-6a87-473f-9259-395b2cb7ed6b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:54.703232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 1d5c4eed-6a87-473f-9259-395b2cb7ed6b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:44:54.703593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1d5c4eed-6a87-473f-9259-395b2cb7ed6b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:54.704020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:54.731981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.737153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: e4a9d862-1e1c-4365-9535-beb4ff29535a {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:44:54.737501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device e4a9d862-1e1c-4365-9535-beb4ff29535a not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:54.789844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.816707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8133fd7e-bf93-4a2e-b7ff-124e4875fb2f']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:54.830246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:54.830536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b01bb2-a753-4f90-9f8b-7f197b38f4d6') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:54.842599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.859125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.868596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:44:54.868971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:54.884154 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:54.967194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.987043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.993188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] Pushing event deleted for resources: {'Network': ['ID=8133fd7e-bf93-4a2e-b7ff-124e4875fb2f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:55.005470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-225a18ed-5b88-4b23-b964-0d8c38c373d8 tempest-TestNetworkBasicOps-1834311285 tempest-TestNetworkBasicOps-1834311285-project] 10.222.0.73 "DELETE /v2.0/networks/8133fd7e-bf93-4a2e-b7ff-124e4875fb2f HTTP/1.1" status: 204 len: 168 time: 0.4816844 Mar 23 10:44:55.372928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51804) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:55.546938 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3e587ec7-f2f6-49ed-aaaf-ff1d895aa976 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc2496f95cb24aeeb482c4095d41b832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1728640 Mar 23 10:44:55.549803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51810) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:55.608570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b04e2ce-9f6d-45e5-b143-0bde14b48e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.633761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b04e2ce-9f6d-45e5-b143-0bde14b48e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.689119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b04e2ce-9f6d-45e5-b143-0bde14b48e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.705735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04e2ce-9f6d-45e5-b143-0bde14b48e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee90e29-0171-4ecc-b5a3-dde1773298c0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:55.717677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b04e2ce-9f6d-45e5-b143-0bde14b48e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.719154 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9b04e2ce-9f6d-45e5-b143-0bde14b48e3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ee90e29-0171-4ecc-b5a3-dde1773298c0 HTTP/1.1" status: 204 len: 168 time: 0.1684365 Mar 23 10:44:56.050335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51818) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:56.068957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.099781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:56.103688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Usage tracker for resource:security_group_rule and tenant:6b5ce12480f548929ee5b97ed8824c60 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:56.107199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:56.113185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:56.183973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.189508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.235987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0da6628-b5a0-424f-800c-23d5f7c1a66a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:56.240097 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b2b4be74-14ee-4d79-ae7e-20de420dfb8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b5ce12480f548929ee5b97ed8824c60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1887369 Mar 23 10:44:56.243061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51822) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:56.306046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d57a13-c34e-4d4d-88b1-f98417a66a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.333326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d57a13-c34e-4d4d-88b1-f98417a66a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.388185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d57a13-c34e-4d4d-88b1-f98417a66a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.404318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d57a13-c34e-4d4d-88b1-f98417a66a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0da6628-b5a0-424f-800c-23d5f7c1a66a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:56.408595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-73d57a13-c34e-4d4d-88b1-f98417a66a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.409698 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-73d57a13-c34e-4d4d-88b1-f98417a66a8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0da6628-b5a0-424f-800c-23d5f7c1a66a HTTP/1.1" status: 204 len: 168 time: 0.1660519 Mar 23 10:44:56.760762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-108937f6-e3f7-43de-913d-ed838f0ff46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.770230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.959813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:59.331236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.502884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-df26d0ee-5056-4b79-8347-a38fafcc571e tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f9d76ca4f6fa4eb1b9a22487972d36de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267894 Mar 23 10:45:04.651794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480aa02-17b6-4b80-9628-634a86a8705c req-27275e0d-1aeb-4c05-b938-40c21ab7325b tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:04.653173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-27275e0d-1aeb-4c05-b938-40c21ab7325b tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449208 Mar 23 10:45:04.668759 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f95b33a6-5a01-4c7e-9887-7e4e8c379230 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/quotas/f9d76ca4f6fa4eb1b9a22487972d36de HTTP/1.1" status: 200 len: 375 time: 0.0103729 Mar 23 10:45:04.713459 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-42eeac0d-c707-481d-b4dd-c4cba4715e90 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9d76ca4f6fa4eb1b9a22487972d36de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400445 Mar 23 10:45:04.899091 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce61508e-13f1-4139-9241-52f9ef618b7d req-04e0abf4-93c7-4202-b482-1c8eda14452e tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 210 time: 0.0460255 Mar 23 10:45:05.792915 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-90327925-60f4-4bd4-ba95-f4e4a59b9bd0 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=f9d76ca4f6fa4eb1b9a22487972d36de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325828 Mar 23 10:45:05.941158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480aa02-17b6-4b80-9628-634a86a8705c req-690be399-76b5-45d1-8d83-63bf655ee21f tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:05.942714 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-690be399-76b5-45d1-8d83-63bf655ee21f tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458380 Mar 23 10:45:05.958946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Request body: {'port': {'device_id': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37', 'admin_state_up': True, 'tenant_id': 'f9d76ca4f6fa4eb1b9a22487972d36de'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:45:06.082045 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12f7e617-e670-4685-95c0-3d45dd01506d req-766c731d-7c49-42cd-9869-5527e4407bf2 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 210 time: 0.0464013 Mar 23 10:45:06.105439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:06.114400 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Usage tracker for resource:port and tenant:f9d76ca4f6fa4eb1b9a22487972d36de is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:06.115037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:06.121216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:06.131999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Made reservation on behalf of f9d76ca4f6fa4eb1b9a22487972d36de for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:06.134933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.147350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.181219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:06.185055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Usage tracker for resource:security_group_rule and tenant:f9d76ca4f6fa4eb1b9a22487972d36de is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:06.188047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:06.193646 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:06.267264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.270717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.356472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d167e-45c7-4448-bb1d-c63776d99bad,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:06.435810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Allocated IP 192.168.233.49 (aed5a5c8-d20e-4e1d-9d52-173398c40d37/9acd7017-2f11-4aae-86b6-566d574af0f6/638ce962-39a0-4c39-a81a-898b37830f78) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:06.636420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.651428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Transition to ACTIVE for port object 638ce962-39a0-4c39-a81a-898b37830f78 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:06.673632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.742714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Network aed5a5c8-d20e-4e1d-9d52-173398c40d37 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:06.745754 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:06.750299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:45:06.780541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Pushing event updated for resources: {'Port': ['ID=638ce962-39a0-4c39-a81a-898b37830f78,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:06.819498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:06.820184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.845550 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f55ace4a-37f0-476f-a127-1a7b3eb08ba8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8901782 Mar 23 10:45:06.857368 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Request body: {'port': {'device_id': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:45:06.964282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.969016 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-70f9a2b9-dc29-412f-867f-d9d16d792fff None None] Provisioning for port 638ce962-39a0-4c39-a81a-898b37830f78 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:06.974166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-70f9a2b9-dc29-412f-867f-d9d16d792fff None None] Provisioning complete for port 638ce962-39a0-4c39-a81a-898b37830f78 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:06.974542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-70f9a2b9-dc29-412f-867f-d9d16d792fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.027218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-70f9a2b9-dc29-412f-867f-d9d16d792fff None None] Port 638ce962-39a0-4c39-a81a-898b37830f78 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:45:07.285069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7c93-c228-4579-b3c8-7c61c4946fd8 req-7e2798db-cabf-4a9f-91d7-d9c8d4da0ee1 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:07.286512 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-435c7c93-c228-4579-b3c8-7c61c4946fd8 req-7e2798db-cabf-4a9f-91d7-d9c8d4da0ee1 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 935 time: 0.0757520 Mar 23 10:45:07.310600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638ce962-39a0-4c39-a81a-898b37830f78 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:45:07.317377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.332408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Transition to ACTIVE for port object 638ce962-39a0-4c39-a81a-898b37830f78 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:07.334901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-435c7c93-c228-4579-b3c8-7c61c4946fd8 req-d19f7243-eee9-443c-b3ac-7f2b38ec3452 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Mar 23 10:45:07.336667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.549399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Pushing event updated for resources: {'Port': ['ID=638ce962-39a0-4c39-a81a-898b37830f78,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:07.657879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Attempting to bind port 638ce962-39a0-4c39-a81a-898b37830f78 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:07.658212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Attempting to bind port 638ce962-39a0-4c39-a81a-898b37830f78 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:07.658530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Attempting to bind port 638ce962-39a0-4c39-a81a-898b37830f78 on network aed5a5c8-d20e-4e1d-9d52-173398c40d37 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:45:07.664286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Port 638ce962-39a0-4c39-a81a-898b37830f78 on network aed5a5c8-d20e-4e1d-9d52-173398c40d37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:45:07.664509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Attempting to bind port 638ce962-39a0-4c39-a81a-898b37830f78 on network aed5a5c8-d20e-4e1d-9d52-173398c40d37 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:45:07.673291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:45:07.673620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Checking segment: {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:45:07.673999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Bound using segment: {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:45:07.674406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Bound port: 638ce962-39a0-4c39-a81a-898b37830f78, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bece3c-9e69-4585-98da-9e2f448bea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:07.674749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.762980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] For port 638ce962-39a0-4c39-a81a-898b37830f78, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:45:07.765854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] For port 638ce962-39a0-4c39-a81a-898b37830f78, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=638ce962-39a0-4c39-a81a-898b37830f78,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:45:07.770404 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.831064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.832454 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] 10.222.0.91 "PUT /v2.0/ports/638ce962-39a0-4c39-a81a-898b37830f78 HTTP/1.1" status: 200 len: 1097 time: 0.9799485 Mar 23 10:45:07.832891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'tag': '638ce962-39a0-4c39-a81a-898b37830f78'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:45:07.852478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c7cc1-32bd-4c96-ad42-25f06526182f service neutron] Pushing event updated for resources: {'Port': ['ID=638ce962-39a0-4c39-a81a-898b37830f78,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:07.911579 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'tag': '638ce962-39a0-4c39-a81a-898b37830f78', 'status': 'completed', 'code': 200} Mar 23 10:45:07.949063 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-b2325ff6-f15d-4aae-bf67-20420170f852 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f9d76ca4f6fa4eb1b9a22487972d36de&device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 1100 time: 0.0766847 Mar 23 10:45:08.020662 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-9718a878-3969-49d5-86d5-524ce1045c31 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=638ce962-39a0-4c39-a81a-898b37830f78 HTTP/1.1" status: 200 len: 217 time: 0.0647717 Mar 23 10:45:08.085250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480aa02-17b6-4b80-9628-634a86a8705c req-b8ae0d36-14c8-4c26-9d52-1a6287c74f1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:08.086673 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-b8ae0d36-14c8-4c26-9d52-1a6287c74f1c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9acd7017-2f11-4aae-86b6-566d574af0f6 HTTP/1.1" status: 200 len: 843 time: 0.0601435 Mar 23 10:45:08.159962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-4991a368-8221-45d1-946d-d7f78910c431 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=aed5a5c8-d20e-4e1d-9d52-173398c40d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0677307 Mar 23 10:45:08.289925 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-b8a0d7ab-1133-49f3-bc34-13d9af8c479a service neutron] 10.222.0.91 "GET /v2.0/networks/aed5a5c8-d20e-4e1d-9d52-173398c40d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243017 Mar 23 10:45:08.422095 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f480aa02-17b6-4b80-9628-634a86a8705c req-2f89b1b7-dada-4443-b0bc-ca51981e01b2 service neutron] 10.222.0.91 "GET /v2.0/networks/aed5a5c8-d20e-4e1d-9d52-173398c40d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267879 Mar 23 10:45:08.531972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956578d-0c69-426d-8ced-f0683e34c727 req-b9ae097f-2651-4301-9710-000b5bfd128b tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:08.533440 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c956578d-0c69-426d-8ced-f0683e34c727 req-b9ae097f-2651-4301-9710-000b5bfd128b tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 947 time: 0.0785387 Mar 23 10:45:08.536115 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-d1bb43de-36d4-443c-b5dc-00fe16c19678 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f9d76ca4f6fa4eb1b9a22487972d36de&device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 1100 time: 0.0717325 Mar 23 10:45:08.580069 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c956578d-0c69-426d-8ced-f0683e34c727 req-8b3103cb-8927-4ff3-84cc-b46685a06d66 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Mar 23 10:45:08.669779 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-84fd3f98-c019-4063-bd88-1c949052236e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:08.671242 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-84fd3f98-c019-4063-bd88-1c949052236e service neutron] 10.222.0.91 "GET /v2.0/networks?id=aed5a5c8-d20e-4e1d-9d52-173398c40d37 HTTP/1.1" status: 200 len: 870 time: 0.1296492 Mar 23 10:45:08.737272 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-979b55b0-7d52-4f61-b060-71405c3b43eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=638ce962-39a0-4c39-a81a-898b37830f78 HTTP/1.1" status: 200 len: 217 time: 0.0601017 Mar 23 10:45:08.801800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-4ba0e036-3883-4624-902f-fdfd6688c2c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:08.803125 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-4ba0e036-3883-4624-902f-fdfd6688c2c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9acd7017-2f11-4aae-86b6-566d574af0f6 HTTP/1.1" status: 200 len: 843 time: 0.0603042 Mar 23 10:45:08.876269 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-093903bf-3651-4dd3-800f-1a1661eb65a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=aed5a5c8-d20e-4e1d-9d52-173398c40d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0676217 Mar 23 10:45:09.008331 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-cba1fc71-3ab6-4cf8-9f01-afe436121cda service neutron] 10.222.0.91 "GET /v2.0/networks/aed5a5c8-d20e-4e1d-9d52-173398c40d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261532 Mar 23 10:45:09.138137 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ec2359c3-821b-410a-a7c5-6cb1584010af req-e0a847eb-24e1-400d-8c58-df3983d54d72 service neutron] 10.222.0.91 "GET /v2.0/networks/aed5a5c8-d20e-4e1d-9d52-173398c40d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240270 Mar 23 10:45:09.891785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450171b2-29b6-4b74-a872-c79354ea0f63 req-9dbe0aac-8a37-4460-97cd-7bf8424999ac tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:09.893230 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-450171b2-29b6-4b74-a872-c79354ea0f63 req-9dbe0aac-8a37-4460-97cd-7bf8424999ac tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 947 time: 0.1925838 Mar 23 10:45:09.937870 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-450171b2-29b6-4b74-a872-c79354ea0f63 req-cc9a0421-b8a9-4b82-9f68-547435d63b70 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Mar 23 10:45:10.275291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 638ce962-39a0-4c39-a81a-898b37830f78 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:45:10.405224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 638ce962-39a0-4c39-a81a-898b37830f78, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=638ce962-39a0-4c39-a81a-898b37830f78,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:10.417954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '638ce962-39a0-4c39-a81a-898b37830f78', 'network_id': 'aed5a5c8-d20e-4e1d-9d52-173398c40d37', 'port_id': '638ce962-39a0-4c39-a81a-898b37830f78', 'mac_address': 'fa:16:3e:c8:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd7017-2f11-4aae-86b6-566d574af0f6', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:45:10.472506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.489536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638ce962-39a0-4c39-a81a-898b37830f78 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:45:10.505386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 638ce962-39a0-4c39-a81a-898b37830f78, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=638ce962-39a0-4c39-a81a-898b37830f78,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:10.509249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.575772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=638ce962-39a0-4c39-a81a-898b37830f78,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:10.843171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['638ce962-39a0-4c39-a81a-898b37830f78'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:45:11.145263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399847ce-2e7a-4f7a-86b7-840d5400fc9a req-d11a6b3b-ffd9-4704-b0c3-73f0310f9e5f tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:11.146730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-399847ce-2e7a-4f7a-86b7-840d5400fc9a req-d11a6b3b-ffd9-4704-b0c3-73f0310f9e5f tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 948 time: 0.0762062 Mar 23 10:45:11.194277 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-399847ce-2e7a-4f7a-86b7-840d5400fc9a req-66b3d8ac-d627-42ba-b12f-9fdac3802d66 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Mar 23 10:45:12.223748 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:45:12.286912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 638ce962-39a0-4c39-a81a-898b37830f78 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:12.353453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 638ce962-39a0-4c39-a81a-898b37830f78 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:12.358374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 638ce962-39a0-4c39-a81a-898b37830f78 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:12.358750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:12.393337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ff6b-2c38-425e-a3f1-f7c76c0b8dc3 req-abe35761-7b9e-4739-95d1-d91bd02daff3 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:12.394799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d01ff6b-2c38-425e-a3f1-f7c76c0b8dc3 req-abe35761-7b9e-4739-95d1-d91bd02daff3 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 948 time: 0.0811119 Mar 23 10:45:12.446028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d01ff6b-2c38-425e-a3f1-f7c76c0b8dc3 req-890a9156-5f0f-46f1-8416-63de01473650 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Mar 23 10:45:12.515811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:12.541551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638ce962-39a0-4c39-a81a-898b37830f78'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:45:12.551473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 638ce962-39a0-4c39-a81a-898b37830f78, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=638ce962-39a0-4c39-a81a-898b37830f78,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:12.556935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:12.601227 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638ce962-39a0-4c39-a81a-898b37830f78', 'code': 200} Mar 23 10:45:12.627952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=638ce962-39a0-4c39-a81a-898b37830f78,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:12.904662 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c4c3e7f9-d272-44ac-9e1b-ee544f690955 req-f1f47b41-b6a1-461a-867b-5a48e6b1094c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 1102 time: 0.1578364 Mar 23 10:45:12.947250 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-c4c3e7f9-d272-44ac-9e1b-ee544f690955 req-82bd2b6c-79a2-466c-9375-a9c85b6cd8fb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Mar 23 10:45:13.647467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77181fc0-708c-4e68-9522-c681839d4b41 req-384a7fb0-2796-40ce-875a-426e5b7608f7 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:13.648946 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77181fc0-708c-4e68-9522-c681839d4b41 req-384a7fb0-2796-40ce-875a-426e5b7608f7 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 949 time: 0.0777462 Mar 23 10:45:13.701589 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77181fc0-708c-4e68-9522-c681839d4b41 req-9a411181-b3c3-4877-8562-df8c8fa474a8 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Mar 23 10:45:15.067103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb60cc-6a50-4dc8-a79e-5944ed747900 req-00efabaf-ad45-4c18-9a1d-5866ba5bdc59 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:15.069128 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-92bb60cc-6a50-4dc8-a79e-5944ed747900 req-00efabaf-ad45-4c18-9a1d-5866ba5bdc59 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 949 time: 0.1071393 Mar 23 10:45:15.129758 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-92bb60cc-6a50-4dc8-a79e-5944ed747900 req-ce1b9284-f926-4023-ac8f-695a5db5763a tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Mar 23 10:45:15.554811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-810923e7-61a5-42cb-9b62-1d9004fc4722 req-e7d0ccd8-3cd2-4afc-8a72-f552dd8fd139 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701885 Mar 23 10:45:16.082823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7fa6e3f7-6e4c-4085-bb05-aca65ca79ad0 req-1d1cd74e-1b9b-4888-ba85-3f56c901354b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675163 Mar 23 10:45:16.795088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e9b4-d5dc-4e01-9258-cbf7dddea433 req-ba2699e9-6c03-4b7f-a5f4-0d89c2b28cb6 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:16.796490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3f75e9b4-d5dc-4e01-9258-cbf7dddea433 req-ba2699e9-6c03-4b7f-a5f4-0d89c2b28cb6 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 949 time: 0.2311580 Mar 23 10:45:16.847744 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3f75e9b4-d5dc-4e01-9258-cbf7dddea433 req-cac3b033-2069-4aff-912e-3bf9761da298 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Mar 23 10:45:18.188937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-5d1b67d6-ccf9-4e6f-a9f1-3d90361d3c46 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:18.190203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-5d1b67d6-ccf9-4e6f-a9f1-3d90361d3c46 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Synchronizing usage tracker for tenant:f9d76ca4f6fa4eb1b9a22487972d36de on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:18.217718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-5d1b67d6-ccf9-4e6f-a9f1-3d90361d3c46 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Unset dirty status for tenant:f9d76ca4f6fa4eb1b9a22487972d36de on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:18.218845 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-5d1b67d6-ccf9-4e6f-a9f1-3d90361d3c46 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.91 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 949 time: 0.1258411 Mar 23 10:45:18.296455 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Deleting port 638ce962-39a0-4c39-a81a-898b37830f78 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:45:18.296985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:18.327229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2ab3f-e1c4-46ed-bc59-b1b98062a70e req-98ceb4c0-7080-4655-865e-4ae87dd45fec tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:18.328704 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bce2ab3f-e1c4-46ed-bc59-b1b98062a70e req-98ceb4c0-7080-4655-865e-4ae87dd45fec tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 949 time: 0.1557593 Mar 23 10:45:18.375488 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bce2ab3f-e1c4-46ed-bc59-b1b98062a70e req-bca6342e-83d4-4702-855f-904214ef12d2 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/security-groups?id=da9d167e-45c7-4448-bb1d-c63776d99bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Mar 23 10:45:18.572778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] For port 638ce962-39a0-4c39-a81a-898b37830f78, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=638ce962-39a0-4c39-a81a-898b37830f78,segment=NetworkSegment(23bece3c-9e69-4585-98da-9e2f448bea02),segment_id=23bece3c-9e69-4585-98da-9e2f448bea02)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:18.573139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:18.697491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Calling delete_port for 638ce962-39a0-4c39-a81a-898b37830f78 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:45:18.852420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:18.920053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Pushing event deleted for resources: {'Port': ['ID=638ce962-39a0-4c39-a81a-898b37830f78,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:18.998626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] No DVR routers for this DVR port 638ce962-39a0-4c39-a81a-898b37830f78 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:45:19.001480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:19.004817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'name': 'network-vif-deleted', 'tag': '638ce962-39a0-4c39-a81a-898b37830f78'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:45:19.022746 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5aa6b68b-c7fc-487c-bb95-2a7df5561b50 req-1fb83e36-8f90-4993-a971-7c536c28fadf tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.91 "DELETE /v2.0/ports/638ce962-39a0-4c39-a81a-898b37830f78 HTTP/1.1" status: 204 len: 173 time: 0.7981412 Mar 23 10:45:19.070434 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc9ec70-7272-4ce4-80a9-159aadaee003', 'name': 'network-vif-deleted', 'tag': '638ce962-39a0-4c39-a81a-898b37830f78', 'status': 'completed', 'code': 200} Mar 23 10:45:19.551439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ecbcc7c-32d3-4431-9a02-528fa69592f6 req-ce8a8722-267d-4501-ac51-296bac907623 tempest-ServersAdminNegativeTestJSON-1648547740 tempest-ServersAdminNegativeTestJSON-1648547740-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfc9ec70-7272-4ce4-80a9-159aadaee003 HTTP/1.1" status: 200 len: 210 time: 0.0422273 Mar 23 10:45:20.330878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 638ce962-39a0-4c39-a81a-898b37830f78 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:45:20.362969 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 638ce962-39a0-4c39-a81a-898b37830f78 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:45:20.363307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 638ce962-39a0-4c39-a81a-898b37830f78 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:45:20.950474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51952) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:21.128720 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8a461f3c-019c-4f34-8ccd-aba6f243efd4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9d76ca4f6fa4eb1b9a22487972d36de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770878 Mar 23 10:45:21.131383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 51958) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:21.198165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-677b41ec-1d45-4a5c-a7e7-0a94654937e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.230896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-677b41ec-1d45-4a5c-a7e7-0a94654937e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.280885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-677b41ec-1d45-4a5c-a7e7-0a94654937e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.295428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b41ec-1d45-4a5c-a7e7-0a94654937e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d167e-45c7-4448-bb1d-c63776d99bad,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:21.301616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-677b41ec-1d45-4a5c-a7e7-0a94654937e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.302755 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-677b41ec-1d45-4a5c-a7e7-0a94654937e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da9d167e-45c7-4448-bb1d-c63776d99bad HTTP/1.1" status: 204 len: 168 time: 0.1704772 Mar 23 10:45:21.624015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51966) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:21.645084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.680150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:21.684050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8488f719124fdca35d21cf218fa7f3 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:21.686793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:21.692375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:21.757601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.761445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.807242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f71dad-43db-4b2a-a13d-00c4e0538bec,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:21.811667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7b618208-281f-4faa-9b78-c19e740c8877 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c8488f719124fdca35d21cf218fa7f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1866312 Mar 23 10:45:21.814318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51970) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:21.872912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18691d39-bbb0-47be-865f-6013aa1d8a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.901811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18691d39-bbb0-47be-865f-6013aa1d8a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.962141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18691d39-bbb0-47be-865f-6013aa1d8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.980177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18691d39-bbb0-47be-865f-6013aa1d8a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f71dad-43db-4b2a-a13d-00c4e0538bec,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:21.982161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-18691d39-bbb0-47be-865f-6013aa1d8a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.983257 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-18691d39-bbb0-47be-865f-6013aa1d8a2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9f71dad-43db-4b2a-a13d-00c4e0538bec HTTP/1.1" status: 204 len: 168 time: 0.1680503 Mar 23 10:45:22.803220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:22.929905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-897926904-network', 'tenant_id': '42ec29ea5ab04f3aa563afd2e133b30a'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:45:22.935030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:22.938810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Usage tracker for resource:network and tenant:42ec29ea5ab04f3aa563afd2e133b30a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:22.941704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:22.951623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:22.960940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Made reservation on behalf of 42ec29ea5ab04f3aa563afd2e133b30a for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:22.963176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:22.975595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.006489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:23.010239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Usage tracker for resource:security_group_rule and tenant:42ec29ea5ab04f3aa563afd2e133b30a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:23.013661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:23.019246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:23.081681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.085366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.112063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:45:23.124722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e63f7c-9a88-4129-ac85-416ace20cfb2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:23.128936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.129588 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Added segment b172a74e-6547-4778-924d-bd1074e8deac of type vlan for network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 Mar 23 10:45:23.157397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.187945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.188769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:23.189359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.292594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] Pushing event updated for resources: {'Network': ['ID=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:23.296105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ed925569-bd01-41e0-8e74-c39471943f7f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4917786 Mar 23 10:45:23.299316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 51998) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:23.304861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Request body: {'subnet': {'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-897926904-subnet', 'tenant_id': '42ec29ea5ab04f3aa563afd2e133b30a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:45:23.305214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:45:23.310349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:23.314212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Usage tracker for resource:subnet and tenant:42ec29ea5ab04f3aa563afd2e133b30a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:23.317103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:23.323194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:23.334882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Made reservation on behalf of 42ec29ea5ab04f3aa563afd2e133b30a for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:23.337371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.551019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.626018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b885f2a1-4c04-470d-92bb-e7c8c5c20200,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:23.636700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Checking segment: {'id': 'b172a74e-6547-4778-924d-bd1074e8deac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:45:23.637105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Network hostable DHCP agents. Network: c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:45:23.660540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:45:23.671851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:23.676674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:23.680101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.680337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23625129-058a-4aa1-83f9-1ed5ccb6957e None None] Network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:45:23.702401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-082242c5-a6a3-4d48-81b0-a32e649120f4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4018598 Mar 23 10:45:23.898088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0e9f9-1dcd-4ee7-91d9-248b88cbab83 None None] Network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:45:24.246223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-760be7dc-a33e-4ddf-8cea-70daccfbf776 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:24.247466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-760be7dc-a33e-4ddf-8cea-70daccfbf776 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Synchronizing usage tracker for tenant:42ec29ea5ab04f3aa563afd2e133b30a on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:24.263650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-760be7dc-a33e-4ddf-8cea-70daccfbf776 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Unset dirty status for tenant:42ec29ea5ab04f3aa563afd2e133b30a on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:24.264825 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-760be7dc-a33e-4ddf-8cea-70daccfbf776 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/networks?id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 200 len: 811 time: 0.1603599 Mar 23 10:45:24.281003 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-50eb7914-3715-44fa-b417-7749f2b7003b tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/quotas/42ec29ea5ab04f3aa563afd2e133b30a HTTP/1.1" status: 200 len: 375 time: 0.0109205 Mar 23 10:45:24.334565 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-c4341cb5-87af-4b2f-b697-45da99419a79 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485072 Mar 23 10:45:24.413431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-62ef202f-f43e-4718-b94c-3eedfce288d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:24.470525 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-cf5ad2a2-4e16-4802-af6a-e598945d5f99 service neutron] 10.222.0.73 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295171 Mar 23 10:45:24.602420 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-db872c20-9c7c-4cf6-a558-c970e7c063ab service neutron] 10.222.0.73 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261048 Mar 23 10:45:24.687286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:24.781789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c58cbb6-37a5-44cb-a5f8-349657a56f0b req-db8bb420-f52a-4bab-983f-21498ade58a6 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 210 time: 0.0410774 Mar 23 10:45:25.842100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-fbcc33c5-b200-47d3-a888-e6c3ccdf2c52 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:25.843635 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-fbcc33c5-b200-47d3-a888-e6c3ccdf2c52 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.91 "GET /v2.0/networks?id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 200 len: 811 time: 0.1514945 Mar 23 10:45:25.861662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Request body: {'port': {'device_id': '625f0df7-a384-4122-982c-71debc5048fc', 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066', 'admin_state_up': True, 'tenant_id': '42ec29ea5ab04f3aa563afd2e133b30a'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:45:25.957321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bbf8031d-69f7-4242-816d-6209e630966f req-667cd4d4-d5f2-4630-802c-d34ca421cc6e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 210 time: 0.0431380 Mar 23 10:45:26.005818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:26.009549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Usage tracker for resource:port and tenant:42ec29ea5ab04f3aa563afd2e133b30a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:26.012305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:26.018501 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:26.028497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Made reservation on behalf of 42ec29ea5ab04f3aa563afd2e133b30a for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:26.031499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:26.196233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Allocated IP 172.20.0.13 (c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066/b885f2a1-4c04-470d-92bb-e7c8c5c20200/09951fd7-d00e-4022-bf94-333b6f078470) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:26.395926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:26.431390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:26.503707 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:26.506838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:26.510732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:45:26.624447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:26.656789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:26.657381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:26.677204 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5e350fec-4667-4eea-90ab-c3e111c628ba tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8199153 Mar 23 10:45:26.689201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Request body: {'port': {'device_id': '625f0df7-a384-4122-982c-71debc5048fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:45:26.756866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-817c84e3-cbfe-4c81-85a9-dba6524164ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:26.797512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.140426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09951fd7-d00e-4022-bf94-333b6f078470 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:45:27.148109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.164570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Transition to ACTIVE for port object 09951fd7-d00e-4022-bf94-333b6f078470 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:27.168857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.251132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a68b40-3886-4785-8a66-7150043627fd req-34831908-f4b3-4559-bf49-ad147bb091ae tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:27.252603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0a68b40-3886-4785-8a66-7150043627fd req-34831908-f4b3-4559-bf49-ad147bb091ae tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 932 time: 0.1708665 Mar 23 10:45:27.300422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b0a68b40-3886-4785-8a66-7150043627fd req-39aab1dc-bb6e-4971-978f-aa9384f1b37c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Synchronizing usage tracker for tenant:42ec29ea5ab04f3aa563afd2e133b30a on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:27.301174 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:27.318597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b0a68b40-3886-4785-8a66-7150043627fd req-39aab1dc-bb6e-4971-978f-aa9384f1b37c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Unset dirty status for tenant:42ec29ea5ab04f3aa563afd2e133b30a on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:27.320001 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0a68b40-3886-4785-8a66-7150043627fd req-39aab1dc-bb6e-4971-978f-aa9384f1b37c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607517 Mar 23 10:45:27.408470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Attempting to bind port 09951fd7-d00e-4022-bf94-333b6f078470 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:27.408799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Attempting to bind port 09951fd7-d00e-4022-bf94-333b6f078470 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b172a74e-6547-4778-924d-bd1074e8deac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:27.409119 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Attempting to bind port 09951fd7-d00e-4022-bf94-333b6f078470 on network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:45:27.414943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Port 09951fd7-d00e-4022-bf94-333b6f078470 on network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:45:27.415279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Attempting to bind port 09951fd7-d00e-4022-bf94-333b6f078470 on network c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:45:27.422039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:45:27.422362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Checking segment: {'id': 'b172a74e-6547-4778-924d-bd1074e8deac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:45:27.422736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Bound using segment: {'id': 'b172a74e-6547-4778-924d-bd1074e8deac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:45:27.423130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Bound port: 09951fd7-d00e-4022-bf94-333b6f078470, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b172a74e-6547-4778-924d-bd1074e8deac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:27.423471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.510679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:45:27.513554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:45:27.518150 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.581476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.582827 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] 10.222.0.91 "PUT /v2.0/ports/09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 200 len: 1094 time: 0.8974752 Mar 23 10:45:27.583254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:45:27.600181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03ceb-e7bd-43e4-aa8a-36aabe5a0efa service neutron] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:27.659637 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470', 'status': 'completed', 'code': 200} Mar 23 10:45:27.698937 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-f9e018fa-97c2-4329-b131-7bb5daf35061 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 1097 time: 0.0704129 Mar 23 10:45:27.766667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:27.773116 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-e681bd56-221b-4524-9970-867f8740ee53 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 200 len: 217 time: 0.0676658 Mar 23 10:45:27.834767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-09cc1199-f0db-4c34-97c3-318a18ee97d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:27.836171 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-09cc1199-f0db-4c34-97c3-318a18ee97d0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b885f2a1-4c04-470d-92bb-e7c8c5c20200 HTTP/1.1" status: 200 len: 851 time: 0.0574048 Mar 23 10:45:27.879576 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-a760ab2f-f0b0-4856-b829-186f15f643e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377212 Mar 23 10:45:27.963795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:28.034312 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-e9dfaf75-f8a9-4c18-a0cc-3438c87ab7c4 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477668 Mar 23 10:45:28.164760 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f66e85ac-bb19-4fc5-9a6d-7fce332e9b0a req-5deeedcc-bf0e-414e-b8e1-67c1c47de82b service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240892 Mar 23 10:45:28.280949 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-fdf3ac6a-761a-4ad9-9a24-aeeb82b557ac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 1097 time: 0.0745287 Mar 23 10:45:28.503004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e60be-5baa-44c7-9831-bceeee1917da req-0bd891c5-57db-4a4e-b29c-6885ab9b9c11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:28.504707 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-0bd891c5-57db-4a4e-b29c-6885ab9b9c11 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 200 len: 912 time: 0.2180603 Mar 23 10:45:28.525664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac42460-144c-4c05-9aa1-17617db325da req-0bb6fe64-9a09-427e-b875-854d81909064 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:28.527088 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fac42460-144c-4c05-9aa1-17617db325da req-0bb6fe64-9a09-427e-b875-854d81909064 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 944 time: 0.0842774 Mar 23 10:45:28.574085 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-6ae2c652-9197-4807-8793-46cfb2af7c7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 200 len: 217 time: 0.0629566 Mar 23 10:45:28.577785 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fac42460-144c-4c05-9aa1-17617db325da req-2783dfca-790b-4ffb-ba1e-4987d0bdbc2e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Mar 23 10:45:28.655620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e60be-5baa-44c7-9831-bceeee1917da req-557249bf-7e8b-475d-bf7c-81e1aa9376f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:28.657044 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-557249bf-7e8b-475d-bf7c-81e1aa9376f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b885f2a1-4c04-470d-92bb-e7c8c5c20200 HTTP/1.1" status: 200 len: 851 time: 0.0780146 Mar 23 10:45:28.702181 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-9d386a9e-4d1b-4fdc-9fd9-f34007edd2ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388932 Mar 23 10:45:28.831114 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-e19bf6b1-342c-44e0-91e4-77b45356aad4 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211636 Mar 23 10:45:28.960964 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-652e60be-5baa-44c7-9831-bceeee1917da req-d9914c3f-3e0e-4b42-a051-50674e397ec8 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238561 Mar 23 10:45:29.330665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:29.783975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd34ed-4a94-4e11-8af4-d0b462c1a5e5 req-530bc996-27f1-474c-8c1c-323c39d571b1 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:29.785529 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47cd34ed-4a94-4e11-8af4-d0b462c1a5e5 req-530bc996-27f1-474c-8c1c-323c39d571b1 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 944 time: 0.0865030 Mar 23 10:45:29.830691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47cd34ed-4a94-4e11-8af4-d0b462c1a5e5 req-9d1cea13-14a1-4307-924a-4c6cc812d876 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397081 Mar 23 10:45:30.392507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:45:30.521917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:30.534850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '09951fd7-d00e-4022-bf94-333b6f078470', 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066', 'port_id': '09951fd7-d00e-4022-bf94-333b6f078470', 'mac_address': 'fa:16:3e:29:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885f2a1-4c04-470d-92bb-e7c8c5c20200', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:45:30.591374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:30.608353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09951fd7-d00e-4022-bf94-333b6f078470 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:45:30.623595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:30.627178 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:30.690493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:30.953547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['09951fd7-d00e-4022-bf94-333b6f078470'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:45:31.022016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd23169-b504-4973-a3a6-a3c25cb5ca8c req-9b01ace1-d93e-4b35-a06f-191b1a671526 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:31.023488 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cd23169-b504-4973-a3a6-a3c25cb5ca8c req-9b01ace1-d93e-4b35-a06f-191b1a671526 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 945 time: 0.0761993 Mar 23 10:45:31.069397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cd23169-b504-4973-a3a6-a3c25cb5ca8c req-b48a64a3-b29d-4aa4-a334-24304e410d11 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Mar 23 10:45:32.265045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e777-2a05-42ac-bd39-1d86896cf975 req-02b5409e-45ac-4e72-b447-8d99fe1c2111 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:32.266491 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1890e777-2a05-42ac-bd39-1d86896cf975 req-02b5409e-45ac-4e72-b447-8d99fe1c2111 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 945 time: 0.0794516 Mar 23 10:45:32.311165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1890e777-2a05-42ac-bd39-1d86896cf975 req-d12ac03f-2bb1-4024-a8c5-f367b834fe01 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Mar 23 10:45:32.403152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:32.468163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 09951fd7-d00e-4022-bf94-333b6f078470 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:32.472930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 09951fd7-d00e-4022-bf94-333b6f078470 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:32.473299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:32.586634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:32.612668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:45:32.623374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:45:32.627009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:32.676845 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470', 'code': 200} Mar 23 10:45:32.705284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:32.888321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68d46442-67d6-4966-9e6d-eaad2753c4aa req-2373b88a-8f82-45dd-bbaf-80489b37e207 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 1099 time: 0.0710361 Mar 23 10:45:32.929266 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-68d46442-67d6-4966-9e6d-eaad2753c4aa req-3df5fea0-4876-462e-b4c2-5c3a791475b9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Mar 23 10:45:33.506219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a60a4-183c-4f58-9097-e193a0858bbb req-3af1ab8a-8874-451a-bc0f-af894e6cdc43 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:33.507677 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b98a60a4-183c-4f58-9097-e193a0858bbb req-3af1ab8a-8874-451a-bc0f-af894e6cdc43 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0759721 Mar 23 10:45:33.557183 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b98a60a4-183c-4f58-9097-e193a0858bbb req-3f054a91-623c-432e-8f45-551887ddf2f6 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Mar 23 10:45:34.760069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3b19a-0255-42a9-897a-19dc874b64b6 req-e2cd3b16-3cc1-4e96-b8bb-513ec6a159bf tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:34.761513 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-78f3b19a-0255-42a9-897a-19dc874b64b6 req-e2cd3b16-3cc1-4e96-b8bb-513ec6a159bf tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0827606 Mar 23 10:45:34.805735 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-78f3b19a-0255-42a9-897a-19dc874b64b6 req-6a15b758-90d3-4a35-9ad8-426be9cdc969 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Mar 23 10:45:35.000945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-453f1c17-b206-4204-8e1c-236a57d647fe req-51e3c8b4-d8f0-46b3-8207-2c9a26c0cf82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716996 Mar 23 10:45:35.281303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52052) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:35.315308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086f1d-a518-43d6-a517-2ffd84fbf739 req-625e8d86-74ab-4a13-afe9-61eb6a720930 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:35.316774 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b086f1d-a518-43d6-a517-2ffd84fbf739 req-625e8d86-74ab-4a13-afe9-61eb6a720930 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0800014 Mar 23 10:45:35.362946 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b086f1d-a518-43d6-a517-2ffd84fbf739 req-135a9e89-fa62-4bc7-ae7f-30f96893837a tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Mar 23 10:45:35.420220 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-a66ad7b8-c7d2-49cd-ac29-8e807ef4d8f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377246 Mar 23 10:45:36.568978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ebda-da05-4a57-ad04-79748b055d8a req-ace52c0b-c4f3-4c35-9bad-3d90facd34dd tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:36.570459 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1821ebda-da05-4a57-ad04-79748b055d8a req-ace52c0b-c4f3-4c35-9bad-3d90facd34dd tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0840092 Mar 23 10:45:36.617522 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1821ebda-da05-4a57-ad04-79748b055d8a req-c53cd15b-91b7-48f0-90be-2698d4df2c85 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Mar 23 10:45:36.653919 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-1ccb0c7e-fa15-4d2a-8003-9b6c1a20ffb3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 1099 time: 0.0728118 Mar 23 10:45:36.785390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595993c-3642-47ae-897b-18f23a351519 req-9563d2a1-fc1a-456b-aa4f-9e8ecafe8525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:36.786750 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-9563d2a1-fc1a-456b-aa4f-9e8ecafe8525 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 200 len: 912 time: 0.1272402 Mar 23 10:45:36.854083 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-2009ecba-e1c0-45d1-84a9-1d011e6747bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 200 len: 217 time: 0.0621977 Mar 23 10:45:36.919526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595993c-3642-47ae-897b-18f23a351519 req-d1a191b8-7ff3-4782-ad59-667a0e0109f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:36.920980 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-d1a191b8-7ff3-4782-ad59-667a0e0109f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b885f2a1-4c04-470d-92bb-e7c8c5c20200 HTTP/1.1" status: 200 len: 851 time: 0.0616922 Mar 23 10:45:36.967022 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-77d97c5d-73d1-4031-a17f-c9a1a4c9e93e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403638 Mar 23 10:45:37.098233 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-0a0b1e39-ea78-4573-a138-1c853e6720cc service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256297 Mar 23 10:45:37.232837 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-b0b86d27-1ac8-45fd-a42b-62aeeea7feb8 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288948 Mar 23 10:45:37.809637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5facb25-2d14-4a38-80a7-b684571a8069 req-925850b5-ce01-4f54-a775-9b9f832a5ebd tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:37.811070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5facb25-2d14-4a38-80a7-b684571a8069 req-925850b5-ce01-4f54-a775-9b9f832a5ebd tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0749991 Mar 23 10:45:37.856687 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5facb25-2d14-4a38-80a7-b684571a8069 req-b4ec54a3-25c1-4c17-b4a6-c100eb9c6800 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Mar 23 10:45:39.055485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f4d39-d405-43bf-ab93-0e3e1765e82b req-0672d983-f09d-4542-9d9a-902dcb114570 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:39.056956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb7f4d39-d405-43bf-ab93-0e3e1765e82b req-0672d983-f09d-4542-9d9a-902dcb114570 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0807149 Mar 23 10:45:39.102356 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb7f4d39-d405-43bf-ab93-0e3e1765e82b req-103fb9d1-6a33-4451-b001-8f5f816c5cc4 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Mar 23 10:45:40.299401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8612161-8153-448c-a392-f70de23b6d7a req-07114120-721c-4228-b3e1-c2f9cc6a6b74 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:40.300874 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8612161-8153-448c-a392-f70de23b6d7a req-07114120-721c-4228-b3e1-c2f9cc6a6b74 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0756187 Mar 23 10:45:40.349494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8612161-8153-448c-a392-f70de23b6d7a req-2793b7d2-92ca-4dc6-bd31-5d636ef480e0 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Mar 23 10:45:41.547080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e51117-f523-49fd-9cf6-fe947d1208d7 req-8d5e7716-de32-438e-a3ee-d8fc3d96fc97 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:41.548458 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f3e51117-f523-49fd-9cf6-fe947d1208d7 req-8d5e7716-de32-438e-a3ee-d8fc3d96fc97 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0752435 Mar 23 10:45:41.593639 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f3e51117-f523-49fd-9cf6-fe947d1208d7 req-f4c75fe2-19a5-400b-93c2-70a39443ca9c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Mar 23 10:45:42.789143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d6ecd-0ccb-408c-add1-e988efd8219e req-fca2ca25-6975-4607-b841-620980da7d1c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:42.790629 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c44d6ecd-0ccb-408c-add1-e988efd8219e req-fca2ca25-6975-4607-b841-620980da7d1c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0791306 Mar 23 10:45:42.835282 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c44d6ecd-0ccb-408c-add1-e988efd8219e req-1c5afde1-1dc4-4d29-b8ed-df1623403ac4 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Mar 23 10:45:44.035316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddf177-135b-4ad0-9ce4-f31e63cd886c req-d980b956-3fd1-46e7-aab8-b4a5d102a823 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:44.036861 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7cddf177-135b-4ad0-9ce4-f31e63cd886c req-d980b956-3fd1-46e7-aab8-b4a5d102a823 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0791953 Mar 23 10:45:44.098287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7cddf177-135b-4ad0-9ce4-f31e63cd886c req-79ad91be-49dd-4a23-90d1-ff9f3f4b0b52 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558865 Mar 23 10:45:45.295518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f7e3b-a295-4736-8d90-1197c0a57084 req-536e5088-a569-46b4-bce6-c17f5eee4907 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:45.297157 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-888f7e3b-a295-4736-8d90-1197c0a57084 req-536e5088-a569-46b4-bce6-c17f5eee4907 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0794089 Mar 23 10:45:45.342100 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-888f7e3b-a295-4736-8d90-1197c0a57084 req-2436206f-d4f6-4406-8466-809daca809d0 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Mar 23 10:45:46.534431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517833-f40c-406c-8345-7de1c3c0f9c4 req-667f6f8e-a2a8-434b-b6a0-4f34bf7c57c4 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:46.535848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a9517833-f40c-406c-8345-7de1c3c0f9c4 req-667f6f8e-a2a8-434b-b6a0-4f34bf7c57c4 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0757620 Mar 23 10:45:46.582486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a9517833-f40c-406c-8345-7de1c3c0f9c4 req-2a8ffcc3-c056-4652-8cec-70d3a92d2739 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Mar 23 10:45:47.781193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852b8ce-18f5-4140-80b4-f3af683dc0a7 req-5a07d8f8-fe58-4566-aece-55038287167b tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:47.782641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8852b8ce-18f5-4140-80b4-f3af683dc0a7 req-5a07d8f8-fe58-4566-aece-55038287167b tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0807772 Mar 23 10:45:47.827697 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8852b8ce-18f5-4140-80b4-f3af683dc0a7 req-e68e2a01-fbc7-4c93-aa14-ee1ca2164e9f tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Mar 23 10:45:49.025058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330baeba-c5df-4302-8319-0c6e17b83cd2 req-78b498a4-cac4-4b92-8a8f-149345e0985e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:49.026499 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-330baeba-c5df-4302-8319-0c6e17b83cd2 req-78b498a4-cac4-4b92-8a8f-149345e0985e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0769839 Mar 23 10:45:49.074382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-330baeba-c5df-4302-8319-0c6e17b83cd2 req-f9f67181-4be3-4366-8d08-8c2bc8031ffe tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Mar 23 10:45:49.223892 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:45:50.281197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621e4a8-92ce-43fc-ba92-91507eaaff43 req-547872f1-2117-45a0-a5d2-8836fa4a6a1d tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:50.282669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b621e4a8-92ce-43fc-ba92-91507eaaff43 req-547872f1-2117-45a0-a5d2-8836fa4a6a1d tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0775337 Mar 23 10:45:50.330889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b621e4a8-92ce-43fc-ba92-91507eaaff43 req-fc5925a5-e85c-4a21-9700-a006825981a9 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Mar 23 10:45:51.532053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3e95a-1357-4203-896d-9ccc7b8971fc req-75538904-d163-43df-a2df-6ee604101ec5 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:51.533427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b7f3e95a-1357-4203-896d-9ccc7b8971fc req-75538904-d163-43df-a2df-6ee604101ec5 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0840902 Mar 23 10:45:51.578565 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b7f3e95a-1357-4203-896d-9ccc7b8971fc req-7d5ac2a9-b3a9-4b34-8f0a-5b8061c5b7b0 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 Mar 23 10:45:52.776237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd5176-9cf6-482e-9766-b54014ef13e8 req-d95ddc11-1a75-4018-a7e5-3bcbb4698205 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:52.777682 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39dd5176-9cf6-482e-9766-b54014ef13e8 req-d95ddc11-1a75-4018-a7e5-3bcbb4698205 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0812521 Mar 23 10:45:52.823723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39dd5176-9cf6-482e-9766-b54014ef13e8 req-216b0f8d-46ba-42b9-a2b2-2446f6494d94 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Mar 23 10:45:54.110370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c536c-db75-438b-a117-c4f41216ed99 req-dbca8a54-dae4-47a4-84ac-8b824fafb9fe tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:54.111837 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b2c536c-db75-438b-a117-c4f41216ed99 req-dbca8a54-dae4-47a4-84ac-8b824fafb9fe tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.1652033 Mar 23 10:45:54.157912 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b2c536c-db75-438b-a117-c4f41216ed99 req-5f869ff1-6dfe-4017-80bc-69cf6571e90b tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Mar 23 10:45:54.415125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-eabc8d20-8663-4d6c-bba9-b583df03f561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:54.722522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:55.352899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed43ea-b95e-4f1c-beae-47c33ad0382d req-506dc906-011b-450f-a355-2a2f1031a708 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:55.354329 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-efed43ea-b95e-4f1c-beae-47c33ad0382d req-506dc906-011b-450f-a355-2a2f1031a708 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0763724 Mar 23 10:45:55.404862 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-efed43ea-b95e-4f1c-beae-47c33ad0382d req-ae42cb6b-f996-4c3e-abc3-1bde40a5cc54 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Mar 23 10:45:56.613854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eacb7-791a-4355-bdbf-0b01c4a255fd req-dbe77e8d-5ac1-4165-84a8-abbd770cd035 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:56.615292 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-802eacb7-791a-4355-bdbf-0b01c4a255fd req-dbe77e8d-5ac1-4165-84a8-abbd770cd035 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0755801 Mar 23 10:45:56.659825 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-802eacb7-791a-4355-bdbf-0b01c4a255fd req-81ccf1e5-d4ab-4c19-9504-b8453697e2d7 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 Mar 23 10:45:56.761964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1c77f88-39c6-4868-b4f2-f3bef8e1a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:57.759281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:57.856806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa43e7-9df3-43bf-b563-b48dc6374af7 req-e213628f-6498-43c1-a4c1-0ab8dc450576 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:57.858251 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-84aa43e7-9df3-43bf-b563-b48dc6374af7 req-e213628f-6498-43c1-a4c1-0ab8dc450576 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0793889 Mar 23 10:45:57.902268 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-84aa43e7-9df3-43bf-b563-b48dc6374af7 req-f6956255-6f19-478b-b050-741e4592699c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Mar 23 10:45:57.963035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:59.096723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b443c5-28f5-4d21-924c-55e1c5dc277c req-8c660c58-dbbc-4651-8ec7-352f7fe3d862 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:59.098170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0b443c5-28f5-4d21-924c-55e1c5dc277c req-8c660c58-dbbc-4651-8ec7-352f7fe3d862 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0756848 Mar 23 10:45:59.143763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0b443c5-28f5-4d21-924c-55e1c5dc277c req-1d650adf-d56e-44e4-8345-7f14a4876592 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Mar 23 10:45:59.334559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:00.351371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067b05a-f5c9-4b8f-8125-3795426af732 req-01f6bfcc-2974-430c-98b0-6fd5b9df60a8 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:00.352839 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e067b05a-f5c9-4b8f-8125-3795426af732 req-01f6bfcc-2974-430c-98b0-6fd5b9df60a8 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0796242 Mar 23 10:46:00.399714 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e067b05a-f5c9-4b8f-8125-3795426af732 req-15662840-f7ef-43fd-90b7-bf93019a6e07 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Mar 23 10:46:01.593588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae56c-d27a-468b-a7ba-321b12df6169 req-cf615b8f-c46b-406f-b967-2bc86483afeb tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:01.595042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-169ae56c-d27a-468b-a7ba-321b12df6169 req-cf615b8f-c46b-406f-b967-2bc86483afeb tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0772562 Mar 23 10:46:01.646022 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-169ae56c-d27a-468b-a7ba-321b12df6169 req-4dc24b6a-9ef7-44bb-8054-adbc3139a57d tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 Mar 23 10:46:02.841591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ad3a8-0b8e-4f8d-8fde-249a620fc5b3 req-47422c26-8afe-4c9d-b6e7-70329082eb9e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:02.842978 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-306ad3a8-0b8e-4f8d-8fde-249a620fc5b3 req-47422c26-8afe-4c9d-b6e7-70329082eb9e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0764353 Mar 23 10:46:02.888972 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-306ad3a8-0b8e-4f8d-8fde-249a620fc5b3 req-4806c37f-cecf-46b3-8600-28371544b454 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 Mar 23 10:46:03.940417 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-61b570d1-ba3c-4b33-b98e-2ef10ead84cb service neutron] 10.222.0.91 "GET /v2.0/ports/09951fd7-d00e-4022-bf94-333b6f078470/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0733104 Mar 23 10:46:04.099776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb9766-3200-4cfc-bfa7-bae766f849a7 req-8553be74-96ae-4835-9af4-15877d7a086f tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:04.101353 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9bb9766-3200-4cfc-bfa7-bae766f849a7 req-8553be74-96ae-4835-9af4-15877d7a086f tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0888810 Mar 23 10:46:04.166644 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9bb9766-3200-4cfc-bfa7-bae766f849a7 req-beacb5e7-00af-4b57-b782-ccfcfab6cc21 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 Mar 23 10:46:04.222218 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-e7bbe71d-2e84-4010-a060-0095c09e6622 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc&tenant_id=42ec29ea5ab04f3aa563afd2e133b30a HTTP/1.1" status: 200 len: 1099 time: 0.0811799 Mar 23 10:46:04.313376 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-d3bd6d7d-6598-4593-9dee-3d4d91313abd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 1099 time: 0.0684211 Mar 23 10:46:04.527349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595993c-3642-47ae-897b-18f23a351519 req-c209f5c2-b668-4b89-89c5-24fdbde6d4bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:04.530447 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-c209f5c2-b668-4b89-89c5-24fdbde6d4bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 200 len: 912 time: 0.2106073 Mar 23 10:46:04.608133 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-c88ee32f-2bf4-4805-b06a-dfc6f187fb74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 200 len: 217 time: 0.0722144 Mar 23 10:46:04.668202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595993c-3642-47ae-897b-18f23a351519 req-d78fe295-d132-4391-8b4b-4d6c66507af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:04.669618 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-d78fe295-d132-4391-8b4b-4d6c66507af1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b885f2a1-4c04-470d-92bb-e7c8c5c20200 HTTP/1.1" status: 200 len: 851 time: 0.0560937 Mar 23 10:46:04.717412 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-c49e4b57-01ed-42c6-9bf4-4fc192adb8a1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424805 Mar 23 10:46:04.847055 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-8fe817e2-c8b1-4eab-b024-0c5460013097 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234636 Mar 23 10:46:04.979124 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-0595993c-3642-47ae-897b-18f23a351519 req-102c854c-36f6-4e83-ad29-ad9a7e613874 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266992 Mar 23 10:46:05.380005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d35a1-0623-48fe-855c-381efd299471 req-b9a53d4c-483a-45d4-b164-902321c79784 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:05.381540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e84d35a1-0623-48fe-855c-381efd299471 req-b9a53d4c-483a-45d4-b164-902321c79784 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0755486 Mar 23 10:46:05.425778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e84d35a1-0623-48fe-855c-381efd299471 req-669c7cdd-5336-431b-ab13-7010f90d94ea tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387516 Mar 23 10:46:06.590628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:46:06.593044 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:06.624766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80311c42-5955-49ed-ae4d-45936b189776 req-3f5b0f7e-cdb3-400e-80f8-2b09aeb589f6 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:06.626202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80311c42-5955-49ed-ae4d-45936b189776 req-3f5b0f7e-cdb3-400e-80f8-2b09aeb589f6 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0813408 Mar 23 10:46:06.672157 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80311c42-5955-49ed-ae4d-45936b189776 req-796104a8-47af-440f-8321-7d14d198add4 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Mar 23 10:46:06.799760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:06.833126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:06.853759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:46:06.859695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '09951fd7-d00e-4022-bf94-333b6f078470', 'network_id': 'c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066', 'port_id': '09951fd7-d00e-4022-bf94-333b6f078470', 'mac_address': 'fa:16:3e:29:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885f2a1-4c04-470d-92bb-e7c8c5c20200', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:46:06.865653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:06.893561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:06.970694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:06.993527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09951fd7-d00e-4022-bf94-333b6f078470 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:46:07.000153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:07.011105 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470', 'code': 200} Mar 23 10:46:07.016708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.017053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.017392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.017757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.018080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.018409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.018731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.019055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.019373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.019726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.020037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:07.025211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:07.029719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:07.092970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['09951fd7-d00e-4022-bf94-333b6f078470'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:46:07.131767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:07.872313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1858696-ec6b-4376-afc7-754adf7caae6 req-f88f463b-2d04-4877-b0c7-e209aec215cc tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:07.873766 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1858696-ec6b-4376-afc7-754adf7caae6 req-f88f463b-2d04-4877-b0c7-e209aec215cc tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 945 time: 0.0777166 Mar 23 10:46:07.918063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1858696-ec6b-4376-afc7-754adf7caae6 req-a31aae57-7f0f-40da-a953-35ac3d85648f tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382445 Mar 23 10:46:08.303587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-6314eb02-696c-44e2-a596-991264f39982 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:08.304195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-6314eb02-696c-44e2-a596-991264f39982 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Synchronizing usage tracker for tenant:42ec29ea5ab04f3aa563afd2e133b30a on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:08.321080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-6314eb02-696c-44e2-a596-991264f39982 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Unset dirty status for tenant:42ec29ea5ab04f3aa563afd2e133b30a on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:08.322512 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-6314eb02-696c-44e2-a596-991264f39982 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.91 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc&tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0979555 Mar 23 10:46:08.462611 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-818442e9-808d-4593-9518-0e9bb6605bf7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 1098 time: 0.0719545 Mar 23 10:46:08.593917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-99090a82-2f7d-4193-914c-a754555e7923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:08.595379 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-99090a82-2f7d-4193-914c-a754555e7923 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 200 len: 912 time: 0.1275542 Mar 23 10:46:08.601041 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:08.662276 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-a7d5a202-ce72-43b8-847d-bd311825b6e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 200 len: 217 time: 0.0608602 Mar 23 10:46:08.669581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 09951fd7-d00e-4022-bf94-333b6f078470 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:08.670088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:08.728255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-2ecf19fc-1a97-4df2-812f-370a9e1f2940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:08.729710 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-2ecf19fc-1a97-4df2-812f-370a9e1f2940 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b885f2a1-4c04-470d-92bb-e7c8c5c20200 HTTP/1.1" status: 200 len: 851 time: 0.0621998 Mar 23 10:46:08.774254 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-e79cbdea-8c16-42ff-b113-85f2246a4ff1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391800 Mar 23 10:46:08.788344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:08.822168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:08.827104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:08.894996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:08.912804 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-342b4934-9d81-4735-8c41-95c6699aded4 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322916 Mar 23 10:46:09.012382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:46:09.043640 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-26a3c98e-acf4-4306-ad88-12f5024bf533 service neutron] 10.222.0.91 "GET /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252873 Mar 23 10:46:09.079394 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470', 'code': 200} Mar 23 10:46:09.865702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b0ca9-c550-4e9a-a5ef-da004378ac8d req-8dc5b397-d3f4-4d95-aa1f-04b61c9d8649 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:09.867149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea6b0ca9-c550-4e9a-a5ef-da004378ac8d req-8dc5b397-d3f4-4d95-aa1f-04b61c9d8649 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0788615 Mar 23 10:46:09.911699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea6b0ca9-c550-4e9a-a5ef-da004378ac8d req-a1446ee9-eb1a-44af-a660-b5a766b84262 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 Mar 23 10:46:11.104581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9233f88-eff5-49e6-8481-7b2e0b7c859b req-73ab1c38-05b3-4cc5-a097-8908234f9b3e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:11.106008 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9233f88-eff5-49e6-8481-7b2e0b7c859b req-73ab1c38-05b3-4cc5-a097-8908234f9b3e tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0745511 Mar 23 10:46:11.155375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9233f88-eff5-49e6-8481-7b2e0b7c859b req-d0764b1a-cdb2-4565-9afd-866922941229 tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Mar 23 10:46:11.771221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-7f7f7284-7742-4932-b706-f793214c87ca tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:11.772687 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-7f7f7284-7742-4932-b706-f793214c87ca tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.91 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0743382 Mar 23 10:46:11.842812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Deleting port 09951fd7-d00e-4022-bf94-333b6f078470 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:46:11.843141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.177276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] For port 09951fd7-d00e-4022-bf94-333b6f078470, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=09951fd7-d00e-4022-bf94-333b6f078470,segment=NetworkSegment(b172a74e-6547-4778-924d-bd1074e8deac),segment_id=b172a74e-6547-4778-924d-bd1074e8deac)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:12.177753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.318504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Calling delete_port for 09951fd7-d00e-4022-bf94-333b6f078470 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:46:12.376239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8366b1-463a-44d4-bd3e-efa231ec545a req-64444d1d-530c-48a1-9268-e0487593a09f tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:12.377708 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c8366b1-463a-44d4-bd3e-efa231ec545a req-64444d1d-530c-48a1-9268-e0487593a09f tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/ports?device_id=625f0df7-a384-4122-982c-71debc5048fc HTTP/1.1" status: 200 len: 946 time: 0.0793624 Mar 23 10:46:12.424823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c8366b1-463a-44d4-bd3e-efa231ec545a req-64d40918-5209-4bb3-b726-5ce49b24e10c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.73 "GET /v2.0/security-groups?id=57e63f7c-9a88-4129-ac85-416ace20cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Mar 23 10:46:12.462439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.473334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['09951fd7-d00e-4022-bf94-333b6f078470'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:46:12.510874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Pushing event deleted for resources: {'Port': ['ID=09951fd7-d00e-4022-bf94-333b6f078470,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:12.548471 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.548807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.549140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.549467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.549794 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.550120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.550442 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.550765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.551079 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.551392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.551728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.593489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] No DVR routers for this DVR port 09951fd7-d00e-4022-bf94-333b6f078470 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:46:12.595939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.598344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-deleted', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:46:12.613432 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-3b0ec79d-d445-4f71-b425-5b4b83da8092 req-77495fdd-2b8b-4de3-be45-cafd72659d4c tempest-DeleteServersTestJSON-718822637 tempest-DeleteServersTestJSON-718822637-project] 10.222.0.91 "DELETE /v2.0/ports/09951fd7-d00e-4022-bf94-333b6f078470 HTTP/1.1" status: 204 len: 173 time: 0.8358419 Mar 23 10:46:12.655852 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625f0df7-a384-4122-982c-71debc5048fc', 'name': 'network-vif-deleted', 'tag': '09951fd7-d00e-4022-bf94-333b6f078470', 'status': 'completed', 'code': 200} Mar 23 10:46:13.705902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52156) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:13.765670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Deleting subnet b885f2a1-4c04-470d-92bb-e7c8c5c20200 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:46:13.768518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:13.819644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:13.874715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:13.940580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:13.982345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b885f2a1-4c04-470d-92bb-e7c8c5c20200,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:13.986241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:13.992037 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dfda3667-9144-4023-b321-fe703fecdf3c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b885f2a1-4c04-470d-92bb-e7c8c5c20200 HTTP/1.1" status: 204 len: 168 time: 0.2851357 Mar 23 10:46:13.994529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52160) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:14.097461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.230377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.255943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:14.268527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b172a74e-6547-4778-924d-bd1074e8deac') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:14.268817 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b172a74e-6547-4778-924d-bd1074e8deac') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:14.280575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.295806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.302187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:46:14.302687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:46:14.316336 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:46:14.393651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.409025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.419289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:14.428577 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5f08b15b-1418-43a1-96b3-6ef6817e2810 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c0fa5c23-6d0f-42c8-8dbc-29fd3b96e066 HTTP/1.1" status: 204 len: 168 time: 0.4330616 Mar 23 10:46:14.567176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52166) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:14.609167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:14.627559 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2465137b-bbf0-4b4e-817c-5494c6f4896a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42ec29ea5ab04f3aa563afd2e133b30a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568283 Mar 23 10:46:14.628096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:14.644660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 09951fd7-d00e-4022-bf94-333b6f078470 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:46:14.645005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 09951fd7-d00e-4022-bf94-333b6f078470 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:14.691845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149e0763-9971-412f-ada7-04fd0c7c8f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.716463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149e0763-9971-412f-ada7-04fd0c7c8f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.767951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149e0763-9971-412f-ada7-04fd0c7c8f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.787315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0763-9971-412f-ada7-04fd0c7c8f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e63f7c-9a88-4129-ac85-416ace20cfb2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:14.799902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-149e0763-9971-412f-ada7-04fd0c7c8f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.801024 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-149e0763-9971-412f-ada7-04fd0c7c8f03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57e63f7c-9a88-4129-ac85-416ace20cfb2 HTTP/1.1" status: 204 len: 168 time: 0.1717758 Mar 23 10:46:15.632945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 52192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:15.758597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-763902950-network', 'tenant_id': 'f82c13db2a1c47edbc3c003c3d13605b'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:46:15.763930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:15.767752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Usage tracker for resource:network and tenant:f82c13db2a1c47edbc3c003c3d13605b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:15.770545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:15.776206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:15.786774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Made reservation on behalf of f82c13db2a1c47edbc3c003c3d13605b for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:15.789080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.801803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.833671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:15.837244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Usage tracker for resource:security_group_rule and tenant:f82c13db2a1c47edbc3c003c3d13605b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:15.840146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:15.845844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:15.915752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.919415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.951729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:46:15.956774 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e261a-e61c-4b78-adbc-c8562eef038e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:15.967724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.968057 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Added segment 5c5bb8f9-de26-4991-953a-7c7cd0e5819e of type vlan for network ab24c84c-95ac-45f5-ae86-6e13521e50b9 Mar 23 10:46:15.969794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.970133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.970462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.970787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.971109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.971431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.971803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.972091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.972420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.972719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:15.973079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:16.004250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.032861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.033686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:16.034279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.138940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] Pushing event updated for resources: {'Network': ['ID=ab24c84c-95ac-45f5-ae86-6e13521e50b9,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:16.147578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:16.148528 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-00aeeb5e-d67a-4b53-a92b-515cbe7db046 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5145116 Mar 23 10:46:16.149895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ab24c84c-95ac-45f5-ae86-6e13521e50b9 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:46:16.153309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Request body: {'subnet': {'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-763902950-subnet', 'tenant_id': 'f82c13db2a1c47edbc3c003c3d13605b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:46:16.158553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:16.162235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Usage tracker for resource:subnet and tenant:f82c13db2a1c47edbc3c003c3d13605b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:16.165060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:16.171318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:16.181391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Made reservation on behalf of f82c13db2a1c47edbc3c003c3d13605b for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:16.183816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.466046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.542767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:16.553132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Checking segment: {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:46:16.553461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Network hostable DHCP agents. Network: ab24c84c-95ac-45f5-ae86-6e13521e50b9, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:46:16.575001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Network ab24c84c-95ac-45f5-ae86-6e13521e50b9 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:46:16.583604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, ab24c84c-95ac-45f5-ae86-6e13521e50b9) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:16.587432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:16.588032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.593433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bec524-efd6-4857-9f97-47da5c25dbf0 None None] Network ab24c84c-95ac-45f5-ae86-6e13521e50b9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:46:16.613522 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-61095d76-0eaf-423f-a776-824749887cc1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4645178 Mar 23 10:46:16.820030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2479c5-98b0-42a8-8d9b-32bf61b7e898 None None] Network ab24c84c-95ac-45f5-ae86-6e13521e50b9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:46:17.247020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-66dfd986-c595-43c3-bd6d-df7a91739900 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:17.247713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-66dfd986-c595-43c3-bd6d-df7a91739900 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Synchronizing usage tracker for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:17.264885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-66dfd986-c595-43c3-bd6d-df7a91739900 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Unset dirty status for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:17.266071 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-66dfd986-c595-43c3-bd6d-df7a91739900 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 814 time: 0.2478147 Mar 23 10:46:17.282620 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-3b5e4a02-8d02-40b6-9262-2ec59c816017 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/quotas/f82c13db2a1c47edbc3c003c3d13605b HTTP/1.1" status: 200 len: 375 time: 0.0111547 Mar 23 10:46:17.327665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-c2060967-ff9d-41d3-a952-b52dabc595df tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401375 Mar 23 10:46:17.457486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-f29fdd66-5ca0-4fbb-ab57-cae41b736046 service neutron] 10.222.0.73 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235230 Mar 23 10:46:17.588978 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-47c9ab39-7141-4703-8cca-b47101448370 service neutron] 10.222.0.73 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257262 Mar 23 10:46:17.770105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-16209487-b51e-4d6e-9f7f-7f0b189d50da req-e485f436-17e9-4bbf-9a99-391caeb2b492 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 210 time: 0.0422730 Mar 23 10:46:18.943467 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13215008-9189-48c3-b159-929305a3951b req-6c86c94c-3c1f-43ae-b623-5e424d414ea7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 210 time: 0.0451787 Mar 23 10:46:19.004403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-25514fc7-7d7f-4f59-8480-09137cc41498 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:19.005977 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-25514fc7-7d7f-4f59-8480-09137cc41498 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 814 time: 0.1713934 Mar 23 10:46:19.023242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Request body: {'port': {'device_id': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'admin_state_up': True, 'tenant_id': 'f82c13db2a1c47edbc3c003c3d13605b'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:46:19.173315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:19.177481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Usage tracker for resource:port and tenant:f82c13db2a1c47edbc3c003c3d13605b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:19.180633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:19.188879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:19.199594 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Made reservation on behalf of f82c13db2a1c47edbc3c003c3d13605b for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:19.202532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.364294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Allocated IP 172.20.0.12 (ab24c84c-95ac-45f5-ae86-6e13521e50b9/3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9/554595ec-f71c-4a0d-bb75-a6aff1665499) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:19.567070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.600918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.670055 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Network ab24c84c-95ac-45f5-ae86-6e13521e50b9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:19.672939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:19.677000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:46:19.709497 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:19.743255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:19.743867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.763321 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4d64741b-e124-4cf3-b99c-af3903d9ce9c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442994 Mar 23 10:46:19.773608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Request body: {'port': {'device_id': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:46:19.879555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.147169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cfe66-c2f8-4aa9-b797-feeb777d4102 req-8451a9a3-85ee-478c-a403-0361a4972e94 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:20.148831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f64cfe66-c2f8-4aa9-b797-feeb777d4102 req-8451a9a3-85ee-478c-a403-0361a4972e94 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 932 time: 0.0812392 Mar 23 10:46:20.195242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f64cfe66-c2f8-4aa9-b797-feeb777d4102 req-ccf4b972-9beb-4142-9b83-ad1ab4a8229f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Synchronizing usage tracker for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:20.212956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f64cfe66-c2f8-4aa9-b797-feeb777d4102 req-ccf4b972-9beb-4142-9b83-ad1ab4a8229f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Unset dirty status for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:20.214143 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f64cfe66-c2f8-4aa9-b797-feeb777d4102 req-ccf4b972-9beb-4142-9b83-ad1ab4a8229f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Mar 23 10:46:20.227810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554595ec-f71c-4a0d-bb75-a6aff1665499 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:46:20.235661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.250825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Transition to ACTIVE for port object 554595ec-f71c-4a0d-bb75-a6aff1665499 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:20.254350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.383279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:20.573387 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Attempting to bind port 554595ec-f71c-4a0d-bb75-a6aff1665499 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:20.573588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Attempting to bind port 554595ec-f71c-4a0d-bb75-a6aff1665499 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:20.573894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Attempting to bind port 554595ec-f71c-4a0d-bb75-a6aff1665499 on network ab24c84c-95ac-45f5-ae86-6e13521e50b9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:46:20.580516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Port 554595ec-f71c-4a0d-bb75-a6aff1665499 on network ab24c84c-95ac-45f5-ae86-6e13521e50b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:46:20.580827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Attempting to bind port 554595ec-f71c-4a0d-bb75-a6aff1665499 on network ab24c84c-95ac-45f5-ae86-6e13521e50b9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:46:20.586772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:46:20.587089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Checking segment: {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:46:20.587458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Bound using segment: {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:46:20.587889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Bound port: 554595ec-f71c-4a0d-bb75-a6aff1665499, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:20.588222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.677724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:46:20.680954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:46:20.685507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.748767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.750115 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] 10.222.0.91 "PUT /v2.0/ports/554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 200 len: 1094 time: 0.9804344 Mar 23 10:46:20.750548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:46:20.770158 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf97d8-95bf-47cc-b9dd-a4ef29b31472 service neutron] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:20.825810 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'status': 'completed', 'code': 200} Mar 23 10:46:20.860752 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-a0f438f4-1067-49e7-b6c2-72dc7d96e1b3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 1097 time: 0.0690401 Mar 23 10:46:20.929988 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-4651370f-5534-4d16-af35-b1eae0e3e372 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 200 len: 217 time: 0.0625687 Mar 23 10:46:21.007302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-01203fa7-7ad7-4078-b791-d0f07fc38454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:21.008740 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-01203fa7-7ad7-4078-b791-d0f07fc38454 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0734854 Mar 23 10:46:21.057031 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-6162cb21-1a99-4268-a163-f092b7a8ccd7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417793 Mar 23 10:46:21.189642 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-6cc1f3a3-d77a-4cf7-bed3-d2729037bb66 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265996 Mar 23 10:46:21.328784 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-4162ff6f-761c-4942-b780-0ddbeb5510d5 req-a30226cf-4cb2-437d-acd2-0f72ebee825b service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334751 Mar 23 10:46:21.419852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80faa3-baed-48d3-a052-6532da31f634 req-0a7ed755-7cea-4b13-8712-65be7513da34 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:21.421211 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d80faa3-baed-48d3-a052-6532da31f634 req-0a7ed755-7cea-4b13-8712-65be7513da34 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 944 time: 0.0810907 Mar 23 10:46:21.449308 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-56b7fc10-c95a-496b-ac4b-84afecb8a5ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 1097 time: 0.0694497 Mar 23 10:46:21.466538 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d80faa3-baed-48d3-a052-6532da31f634 req-5ebec084-0304-4b85-b36a-b369f5f47773 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Mar 23 10:46:21.579495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578938f2-4426-4939-afd4-057936e5e604 req-f1270d77-c56a-4aec-9ca7-0446874201b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:21.580972 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-f1270d77-c56a-4aec-9ca7-0446874201b8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1259363 Mar 23 10:46:21.649931 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-2ce3a6a8-ad92-45c7-9b16-43959acd96ea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 200 len: 217 time: 0.0630603 Mar 23 10:46:21.710371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578938f2-4426-4939-afd4-057936e5e604 req-12abbc5a-cadf-4be8-a2f5-a64b6c61e74e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:21.711717 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-12abbc5a-cadf-4be8-a2f5-a64b6c61e74e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0563636 Mar 23 10:46:21.756595 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-9cada418-e959-40ad-8190-25a41ea429c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391223 Mar 23 10:46:21.889712 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-6c7bcd2e-87be-46cc-8e2f-eb99c41a5d51 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259754 Mar 23 10:46:22.020813 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-578938f2-4426-4939-afd4-057936e5e604 req-18bc8fcf-d83f-4d7f-864f-b7ddc83a32d6 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249030 Mar 23 10:46:22.665061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff6f65-f1fa-442c-9743-db3f9fd24994 req-95ced5ce-79a9-46ba-a123-e685d736c336 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:22.666500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cff6f65-f1fa-442c-9743-db3f9fd24994 req-95ced5ce-79a9-46ba-a123-e685d736c336 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 944 time: 0.0794084 Mar 23 10:46:22.714228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cff6f65-f1fa-442c-9743-db3f9fd24994 req-9f47e480-f0b0-4d89-ba98-fa9a33a43234 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Mar 23 10:46:23.925878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9546-3660-4c58-a1e1-bb7d70643bcd req-54c06049-58ae-48e7-a09e-0158b0437357 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:23.927311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb9f9546-3660-4c58-a1e1-bb7d70643bcd req-54c06049-58ae-48e7-a09e-0158b0437357 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 944 time: 0.0765824 Mar 23 10:46:23.973141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb9f9546-3660-4c58-a1e1-bb7d70643bcd req-0b284787-8d48-40bb-b614-77ab397669c1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Mar 23 10:46:24.417059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2f6acee3-34b0-4be5-bfb1-e16d2306085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.654601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 554595ec-f71c-4a0d-bb75-a6aff1665499 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:46:24.758204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.795787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:24.812531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'port_id': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'mac_address': 'fa:16:3e:95:aa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:46:24.865491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.883143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554595ec-f71c-4a0d-bb75-a6aff1665499 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:46:24.898295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:24.901880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.964430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:25.172481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2db48-6667-472f-94a6-910b9cdb93b1 req-54f07a1d-c5e2-4af3-889f-678a83f7a082 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:25.173927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-22f2db48-6667-472f-94a6-910b9cdb93b1 req-54f07a1d-c5e2-4af3-889f-678a83f7a082 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 945 time: 0.0801806 Mar 23 10:46:25.205252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['554595ec-f71c-4a0d-bb75-a6aff1665499'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:46:25.225441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-22f2db48-6667-472f-94a6-910b9cdb93b1 req-5de774f9-e7e2-42f7-a52a-8db9877a6ba7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459821 Mar 23 10:46:26.223476 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:46:26.423940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e65b4-bd09-40d2-ad10-b6f19a643fb6 req-a444bbaa-8d00-4eb0-8030-9f955559f9f9 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:26.425370 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4c4e65b4-bd09-40d2-ad10-b6f19a643fb6 req-a444bbaa-8d00-4eb0-8030-9f955559f9f9 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 945 time: 0.0772746 Mar 23 10:46:26.470673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4c4e65b4-bd09-40d2-ad10-b6f19a643fb6 req-1040eec9-de6f-458b-bdae-3d2639c25a80 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Mar 23 10:46:26.656042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 554595ec-f71c-4a0d-bb75-a6aff1665499 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:26.729791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 554595ec-f71c-4a0d-bb75-a6aff1665499 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:26.735013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 554595ec-f71c-4a0d-bb75-a6aff1665499 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:26.735370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.791935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e51bf111-1380-46d8-a5cb-72e9b8eb95f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.859411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.886627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:46:26.896900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:46:26.901179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.945280 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'code': 200} Mar 23 10:46:26.971529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:27.181763 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f70072c4-8c3b-41b1-8c51-151ad403f526 req-b63b8b9d-5f46-4d0b-9eea-50252068ae77 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 1099 time: 0.0712707 Mar 23 10:46:27.223290 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-f70072c4-8c3b-41b1-8c51-151ad403f526 req-7acbfec9-b5eb-4266-8e3e-a985774853d2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Mar 23 10:46:27.668632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22d496-8d96-4ecf-870e-b9603c226b73 req-9226ed56-cc52-4131-8534-f2fee2229ab1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:27.670058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b22d496-8d96-4ecf-870e-b9603c226b73 req-9226ed56-cc52-4131-8534-f2fee2229ab1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0798559 Mar 23 10:46:27.714597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b22d496-8d96-4ecf-870e-b9603c226b73 req-e9aff146-fbf9-44f2-af03-cbc7de502c0d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390177 Mar 23 10:46:27.761720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.967788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:28.910731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116cf12-25b1-4879-a1bc-49d9250305fb req-ccdf7207-0225-4578-837c-9a870598ebe1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:28.912212 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9116cf12-25b1-4879-a1bc-49d9250305fb req-ccdf7207-0225-4578-837c-9a870598ebe1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0765417 Mar 23 10:46:28.956871 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9116cf12-25b1-4879-a1bc-49d9250305fb req-1572505b-adca-4d76-a152-e0e655dcfb14 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 Mar 23 10:46:29.153213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dd230-2541-49eb-a43b-183153435d2a req-70a1cbc6-d782-43e9-96fe-ed728bb12e89 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:29.154679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c5dd230-2541-49eb-a43b-183153435d2a req-70a1cbc6-d782-43e9-96fe-ed728bb12e89 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0795100 Mar 23 10:46:29.202645 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c5dd230-2541-49eb-a43b-183153435d2a req-9d72378b-3dcf-4785-83a4-4bab0bfa8e4b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Mar 23 10:46:29.335420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.575306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0487a-5544-480e-8035-dbd6eacc11e2 req-da3ef898-b455-49c3-b100-9401e65e1e7e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:29.576693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64a0487a-5544-480e-8035-dbd6eacc11e2 req-da3ef898-b455-49c3-b100-9401e65e1e7e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0749524 Mar 23 10:46:29.624994 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64a0487a-5544-480e-8035-dbd6eacc11e2 req-b166d3a1-9354-4b39-999c-0de069783399 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Mar 23 10:46:29.830079 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12a754-7263-4901-970b-e4041af3c21c req-2c618e9c-2f0f-49db-b0db-dcab56524a1f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:29.831435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b12a754-7263-4901-970b-e4041af3c21c req-2c618e9c-2f0f-49db-b0db-dcab56524a1f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0759616 Mar 23 10:46:29.875928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b12a754-7263-4901-970b-e4041af3c21c req-afb6b8b7-e8df-4765-8f61-5583039b0f64 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Mar 23 10:46:30.149423 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5f70622f-967d-453a-bb38-151b97782fb6 req-3c60259d-9f88-4cbc-ae54-9ddc182bb33f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1493421 Mar 23 10:46:30.398219 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-c8d902ae-c7b5-4a6e-ba93-6dd6756954c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746396 Mar 23 10:46:30.466354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8568-73b7-495a-bc6f-040a16405dd7 req-d63ec69c-080e-49fd-b5da-36e86f15b8dd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:30.467817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-61fc8568-73b7-495a-bc6f-040a16405dd7 req-d63ec69c-080e-49fd-b5da-36e86f15b8dd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0785956 Mar 23 10:46:30.514470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-61fc8568-73b7-495a-bc6f-040a16405dd7 req-b0819eae-ae6a-4ebb-ada3-a30f95c966ed tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Mar 23 10:46:31.602501 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-a6cf150a-828e-4675-9a3c-6f9a15d3a0b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 1099 time: 0.1502385 Mar 23 10:46:31.717486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd371-a4b6-4585-893d-188109b91b76 req-fdb4ddae-7a7c-479f-8af2-09450557b9f1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:31.718935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c75bd371-a4b6-4585-893d-188109b91b76 req-fdb4ddae-7a7c-479f-8af2-09450557b9f1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0795202 Mar 23 10:46:31.733130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-ba116fe3-e140-4cad-b770-6da238f4e285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:31.734565 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-ba116fe3-e140-4cad-b770-6da238f4e285 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1257844 Mar 23 10:46:31.765107 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c75bd371-a4b6-4585-893d-188109b91b76 req-e520ede2-26f0-4c16-b9e2-055a6fe9bb5f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405223 Mar 23 10:46:31.803600 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-f2d1619b-7318-4d59-a654-3e795144cab3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 200 len: 217 time: 0.0633407 Mar 23 10:46:31.865572 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-d6951747-bb3d-4585-9577-cd7976d6abb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:31.866905 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-d6951747-bb3d-4585-9577-cd7976d6abb2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0565741 Mar 23 10:46:31.911641 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-23613f2a-4ee9-4210-9d24-3dd8201a3d7b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384414 Mar 23 10:46:32.041621 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-0f92c733-d2cd-45b0-9dcc-346452c03fbd service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234438 Mar 23 10:46:32.170922 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-2ae8e8ab-4fdc-45f3-9039-03b7b7e8f208 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236227 Mar 23 10:46:32.960417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454cb7b-c1f6-4276-a41f-7efad4a794df req-0310eee9-b7f8-477d-82ae-4e47da761abd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:32.961846 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7454cb7b-c1f6-4276-a41f-7efad4a794df req-0310eee9-b7f8-477d-82ae-4e47da761abd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0751934 Mar 23 10:46:33.008797 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7454cb7b-c1f6-4276-a41f-7efad4a794df req-95a1f7f0-76cb-4d84-9d9d-d003867e5cd0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Mar 23 10:46:34.292937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91d8e2-00d8-4d86-90b9-f4781109b178 req-d67de1bd-b267-45b6-872c-2eff8ff88cd2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:34.294416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4a91d8e2-00d8-4d86-90b9-f4781109b178 req-d67de1bd-b267-45b6-872c-2eff8ff88cd2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.1654043 Mar 23 10:46:34.339613 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4a91d8e2-00d8-4d86-90b9-f4781109b178 req-0b7264e7-aaab-4e1f-810a-8ef5320b9b1c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Mar 23 10:46:35.533123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987cc21-6e1a-4d87-ace0-e51ddcfd5b4b req-b4268b3c-d20d-4b33-a847-c926e5983168 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:35.534472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2987cc21-6e1a-4d87-ace0-e51ddcfd5b4b req-b4268b3c-d20d-4b33-a847-c926e5983168 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0753231 Mar 23 10:46:35.581859 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2987cc21-6e1a-4d87-ace0-e51ddcfd5b4b req-eaf029fc-7dba-48bf-b173-2d8384a591ca tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Mar 23 10:46:36.792881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc417-96d6-4a3a-9713-c4e13ca6e50d req-0a919fc9-09c2-4f47-8813-489f85670c3e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:36.794389 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-918fc417-96d6-4a3a-9713-c4e13ca6e50d req-0a919fc9-09c2-4f47-8813-489f85670c3e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0897417 Mar 23 10:46:36.841121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-918fc417-96d6-4a3a-9713-c4e13ca6e50d req-27678c47-f296-4ab7-b95a-233d2e26c412 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Mar 23 10:46:38.045505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6fa40-016b-4d61-92f6-68b8c4308918 req-f9059626-b6a6-4923-93a6-27adea733b38 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:38.046967 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f7e6fa40-016b-4d61-92f6-68b8c4308918 req-f9059626-b6a6-4923-93a6-27adea733b38 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0860977 Mar 23 10:46:38.091532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f7e6fa40-016b-4d61-92f6-68b8c4308918 req-7ef8dd89-8bc1-423d-9d16-ed7769c422d6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Mar 23 10:46:39.289437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a47e-8f03-4c46-8522-4eb21c2987df req-c3f4510d-1019-494f-a5c6-bef9c4dbe631 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:39.290866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2336a47e-8f03-4c46-8522-4eb21c2987df req-c3f4510d-1019-494f-a5c6-bef9c4dbe631 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0773396 Mar 23 10:46:39.336158 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2336a47e-8f03-4c46-8522-4eb21c2987df req-3e097631-fbc0-4296-9238-0ff7e9d45244 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391870 Mar 23 10:46:40.538730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e0e5a-2f0c-47f0-95c2-206f2a5bfd37 req-d8fa8dd7-936c-4a14-b8da-b6f93b2d608a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:40.540115 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c83e0e5a-2f0c-47f0-95c2-206f2a5bfd37 req-d8fa8dd7-936c-4a14-b8da-b6f93b2d608a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0786910 Mar 23 10:46:40.584470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c83e0e5a-2f0c-47f0-95c2-206f2a5bfd37 req-b569a003-80b2-4bc6-abed-75ec5ca85c2b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Mar 23 10:46:41.777494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706629e-2069-48be-8cfb-76a03fb40f82 req-d4008aa0-b495-46a0-8df3-b8833a41d8ba tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:41.778956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9706629e-2069-48be-8cfb-76a03fb40f82 req-d4008aa0-b495-46a0-8df3-b8833a41d8ba tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0753257 Mar 23 10:46:41.827441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9706629e-2069-48be-8cfb-76a03fb40f82 req-ef94e6b7-b4f9-49c5-8187-b7ca76d19e63 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Mar 23 10:46:43.021864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c740-d1d7-4346-9893-b52b05b55a00 req-ffd99b42-19b1-4af0-8424-afc43f88a954 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:43.023338 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5bb6c740-d1d7-4346-9893-b52b05b55a00 req-ffd99b42-19b1-4af0-8424-afc43f88a954 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0786302 Mar 23 10:46:43.068914 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5bb6c740-d1d7-4346-9893-b52b05b55a00 req-80c7c32f-84b7-42ab-bede-56c56d4393c6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Mar 23 10:46:44.267978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2103-2606-41d5-b589-b8da03de4c40 req-a803c1e3-63b0-45dd-8ca2-5a64a1fa8d9e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:44.269403 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a9a2103-2606-41d5-b589-b8da03de4c40 req-a803c1e3-63b0-45dd-8ca2-5a64a1fa8d9e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0798075 Mar 23 10:46:44.315647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a9a2103-2606-41d5-b589-b8da03de4c40 req-15c57602-7d20-492e-abc8-2f91b4c10241 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Mar 23 10:46:45.509062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056d849-b2f6-434e-aac7-66955c9419bb req-a7580326-1ed7-4f32-8176-1de28bfeffa4 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:45.510411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2056d849-b2f6-434e-aac7-66955c9419bb req-a7580326-1ed7-4f32-8176-1de28bfeffa4 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0754569 Mar 23 10:46:45.555648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2056d849-b2f6-434e-aac7-66955c9419bb req-44878cd3-b931-4707-a2b1-5875c7dd5186 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 Mar 23 10:46:46.764926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6215e91-469a-4acc-bc2c-45ad32f383d8 req-7a7c91c5-d29e-4bb8-9387-612d8584dfc8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:46.766347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b6215e91-469a-4acc-bc2c-45ad32f383d8 req-7a7c91c5-d29e-4bb8-9387-612d8584dfc8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0879896 Mar 23 10:46:46.812403 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b6215e91-469a-4acc-bc2c-45ad32f383d8 req-1530b202-09d8-4e4b-84fd-049ed430e4cd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Mar 23 10:46:48.006927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d6d9-ea0f-4331-8c67-85a3edb094b4 req-83b16dc3-850b-4aaa-b9d5-e460b466116e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:48.008411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b39d6d9-ea0f-4331-8c67-85a3edb094b4 req-83b16dc3-850b-4aaa-b9d5-e460b466116e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0756118 Mar 23 10:46:48.055109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b39d6d9-ea0f-4331-8c67-85a3edb094b4 req-50e1157f-33c5-48e3-b8ed-7d3816090fe2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Mar 23 10:46:49.255238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98ccc2-f206-4a67-83dd-b06938e0f997 req-de2f7b2b-c783-450f-9247-b606caf802fc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:49.256725 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7c98ccc2-f206-4a67-83dd-b06938e0f997 req-de2f7b2b-c783-450f-9247-b606caf802fc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0795181 Mar 23 10:46:49.302435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7c98ccc2-f206-4a67-83dd-b06938e0f997 req-9d58815a-247e-4875-9d5b-19d27982d905 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Mar 23 10:46:50.501839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05df6a4-2040-465c-8f7f-df17420e1997 req-c5645b19-cc10-42d5-841d-b1496e70f484 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:50.503476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f05df6a4-2040-465c-8f7f-df17420e1997 req-c5645b19-cc10-42d5-841d-b1496e70f484 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0808260 Mar 23 10:46:50.556886 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f05df6a4-2040-465c-8f7f-df17420e1997 req-be1097ab-3c8c-4ef1-99ef-b446ff6280ab tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475726 Mar 23 10:46:51.755213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e3ae8-03b9-4d16-a4af-e882d0be2ba3 req-71aa8e9d-34ba-49c7-8cf6-98ba9212fbfc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:51.756759 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed4e3ae8-03b9-4d16-a4af-e882d0be2ba3 req-71aa8e9d-34ba-49c7-8cf6-98ba9212fbfc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0790689 Mar 23 10:46:51.809551 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed4e3ae8-03b9-4d16-a4af-e882d0be2ba3 req-ada8eea1-ce4f-435c-9cae-4c818835a7d3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Mar 23 10:46:53.025444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800ce0c-16aa-4618-82c7-540a2d2de241 req-e70a392d-9c99-4b7c-a0f4-737c89b8277c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:53.027068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4800ce0c-16aa-4618-82c7-540a2d2de241 req-e70a392d-9c99-4b7c-a0f4-737c89b8277c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0905197 Mar 23 10:46:53.075065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4800ce0c-16aa-4618-82c7-540a2d2de241 req-63d2fdb6-b71f-41d6-9fb0-6cb2f0fe61e9 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Mar 23 10:46:54.298320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a58ef-8764-4137-87b4-686afb59da17 req-bebe5109-f4e5-470c-ba52-1275beb46f37 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:54.299815 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e49a58ef-8764-4137-87b4-686afb59da17 req-bebe5109-f4e5-470c-ba52-1275beb46f37 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0843840 Mar 23 10:46:54.358714 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e49a58ef-8764-4137-87b4-686afb59da17 req-5363cbd5-8ef3-457f-8de5-ad7b02a35990 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530567 Mar 23 10:46:54.419498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0c029be8-63d9-45bc-abd0-7dbc8299b85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:54.732060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:55.564017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f666e3-f86c-4f0b-b7c0-218f482c626c req-e830e3f6-9567-406d-a4e1-a0f4ff493d74 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:55.565399 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a5f666e3-f86c-4f0b-b7c0-218f482c626c req-e830e3f6-9567-406d-a4e1-a0f4ff493d74 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0819404 Mar 23 10:46:55.611893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a5f666e3-f86c-4f0b-b7c0-218f482c626c req-ef418bab-73c4-4614-9639-b47298a69001 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Mar 23 10:46:56.765375 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b6b8aa4f-6460-4760-b6b4-8c823f727c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:56.811374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477da05-ce30-4140-b9bc-b91aeeaa0d2e req-e5f1b7dd-87a7-47df-aeeb-841707b6f56f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:56.812738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c477da05-ce30-4140-b9bc-b91aeeaa0d2e req-e5f1b7dd-87a7-47df-aeeb-841707b6f56f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0782454 Mar 23 10:46:56.864692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c477da05-ce30-4140-b9bc-b91aeeaa0d2e req-a2571675-9570-48d9-8b3f-f250642c5eea tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Mar 23 10:46:57.767382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:57.971388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:58.071085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b36513-576e-4d49-b6bd-10f42b1221b9 req-60fdb51a-a2b8-49e0-9c9f-27f59f4e91f6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:58.072478 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-30b36513-576e-4d49-b6bd-10f42b1221b9 req-60fdb51a-a2b8-49e0-9c9f-27f59f4e91f6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0786448 Mar 23 10:46:58.120709 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-30b36513-576e-4d49-b6bd-10f42b1221b9 req-338ca8c6-357e-4a5b-9609-4924fa64bc84 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Mar 23 10:46:58.776910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-3c2323c4-cfcf-4204-b6fa-17d47ae1ffd4 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:46:58.777938 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-3c2323c4-cfcf-4204-b6fa-17d47ae1ffd4 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053186 Mar 23 10:46:58.864418 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-422a0a80-81a7-4acc-9362-60a421b1115a service neutron] 10.222.0.91 "GET /v2.0/ports/554595ec-f71c-4a0d-bb75-a6aff1665499/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0804784 Mar 23 10:46:59.132483 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-80287b67-797f-454e-aa11-2b6f5e80d321 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef&tenant_id=f82c13db2a1c47edbc3c003c3d13605b HTTP/1.1" status: 200 len: 1099 time: 0.0690794 Mar 23 10:46:59.230747 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-3535f83b-b6f7-4890-852f-d2ce55ad2ead service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 1099 time: 0.0767913 Mar 23 10:46:59.327261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5681-cccf-451b-b4a8-1a4af89dbc75 req-772b9e28-481a-4f36-b239-23941891a056 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:59.328773 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59af5681-cccf-451b-b4a8-1a4af89dbc75 req-772b9e28-481a-4f36-b239-23941891a056 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0833087 Mar 23 10:46:59.340670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:59.373951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-e8fd58e0-1fc3-4989-8dab-39c4c4e82ace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:59.375426 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-e8fd58e0-1fc3-4989-8dab-39c4c4e82ace service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1389952 Mar 23 10:46:59.377173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59af5681-cccf-451b-b4a8-1a4af89dbc75 req-39198782-1701-4c91-ae7c-43f0c1d2da83 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Mar 23 10:46:59.441641 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-9495d0f6-24b3-415c-8478-c22d43a4b79c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 200 len: 217 time: 0.0607057 Mar 23 10:46:59.505809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-669ece47-42ec-40d0-9ed1-5a34a55b1220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:59.507230 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-669ece47-42ec-40d0-9ed1-5a34a55b1220 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0604193 Mar 23 10:46:59.552825 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-23797061-edc1-4e0c-b81b-ce80f9026f23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392888 Mar 23 10:46:59.683552 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-611404d5-82d3-4e19-aec9-31b1b1bf6100 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244464 Mar 23 10:46:59.815128 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-af9272dc-ad9b-47d0-a435-6398bb66efc1 req-be403c4b-b9b9-4b3d-9357-d67a0d11cd66 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262436 Mar 23 10:47:00.572084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968cf0a-5d52-464f-8152-f0fd464e6631 req-e685fb8b-83f0-42ac-94e4-76f48c1445a3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:00.573552 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1968cf0a-5d52-464f-8152-f0fd464e6631 req-e685fb8b-83f0-42ac-94e4-76f48c1445a3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0750299 Mar 23 10:47:00.628280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1968cf0a-5d52-464f-8152-f0fd464e6631 req-20d70088-0b38-4bb8-a740-8a198d1824e1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Mar 23 10:47:01.911588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb68ab-107a-4fa8-9e34-0db3d9d33a67 req-203df432-8cc1-44fb-b661-030e62f082f5 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.913042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88eb68ab-107a-4fa8-9e34-0db3d9d33a67 req-203df432-8cc1-44fb-b661-030e62f082f5 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.1624453 Mar 23 10:47:01.958653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88eb68ab-107a-4fa8-9e34-0db3d9d33a67 req-57408a79-c680-4274-bd30-87a70dff62c5 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Mar 23 10:47:02.764913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 554595ec-f71c-4a0d-bb75-a6aff1665499 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:47:02.898908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:02.912457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'port_id': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'mac_address': 'fa:16:3e:95:aa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:47:02.968893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:02.986307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 554595ec-f71c-4a0d-bb75-a6aff1665499 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:47:03.002233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:03.007627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:03.079238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['554595ec-f71c-4a0d-bb75-a6aff1665499'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:47:03.116124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:03.166416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf39f85-6f5a-44f1-ae1c-979aafb4e64d req-a30d09e7-6678-4658-9ef8-1e1a95d42f5c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:03.168053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6cf39f85-6f5a-44f1-ae1c-979aafb4e64d req-a30d09e7-6678-4658-9ef8-1e1a95d42f5c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 945 time: 0.0823929 Mar 23 10:47:03.217028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6cf39f85-6f5a-44f1-ae1c-979aafb4e64d req-5d3c450f-27f7-42c4-b184-a163937acc40 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Mar 23 10:47:03.223658 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:47:03.541483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116944b-a589-473c-887b-977313d1ce25 req-f2c58de4-d49d-4715-b72c-3fe63c5d412a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:03.542092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-2116944b-a589-473c-887b-977313d1ce25 req-f2c58de4-d49d-4715-b72c-3fe63c5d412a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Synchronizing usage tracker for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:47:03.554526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00543180-f291-402c-b41b-09905c7cd134 req-0c9d8744-8b73-4c05-9ca1-5d43dc0eab23 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:03.556242 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00543180-f291-402c-b41b-09905c7cd134 req-0c9d8744-8b73-4c05-9ca1-5d43dc0eab23 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 945 time: 0.0843947 Mar 23 10:47:03.567957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [req-2116944b-a589-473c-887b-977313d1ce25 req-f2c58de4-d49d-4715-b72c-3fe63c5d412a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Unset dirty status for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:47:03.569110 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-f2c58de4-d49d-4715-b72c-3fe63c5d412a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef&tenant_id=f82c13db2a1c47edbc3c003c3d13605b&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1068356 Mar 23 10:47:03.606591 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00543180-f291-402c-b41b-09905c7cd134 req-120f5d4d-7d4d-423d-90f1-fd894b55c24f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440466 Mar 23 10:47:03.810284 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-ca32f59c-82b9-4476-828b-725283c2bc9d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 1098 time: 0.1687348 Mar 23 10:47:03.944074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116944b-a589-473c-887b-977313d1ce25 req-c7512fba-cda8-4ac2-a5d2-2529d8118461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:03.945531 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-c7512fba-cda8-4ac2-a5d2-2529d8118461 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1294794 Mar 23 10:47:04.016544 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-2c0d52f9-2f8f-4817-8cbf-3ecfb9af2238 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 200 len: 217 time: 0.0649548 Mar 23 10:47:04.078382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116944b-a589-473c-887b-977313d1ce25 req-cf68b124-a9ee-4b1b-8d99-9ff48267132b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:04.080048 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-cf68b124-a9ee-4b1b-8d99-9ff48267132b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0581396 Mar 23 10:47:04.125187 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-604961f8-4bca-45dd-b393-4dbe05c33d1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398943 Mar 23 10:47:04.267093 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-39d47fe2-8479-4ce4-8baa-56183ec1fe15 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362832 Mar 23 10:47:04.405961 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-2116944b-a589-473c-887b-977313d1ce25 req-a30e138b-f5f8-44ee-9b79-774a89d19de7 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331978 Mar 23 10:47:04.784844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 554595ec-f71c-4a0d-bb75-a6aff1665499 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:47:04.846690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c866b80-5091-4324-92b5-71682d4e792f req-15bc7b4a-23de-436d-87b9-a727c87c23e8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:04.848447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c866b80-5091-4324-92b5-71682d4e792f req-15bc7b4a-23de-436d-87b9-a727c87c23e8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 945 time: 0.0981781 Mar 23 10:47:04.862290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 554595ec-f71c-4a0d-bb75-a6aff1665499 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:47:04.862865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:04.939045 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c866b80-5091-4324-92b5-71682d4e792f req-34ec71be-ebdc-489b-84ce-e1dfa3754426 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833416 Mar 23 10:47:05.012923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:05.042179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:47:05.057377 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:05.063364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:05.122097 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'code': 200} Mar 23 10:47:05.139236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:06.164560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651a75-16e1-4d14-9f07-55a6935e2f51 req-d43ea9d1-8240-4ebb-8709-fbd317df0026 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:06.166104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e3651a75-16e1-4d14-9f07-55a6935e2f51 req-d43ea9d1-8240-4ebb-8709-fbd317df0026 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0877011 Mar 23 10:47:06.214874 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e3651a75-16e1-4d14-9f07-55a6935e2f51 req-6a437269-415f-47f1-9126-1162e2bcc962 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Mar 23 10:47:06.461573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82112-ae12-4e09-8d8e-0f0e4ed7bd21 req-539a94c4-de04-4d73-9651-0ae4cabb480c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:06.463021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-edf82112-ae12-4e09-8d8e-0f0e4ed7bd21 req-539a94c4-de04-4d73-9651-0ae4cabb480c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0834582 Mar 23 10:47:06.511899 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-edf82112-ae12-4e09-8d8e-0f0e4ed7bd21 req-9621d97e-fe88-4a71-81a2-cb251df905b6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Mar 23 10:47:06.715888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d191ec3-33ee-4849-b01e-4fd526000105 req-0f698eca-f955-4005-a1ce-2a1a65a0086b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:06.717392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d191ec3-33ee-4849-b01e-4fd526000105 req-0f698eca-f955-4005-a1ce-2a1a65a0086b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0871441 Mar 23 10:47:06.768369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d191ec3-33ee-4849-b01e-4fd526000105 req-c644951e-7695-4543-abd2-5f294f1bf2dc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Mar 23 10:47:07.314585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-fd1c3632-b9ec-439f-bea2-561e65a41521 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:07.316056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-fd1c3632-b9ec-439f-bea2-561e65a41521 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 814 time: 0.1531951 Mar 23 10:47:07.333395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-723e79bf-b15a-4c1c-8f42-8ac50015c357 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/quotas/f82c13db2a1c47edbc3c003c3d13605b HTTP/1.1" status: 200 len: 375 time: 0.0116665 Mar 23 10:47:07.421122 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-48a9ae84-a7e7-4c12-8a60-f984afdcdc97 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824413 Mar 23 10:47:07.556728 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-df25309c-991d-486b-afb6-dabb6f5a40ff service neutron] 10.222.0.73 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286278 Mar 23 10:47:07.712108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-7eb8a511-cf2e-4411-93f6-532308e53eaf service neutron] 10.222.0.73 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477094 Mar 23 10:47:07.914037 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ef47c087-cad5-4c43-8b96-d08db8a570ac req-f848ce89-1f6e-4cf1-a611-7f7acd6b1a56 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 210 time: 0.0421658 Mar 23 10:47:09.007386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-7aedd0c3-a04d-4919-9d2e-06fb7a4a6bd1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:09.008991 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-7aedd0c3-a04d-4919-9d2e-06fb7a4a6bd1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/ports?device_id=e233373e-1b23-4297-a5bf-e78a255adbef HTTP/1.1" status: 200 len: 946 time: 0.0935123 Mar 23 10:47:09.093237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Deleting port 554595ec-f71c-4a0d-bb75-a6aff1665499 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:47:09.093649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:09.173370 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0d327000-594f-42d0-b37f-bfa12b9bdd90 req-394a8a42-ab19-4c98-9368-2a17df6ab7d0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 210 time: 0.1076250 Mar 23 10:47:09.219465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-5e8b4451-cf07-4eaa-bc9a-2a383cf92c75 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:09.220967 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-5e8b4451-cf07-4eaa-bc9a-2a383cf92c75 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 814 time: 0.2921374 Mar 23 10:47:09.239371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Request body: {'port': {'device_id': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'admin_state_up': True, 'tenant_id': 'f82c13db2a1c47edbc3c003c3d13605b'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:47:09.376553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] For port 554595ec-f71c-4a0d-bb75-a6aff1665499, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=554595ec-f71c-4a0d-bb75-a6aff1665499,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:09.377080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:09.385708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:09.398201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:09.413467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Made reservation on behalf of f82c13db2a1c47edbc3c003c3d13605b for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:47:09.417340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:09.510929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Calling delete_port for 554595ec-f71c-4a0d-bb75-a6aff1665499 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:47:09.586989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Allocated IP 172.20.0.3 (ab24c84c-95ac-45f5-ae86-6e13521e50b9/3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9/4a0729fa-7352-43c1-852c-f08d924504af) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:47:09.674071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:09.688270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['554595ec-f71c-4a0d-bb75-a6aff1665499'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:47:09.726495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Pushing event deleted for resources: {'Port': ['ID=554595ec-f71c-4a0d-bb75-a6aff1665499,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:09.808758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] No DVR routers for this DVR port 554595ec-f71c-4a0d-bb75-a6aff1665499 on host hv-neutron-8346 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:47:09.811419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:09.814223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'name': 'network-vif-deleted', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:47:09.831358 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "DELETE /v2.0/ports/554595ec-f71c-4a0d-bb75-a6aff1665499 HTTP/1.1" status: 204 len: 173 time: 0.8168876 Mar 23 10:47:09.886416 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e233373e-1b23-4297-a5bf-e78a255adbef', 'name': 'network-vif-deleted', 'tag': '554595ec-f71c-4a0d-bb75-a6aff1665499', 'status': 'completed', 'code': 200} Mar 23 10:47:09.990736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:10.020022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:10.031772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['554595ec-f71c-4a0d-bb75-a6aff1665499'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:47:10.094124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Network ab24c84c-95ac-45f5-ae86-6e13521e50b9 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:47:10.097517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:47:10.102034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:47:10.131932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:10.170707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:10.171322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:10.195294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-99af462d-9e7d-4c94-9af8-b7b7dfdfff30 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597960 Mar 23 10:47:10.205920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Request body: {'port': {'device_id': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:47:10.322824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:10.531683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b026-e5a3-4c09-b96d-11b158482adc req-6c5e1aad-f050-4e38-bd1d-e37c0e7e9658 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:10.532370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1463b026-e5a3-4c09-b96d-11b158482adc req-6c5e1aad-f050-4e38-bd1d-e37c0e7e9658 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Synchronizing usage tracker for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:47:10.625073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1463b026-e5a3-4c09-b96d-11b158482adc req-6c5e1aad-f050-4e38-bd1d-e37c0e7e9658 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Unset dirty status for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:47:10.626233 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1463b026-e5a3-4c09-b96d-11b158482adc req-6c5e1aad-f050-4e38-bd1d-e37c0e7e9658 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 931 time: 0.2892210 Mar 23 10:47:10.704229 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1463b026-e5a3-4c09-b96d-11b158482adc req-e84c5ad7-fcfc-4517-b238-b6fc66cd4452 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697169 Mar 23 10:47:10.777078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0729fa-7352-43c1-852c-f08d924504af {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:47:10.784294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:10.799446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Transition to ACTIVE for port object 4a0729fa-7352-43c1-852c-f08d924504af will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:47:10.803095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:10.931374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:11.042258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Attempting to bind port 4a0729fa-7352-43c1-852c-f08d924504af on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:47:11.042526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Attempting to bind port 4a0729fa-7352-43c1-852c-f08d924504af by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:47:11.042855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Attempting to bind port 4a0729fa-7352-43c1-852c-f08d924504af on network ab24c84c-95ac-45f5-ae86-6e13521e50b9 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:47:11.052914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Port 4a0729fa-7352-43c1-852c-f08d924504af on network ab24c84c-95ac-45f5-ae86-6e13521e50b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:47:11.053441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Attempting to bind port 4a0729fa-7352-43c1-852c-f08d924504af on network ab24c84c-95ac-45f5-ae86-6e13521e50b9 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:47:11.060668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:47:11.061003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Checking segment: {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:47:11.061378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Bound using segment: {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:47:11.061800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Bound port: 4a0729fa-7352-43c1-852c-f08d924504af, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5bb8f9-de26-4991-953a-7c7cd0e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:47:11.062144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:11.163118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:47:11.166428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:47:11.171306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:11.235248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:11.236666 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] 10.222.0.91 "PUT /v2.0/ports/4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 1093 time: 1.0349710 Mar 23 10:47:11.237097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:47:11.256446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3701b8-0e14-401d-b302-9557ec6ecfad service neutron] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:11.351996 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-3c113d65-98b7-4f84-b3a2-9d3302bafcc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1096 time: 0.0732942 Mar 23 10:47:11.407244 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af', 'status': 'completed', 'code': 200} Mar 23 10:47:11.421854 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-3e88e761-0466-4464-8779-80b42771416d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 217 time: 0.0631325 Mar 23 10:47:11.486279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-777eff6b-2f6b-4fa2-a0cf-f1a976d77464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:11.487735 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-777eff6b-2f6b-4fa2-a0cf-f1a976d77464 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0606062 Mar 23 10:47:11.532968 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-a4f25385-0ac3-4671-b0d0-d185c40df627 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396912 Mar 23 10:47:11.775883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-f7613ada-f97e-4fcb-825e-d9a6f87c0bca service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372684 Mar 23 10:47:11.966897 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-886ada4a-f756-43b8-8c95-9ae49eabd64c req-3a6db137-02b7-4cf2-a35c-24b9cd76d6a8 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846800 Mar 23 10:47:11.982395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186ad2b-f1e9-4f10-936b-2e1bc91651b0 req-8181f73e-b11e-482f-b00f-7c51f34ced02 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:11.984304 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2186ad2b-f1e9-4f10-936b-2e1bc91651b0 req-8181f73e-b11e-482f-b00f-7c51f34ced02 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 943 time: 0.1321740 Mar 23 10:47:12.079118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2186ad2b-f1e9-4f10-936b-2e1bc91651b0 req-605181a4-691b-4c0b-8808-7156c5efe5ed tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887880 Mar 23 10:47:12.100786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-5f36b80d-0082-4315-91c8-e46c16bee820 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1096 time: 0.0903199 Mar 23 10:47:12.238654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-97f001c2-7839-43d2-9c1f-6f8c5c30a4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:12.240150 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-97f001c2-7839-43d2-9c1f-6f8c5c30a4c0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1323755 Mar 23 10:47:12.316098 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-d560f9ce-e297-410a-94c7-7f07190a4ebc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 217 time: 0.0687480 Mar 23 10:47:12.380042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-4fd63dcb-ecf6-45db-9d72-5dc001515724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:12.381424 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-4fd63dcb-ecf6-45db-9d72-5dc001515724 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0597799 Mar 23 10:47:12.431507 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-987cb682-4b8e-4361-a22d-31b94554a574 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437350 Mar 23 10:47:12.564475 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-6790023d-66c8-46f8-866c-e10b3ca5c8e6 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270421 Mar 23 10:47:12.696033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c765d824-2a2a-423e-9432-ccfc280c62ab req-e76ab7c6-ecec-4497-aba4-21c33ccedc43 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251671 Mar 23 10:47:12.811374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 554595ec-f71c-4a0d-bb75-a6aff1665499 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:47:12.876239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 554595ec-f71c-4a0d-bb75-a6aff1665499 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:47:12.876575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 554595ec-f71c-4a0d-bb75-a6aff1665499 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:47:13.289173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a541f6-7cc9-476f-9ec4-b944c13b7a19 req-e482729d-2bfc-4582-a9ff-101064299b36 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:13.290681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-87a541f6-7cc9-476f-9ec4-b944c13b7a19 req-e482729d-2bfc-4582-a9ff-101064299b36 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 943 time: 0.0791473 Mar 23 10:47:13.340311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-87a541f6-7cc9-476f-9ec4-b944c13b7a19 req-0d732e82-a5b8-4f99-8d6f-399c6cec4829 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Mar 23 10:47:14.543141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648029ac-073d-4332-a9ad-9398bf4388bb req-1dde3428-9cce-4431-b1d6-56c0f3d304d3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:14.544524 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-648029ac-073d-4332-a9ad-9398bf4388bb req-1dde3428-9cce-4431-b1d6-56c0f3d304d3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 943 time: 0.0822344 Mar 23 10:47:14.590286 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-648029ac-073d-4332-a9ad-9398bf4388bb req-6c117256-7877-4e28-83a5-d00f93ed5ccb tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Mar 23 10:47:15.791724 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0588fd-ee9a-4885-b76a-aba5682af01f req-276ce620-0e9d-403c-a5a1-6491113d71d7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:15.793274 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e0588fd-ee9a-4885-b76a-aba5682af01f req-276ce620-0e9d-403c-a5a1-6491113d71d7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 943 time: 0.0804086 Mar 23 10:47:15.843148 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e0588fd-ee9a-4885-b76a-aba5682af01f req-8ec32660-0ca6-49e5-8443-144c4deec3be tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Mar 23 10:47:16.811064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:47:16.968239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:16.984425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4a0729fa-7352-43c1-852c-f08d924504af', 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'port_id': '4a0729fa-7352-43c1-852c-f08d924504af', 'mac_address': 'fa:16:3e:3f:52:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:47:17.059639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:17.093049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0729fa-7352-43c1-852c-f08d924504af {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:47:17.118407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:17.124520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:17.137578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a5eec-2a0d-49ae-ad12-b48ea2b1701f req-1567d89a-46a5-47f0-8e7e-094be7a2bd00 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:17.139181 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9f1a5eec-2a0d-49ae-ad12-b48ea2b1701f req-1567d89a-46a5-47f0-8e7e-094be7a2bd00 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 943 time: 0.1006591 Mar 23 10:47:17.195666 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9f1a5eec-2a0d-49ae-ad12-b48ea2b1701f req-2c2abbcc-0e29-45f6-bc26-0b4c6178dd87 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Mar 23 10:47:17.224624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:17.234097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.234451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.234797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.235183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.235629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.235973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.236318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.236648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.236971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.237295 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.237626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:17.441075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4a0729fa-7352-43c1-852c-f08d924504af'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:47:18.402309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1597b5-a729-4548-921d-10f78c9c629d req-47633aff-567c-4eeb-ad12-0ad40af2fd35 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:18.403852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eb1597b5-a729-4548-921d-10f78c9c629d req-47633aff-567c-4eeb-ad12-0ad40af2fd35 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 944 time: 0.0818036 Mar 23 10:47:18.453283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eb1597b5-a729-4548-921d-10f78c9c629d req-eeabf37a-ed59-4580-b37c-276733ad8fc8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Mar 23 10:47:18.811599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:47:18.889380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 4a0729fa-7352-43c1-852c-f08d924504af completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:47:18.895252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4a0729fa-7352-43c1-852c-f08d924504af triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:47:18.895724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.030994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.076274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:47:19.097781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:19.106296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.198049 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af', 'code': 200} Mar 23 10:47:19.244569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:19.461243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-234304b5-9981-449c-98b6-082bb107488d req-834c740f-a04c-4f31-bb6c-163b03c12c65 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1098 time: 0.0788794 Mar 23 10:47:19.508104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-234304b5-9981-449c-98b6-082bb107488d req-7b441d63-cf76-480d-9440-c80b00d4dcb9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Mar 23 10:47:19.700331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565ef0-61a6-4fab-92cc-e9c429e6d4a4 req-dae36e24-b72d-4ea3-9d1f-2a9edbe35656 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:19.702895 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05565ef0-61a6-4fab-92cc-e9c429e6d4a4 req-dae36e24-b72d-4ea3-9d1f-2a9edbe35656 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.1106246 Mar 23 10:47:19.852817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05565ef0-61a6-4fab-92cc-e9c429e6d4a4 req-cd474d31-1a0b-4a8a-91cf-1543a5fe0c14 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442554 Mar 23 10:47:21.072570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f039b-d22c-451b-afe4-d35aa4fe0122 req-25458cc9-0110-4156-9ea0-1406f123f0b7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.074651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b37f039b-d22c-451b-afe4-d35aa4fe0122 req-25458cc9-0110-4156-9ea0-1406f123f0b7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0813656 Mar 23 10:47:21.128910 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b37f039b-d22c-451b-afe4-d35aa4fe0122 req-f50e1963-01b7-4b3a-932e-5e260bd1225f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Mar 23 10:47:21.347955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c745423-45de-45f4-88e5-b727b69f3c0d req-4f726a6a-6494-43f9-8c92-ca78d4dabac2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.349484 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c745423-45de-45f4-88e5-b727b69f3c0d req-4f726a6a-6494-43f9-8c92-ca78d4dabac2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0847113 Mar 23 10:47:21.399317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c745423-45de-45f4-88e5-b727b69f3c0d req-cb44271d-3ced-4f39-b32c-8ddc90d8e78f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Mar 23 10:47:21.613117 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cd79fa72-2d9c-40e0-bef5-05950156ea67 req-8a1f9f56-6a50-4bf8-931c-a0ae83f52a4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0789056 Mar 23 10:47:21.891838 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-441681d5-0213-4530-8898-84c1c5dbaff3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787251 Mar 23 10:47:21.962220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375f36-2fc6-44ea-9ed7-a31da93219ca req-b945572f-e29f-476e-baa3-d4030be9b327 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.963852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2375f36-2fc6-44ea-9ed7-a31da93219ca req-b945572f-e29f-476e-baa3-d4030be9b327 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0945351 Mar 23 10:47:22.025039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2375f36-2fc6-44ea-9ed7-a31da93219ca req-febd09d1-80f6-47b6-a4f2-0980a1e3e161 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Mar 23 10:47:23.320276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee53e1-e51b-4b34-a01c-7ed7accd04a5 req-8e1f389f-da84-4768-b813-5892b8513870 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.321688 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c4ee53e1-e51b-4b34-a01c-7ed7accd04a5 req-8e1f389f-da84-4768-b813-5892b8513870 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.1461356 Mar 23 10:47:23.325973 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-dd87b62c-ab29-47cb-8f43-daf74dcb21b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1098 time: 0.2084877 Mar 23 10:47:23.453157 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c4ee53e1-e51b-4b34-a01c-7ed7accd04a5 req-cd617f96-1cbe-496d-955e-45174c2755cb tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258373 Mar 23 10:47:23.490839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-9569b918-6717-495a-a127-a5b6b75cbca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.492298 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-9569b918-6717-495a-a127-a5b6b75cbca4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1510305 Mar 23 10:47:23.566081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-424362fc-341d-4393-8577-b8fcb66e61b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 217 time: 0.0668674 Mar 23 10:47:23.627095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-bfdf48d5-2ebf-419c-804a-932e9b00c6a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.628705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-bfdf48d5-2ebf-419c-804a-932e9b00c6a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0571706 Mar 23 10:47:23.676692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-3184abd5-42f5-44af-8816-6d806b9b301f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415068 Mar 23 10:47:23.809454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-266dff41-d9e2-4470-8eb0-7be40379c2df service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258850 Mar 23 10:47:23.940550 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-05555a79-6ceb-4c04-b362-c235d969e7a6 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256263 Mar 23 10:47:24.422781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1ea46ba9-c56b-4f6f-adcb-5e8ede111f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:24.448578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-0acdc65e-c8dd-45c2-ad20-27da160171c2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1098 time: 0.0706627 Mar 23 10:47:24.628697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-8db450d8-e612-4ea5-92c7-bdd4a78afd52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:24.630108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-8db450d8-e612-4ea5-92c7-bdd4a78afd52 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1634977 Mar 23 10:47:24.702568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-9cb1c47a-6136-47ca-a145-96a0ce15e2b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 217 time: 0.0660701 Mar 23 10:47:24.747003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:24.779292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-48ee7d12-e6dc-4e23-bd19-2d0b1df66d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:24.780673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-48ee7d12-e6dc-4e23-bd19-2d0b1df66d1f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0707986 Mar 23 10:47:24.786920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f86a-729a-40cb-96a9-bc32fc1bbb53 req-12dedeba-46c9-4bbe-a84f-1e0dd80f34c3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:24.788263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56a1f86a-729a-40cb-96a9-bc32fc1bbb53 req-12dedeba-46c9-4bbe-a84f-1e0dd80f34c3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.1989098 Mar 23 10:47:24.931103 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-2298483f-cd85-4b53-ace9-5356d3e1907e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419322 Mar 23 10:47:25.035733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56a1f86a-729a-40cb-96a9-bc32fc1bbb53 req-37b96f2f-6830-4718-9bcb-4e7702dcaf13 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269438 Mar 23 10:47:25.078395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-b7e721e7-d758-4459-85f6-d78bf82f8470 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412339 Mar 23 10:47:25.209989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8cafb93-262c-4bf0-bcf6-346d06eb15d2 req-e07dbaa4-1172-41d9-8f41-c3cea17c68f4 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253564 Mar 23 10:47:26.242333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3dd9-6315-410b-bb3a-d0962020f9ab req-6656a842-1b76-4848-bc0f-4ebd0f22c6d0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:26.243815 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-680f3dd9-6315-410b-bb3a-d0962020f9ab req-6656a842-1b76-4848-bc0f-4ebd0f22c6d0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0824623 Mar 23 10:47:26.289789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-680f3dd9-6315-410b-bb3a-d0962020f9ab req-cb4be5fe-ebd7-43df-a48e-d05419450a18 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Mar 23 10:47:26.771962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-38f2e9bb-8276-4f7d-90e1-d70a95b6bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:27.484391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709d078-99ae-4cd0-b0d4-2902093c690e req-06e03d4f-d0fa-4733-961d-e0664331648a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:27.485777 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9709d078-99ae-4cd0-b0d4-2902093c690e req-06e03d4f-d0fa-4733-961d-e0664331648a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0775018 Mar 23 10:47:27.532612 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9709d078-99ae-4cd0-b0d4-2902093c690e req-22487be4-f3a2-4da6-9849-bafd8584a00b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Mar 23 10:47:27.770724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:27.974315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:28.734060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ad982-40d6-4b58-b4db-66386a430526 req-6985f2fb-edbc-42d9-868d-6ac29d1408f6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:28.735524 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6e9ad982-40d6-4b58-b4db-66386a430526 req-6985f2fb-edbc-42d9-868d-6ac29d1408f6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0811114 Mar 23 10:47:28.781916 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6e9ad982-40d6-4b58-b4db-66386a430526 req-71ace596-9c01-497d-99d9-678e97048f6d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Mar 23 10:47:29.341890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:29.975746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cd156-0286-4c3f-97c9-35a601b0d389 req-38b46024-6a63-4ee6-928e-31cf59bc213f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:29.977185 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f00cd156-0286-4c3f-97c9-35a601b0d389 req-38b46024-6a63-4ee6-928e-31cf59bc213f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0754008 Mar 23 10:47:30.026669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f00cd156-0286-4c3f-97c9-35a601b0d389 req-27e3df89-b4af-4c80-a702-5a20a8d03d93 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Mar 23 10:47:31.236443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26b66-2902-4e83-bf18-206f7a6fd59b req-2493d9c9-d985-4d59-8ae8-f2789107c11a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:31.237924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-25e26b66-2902-4e83-bf18-206f7a6fd59b req-2493d9c9-d985-4d59-8ae8-f2789107c11a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0833576 Mar 23 10:47:31.285000 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-25e26b66-2902-4e83-bf18-206f7a6fd59b req-a2218342-b44d-46e9-9b17-b1f8689dc849 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Mar 23 10:47:32.494288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2c7ca-247b-46b4-ab9d-647819e5afab req-63933e60-a033-49a0-810d-dbbd9771807d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:32.495789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6b2c7ca-247b-46b4-ab9d-647819e5afab req-63933e60-a033-49a0-810d-dbbd9771807d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0874763 Mar 23 10:47:32.544193 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6b2c7ca-247b-46b4-ab9d-647819e5afab req-e02e3c40-3b5c-4d07-b20b-bec13fb13833 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Mar 23 10:47:33.737489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20538ae0-3982-4625-b9f0-716a7c9aa9ba req-3aec56f3-4d80-4471-8814-c2289f7b1ccc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:33.738915 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-20538ae0-3982-4625-b9f0-716a7c9aa9ba req-3aec56f3-4d80-4471-8814-c2289f7b1ccc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0747108 Mar 23 10:47:33.783684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-20538ae0-3982-4625-b9f0-716a7c9aa9ba req-746da09a-414e-43a6-a9bb-d39ab495eef6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Mar 23 10:47:34.981744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889f97-647b-4c5e-90fb-d61a2cf095fa req-c86569d7-11d9-4c07-a99b-6592ba342bcd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:34.983669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-67889f97-647b-4c5e-90fb-d61a2cf095fa req-c86569d7-11d9-4c07-a99b-6592ba342bcd tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0804858 Mar 23 10:47:35.031566 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-67889f97-647b-4c5e-90fb-d61a2cf095fa req-d5976465-8783-40bf-8f01-5885051abe72 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Mar 23 10:47:36.230555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d9db3-49b2-47f6-bc8e-22ad7ea17da7 req-acb43b0b-7115-41ba-9505-0e203c2a8514 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:36.232028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-844d9db3-49b2-47f6-bc8e-22ad7ea17da7 req-acb43b0b-7115-41ba-9505-0e203c2a8514 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0758111 Mar 23 10:47:36.278543 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-844d9db3-49b2-47f6-bc8e-22ad7ea17da7 req-c1a00d1e-d4b0-4719-9413-dc8618042843 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Mar 23 10:47:37.474413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144b095-6ef9-41b4-bbf6-c46e1cb8c9ef req-ed9792df-1281-499b-aba4-a5bf6fb4e910 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:37.475792 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e144b095-6ef9-41b4-bbf6-c46e1cb8c9ef req-ed9792df-1281-499b-aba4-a5bf6fb4e910 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0785396 Mar 23 10:47:37.521095 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e144b095-6ef9-41b4-bbf6-c46e1cb8c9ef req-c7983a7d-8ca6-46b6-b5d7-68abb680f0be tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Mar 23 10:47:38.731413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb116f-286b-4f0f-9a8a-ddbfeb54d29c req-ec4eeb86-4f55-4453-b8ff-04a73915f323 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:38.732878 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cdeb116f-286b-4f0f-9a8a-ddbfeb54d29c req-ec4eeb86-4f55-4453-b8ff-04a73915f323 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0759420 Mar 23 10:47:38.781096 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cdeb116f-286b-4f0f-9a8a-ddbfeb54d29c req-2f932735-ae50-4d9b-9c8d-47ceda42a3c0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Mar 23 10:47:39.975568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a19d3c-89b3-4cbf-84da-97d69d74f483 req-f6bb3cd4-19fc-438e-bc78-207a710e599e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:39.977031 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13a19d3c-89b3-4cbf-84da-97d69d74f483 req-f6bb3cd4-19fc-438e-bc78-207a710e599e tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0751324 Mar 23 10:47:40.023736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13a19d3c-89b3-4cbf-84da-97d69d74f483 req-19a8140c-16f2-4433-9ab5-9f5384abd0d0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Mar 23 10:47:40.223973 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:47:41.223276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b94b4c-072e-469d-87ed-a7415808a89b req-d58894c8-fd25-4c21-a9b6-be776445cef3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:41.224746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f1b94b4c-072e-469d-87ed-a7415808a89b req-d58894c8-fd25-4c21-a9b6-be776445cef3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0800436 Mar 23 10:47:41.271522 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f1b94b4c-072e-469d-87ed-a7415808a89b req-af74a408-6d2a-4f1c-9166-519bf5a1a6ae tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Mar 23 10:47:42.464624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f4639-d43c-46e9-a23d-3198505671d2 req-4823ee51-9c74-46f5-8c0d-bab8b814e9bb tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:42.465985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f82f4639-d43c-46e9-a23d-3198505671d2 req-4823ee51-9c74-46f5-8c0d-bab8b814e9bb tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0756192 Mar 23 10:47:42.511322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f82f4639-d43c-46e9-a23d-3198505671d2 req-d2220109-4176-4b50-a05f-3c1385af1641 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Mar 23 10:47:43.787153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464ac33-778b-4030-b89b-341c97514f19 req-f517b56c-9d9c-425d-98a6-28c8c88eb7e2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:43.788633 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5464ac33-778b-4030-b89b-341c97514f19 req-f517b56c-9d9c-425d-98a6-28c8c88eb7e2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.1591704 Mar 23 10:47:43.833765 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5464ac33-778b-4030-b89b-341c97514f19 req-7492c4b3-7765-4766-8abc-44b63f6c8156 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Mar 23 10:47:45.029033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897bcb-8e2d-4051-be40-0d06e92d2755 req-2536f48b-2a68-4685-b565-25ba9396ca6b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:45.030551 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-30897bcb-8e2d-4051-be40-0d06e92d2755 req-2536f48b-2a68-4685-b565-25ba9396ca6b tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0790410 Mar 23 10:47:45.078374 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-30897bcb-8e2d-4051-be40-0d06e92d2755 req-1d1bfb56-ad40-48da-922f-c9a58cadeca9 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Mar 23 10:47:46.275423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f4790-f30f-47ad-b708-393b86490a90 req-ba8661d9-e9ee-4186-aa7e-7f3f83077b72 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:46.276876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-659f4790-f30f-47ad-b708-393b86490a90 req-ba8661d9-e9ee-4186-aa7e-7f3f83077b72 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0760019 Mar 23 10:47:46.322763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-659f4790-f30f-47ad-b708-393b86490a90 req-faf52770-7b64-4a2e-9855-7eead37e78d1 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Mar 23 10:47:47.527898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8a371-d327-4813-8120-b678b10064a3 req-3c19f59c-2344-4cad-8fa2-bfb5c39ffbcc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:47.529219 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01d8a371-d327-4813-8120-b678b10064a3 req-3c19f59c-2344-4cad-8fa2-bfb5c39ffbcc tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0778334 Mar 23 10:47:47.573820 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01d8a371-d327-4813-8120-b678b10064a3 req-c11fc9d6-0be7-4f0b-b6af-56f2651dccc0 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Mar 23 10:47:48.772746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929f2fa-febd-4387-b9e7-3bfcc791c0bb req-b2ed71dc-cb2d-4a8b-95ba-7603926ba82f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:48.774242 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3929f2fa-febd-4387-b9e7-3bfcc791c0bb req-b2ed71dc-cb2d-4a8b-95ba-7603926ba82f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0786197 Mar 23 10:47:48.819326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3929f2fa-febd-4387-b9e7-3bfcc791c0bb req-139833e0-8480-4c79-a927-454110d58c4f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Mar 23 10:47:50.018792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdea5b-9bc1-4f0f-b4b3-647b1bbbe2f5 req-38df99a3-7fef-477d-91f7-d9ca30086c8a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:50.020326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15cdea5b-9bc1-4f0f-b4b3-647b1bbbe2f5 req-38df99a3-7fef-477d-91f7-d9ca30086c8a tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0834043 Mar 23 10:47:50.066691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15cdea5b-9bc1-4f0f-b4b3-647b1bbbe2f5 req-384bf2c7-23b6-4003-9ab8-b372aca22031 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Mar 23 10:47:50.625258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-83c49bc5-ba5a-45b3-ab94-0f622e4de142 service neutron] 10.222.0.91 "GET /v2.0/ports/4a0729fa-7352-43c1-852c-f08d924504af/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0742691 Mar 23 10:47:50.887253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-563891ba-44fb-42bb-9ad3-877f0e5047df service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641&tenant_id=f82c13db2a1c47edbc3c003c3d13605b HTTP/1.1" status: 200 len: 1098 time: 0.0718193 Mar 23 10:47:50.975606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-2b15f43d-02f4-4db8-8a58-a6d079506179 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1098 time: 0.0677431 Mar 23 10:47:51.106699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-521049a2-4bb5-4429-bf37-1c4a66800f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:51.108249 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-521049a2-4bb5-4429-bf37-1c4a66800f50 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1273201 Mar 23 10:47:51.180664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-8b0d6d09-f2dd-46a5-bcd3-1c2c24c906a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 217 time: 0.0657830 Mar 23 10:47:51.287680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-763f3b83-0821-41f9-aa37-27796193105c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:51.289114 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-763f3b83-0821-41f9-aa37-27796193105c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.1028743 Mar 23 10:47:51.361609 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-ac2cc79b-9967-46d1-af32-c60fda7a98a4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661991 Mar 23 10:47:51.396674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456d8c8-af8a-4c71-a9a0-3dee46cdca02 req-15e52a71-c89a-4e05-8d61-54a7bbd89d7d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:51.398122 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e456d8c8-af8a-4c71-a9a0-3dee46cdca02 req-15e52a71-c89a-4e05-8d61-54a7bbd89d7d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.1790659 Mar 23 10:47:51.520336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e456d8c8-af8a-4c71-a9a0-3dee46cdca02 req-4601b984-58f3-4655-bb5f-e6e40869cef7 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730398 Mar 23 10:47:51.538606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-86fc73f6-7964-4518-a029-a0d7e20f055a service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688807 Mar 23 10:47:51.677840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d78c1a23-fb1d-4322-b840-8bb3e5d4545e req-78a12392-df30-4106-93ff-f50654a65828 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330013 Mar 23 10:47:52.726434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b898-3609-4c50-aa18-6a87668b5be8 req-afd1f160-736a-40be-8b17-6e3edf3391ed tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:52.727893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7e44b898-3609-4c50-aa18-6a87668b5be8 req-afd1f160-736a-40be-8b17-6e3edf3391ed tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0875471 Mar 23 10:47:52.774171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7e44b898-3609-4c50-aa18-6a87668b5be8 req-87af1679-d559-446e-a98c-98fc08439494 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Mar 23 10:47:53.967782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74bc80-9432-4061-9e64-f571c3edc464 req-44ebca63-1cc4-4614-bc93-9bbf61f3c2d2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:53.969226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fd74bc80-9432-4061-9e64-f571c3edc464 req-44ebca63-1cc4-4614-bc93-9bbf61f3c2d2 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0753732 Mar 23 10:47:54.021985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fd74bc80-9432-4061-9e64-f571c3edc464 req-e2edd505-980d-4a05-aaa1-4f5f6deac707 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472636 Mar 23 10:47:54.424116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a50e-5d77-4d3f-9830-b9677ae90703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:54.744724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:54.948682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:47:54.951968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:47:55.158039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:55.198641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:55.212675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:47:55.224547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4a0729fa-7352-43c1-852c-f08d924504af', 'network_id': 'ab24c84c-95ac-45f5-ae86-6e13521e50b9', 'port_id': '4a0729fa-7352-43c1-852c-f08d924504af', 'mac_address': 'fa:16:3e:3f:52:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:47:55.226893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:55.247069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c8fad-0ec6-4c8a-afe1-adea535ff7ad req-242cb782-82e8-42c7-bb04-bf3718fe4eb8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:55.248781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6f9c8fad-0ec6-4c8a-afe1-adea535ff7ad req-242cb782-82e8-42c7-bb04-bf3718fe4eb8 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0817351 Mar 23 10:47:55.263577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:55.298026 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6f9c8fad-0ec6-4c8a-afe1-adea535ff7ad req-9bac95a4-6f03-4f9a-936f-25b604957d87 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Mar 23 10:47:55.301357 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af', 'code': 200} Mar 23 10:47:55.341433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:55.364337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0729fa-7352-43c1-852c-f08d924504af {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:47:55.370658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:55.383877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:55.388001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:55.455021 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4a0729fa-7352-43c1-852c-f08d924504af'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:47:55.518498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:55.727554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e8b66-215f-4c98-8ee8-8960007cb4e3 req-7b6b12e6-3949-4760-bb65-153b9f0d1991 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:55.729038 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b19e8b66-215f-4c98-8ee8-8960007cb4e3 req-7b6b12e6-3949-4760-bb65-153b9f0d1991 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 944 time: 0.1734872 Mar 23 10:47:55.735781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-1acf9492-1198-41ae-904c-12ca3a29cbd6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:55.737149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-1acf9492-1198-41ae-904c-12ca3a29cbd6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641&tenant_id=f82c13db2a1c47edbc3c003c3d13605b&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1399133 Mar 23 10:47:55.786653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b19e8b66-215f-4c98-8ee8-8960007cb4e3 req-5ad92be5-d965-4032-9d27-981ca1fc9a53 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Mar 23 10:47:55.987413 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-ab416a60-6672-455e-9081-492cbb9f62aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 1097 time: 0.1630614 Mar 23 10:47:56.118649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-a259b8a2-15f7-42ce-a710-67cde9cbee50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:56.120659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-a259b8a2-15f7-42ce-a710-67cde9cbee50 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 200 len: 915 time: 0.1258681 Mar 23 10:47:56.185553 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-7d9aa2c0-0c01-4a14-ab92-f25d51700188 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 200 len: 217 time: 0.0596490 Mar 23 10:47:56.249263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-18008ea8-abd4-4b5b-bd55-a93dd1cf51c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:56.250596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-18008ea8-abd4-4b5b-bd55-a93dd1cf51c7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 200 len: 854 time: 0.0600386 Mar 23 10:47:56.294698 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-9ffadae9-c61b-4c8e-8a0d-2437e9630947 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ab24c84c-95ac-45f5-ae86-6e13521e50b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383677 Mar 23 10:47:56.425922 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-075c310b-1669-42c9-9c2f-535989743101 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259000 Mar 23 10:47:56.556606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2ead50d-2c63-4bf7-a50e-09036d6ccc89 req-0d36cb3e-77c5-4391-8379-40bcd4385ce4 service neutron] 10.222.0.91 "GET /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249475 Mar 23 10:47:56.776628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d5f3c6ae-b6fe-4585-9e3a-b62a033fbd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:56.950228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:47:56.998363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355798f-c133-41a4-b79a-023651e6e1ce req-af207430-fc5f-4dac-92de-663363270f4f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:56.999976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7355798f-c133-41a4-b79a-023651e6e1ce req-af207430-fc5f-4dac-92de-663363270f4f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 944 time: 0.0886998 Mar 23 10:47:57.048855 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7355798f-c133-41a4-b79a-023651e6e1ce req-d3030a12-10fc-4d60-9b97-e52938d9d583 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Mar 23 10:47:57.068250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4a0729fa-7352-43c1-852c-f08d924504af triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:47:57.068617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:57.192214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:57.227095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:47:57.231154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:57.299839 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:57.303420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:47:57.357258 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af', 'code': 200} Mar 23 10:47:57.774542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:57.977572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:58.245678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d45d1a-038f-443d-8fbc-69632165a1fb req-1ff2d7b9-e27b-4744-bef1-c673fb6270b6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:58.247115 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50d45d1a-038f-443d-8fbc-69632165a1fb req-1ff2d7b9-e27b-4744-bef1-c673fb6270b6 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0764136 Mar 23 10:47:58.292748 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50d45d1a-038f-443d-8fbc-69632165a1fb req-d6d39496-c5ea-4222-be44-4add7f3f33bb tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Mar 23 10:47:58.489250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43696d3c-e893-4830-b851-344606660b78 req-d74f4d76-45a1-42a3-b492-e6495989ad08 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:58.490697 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-43696d3c-e893-4830-b851-344606660b78 req-d74f4d76-45a1-42a3-b492-e6495989ad08 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0796797 Mar 23 10:47:58.538308 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-43696d3c-e893-4830-b851-344606660b78 req-a017380c-d0fa-40e8-bcc9-0a6f5a7a0022 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Mar 23 10:47:58.732654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592e07-bdf5-4c50-a77e-5046486c08e6 req-b4117a27-d066-4a88-8bf9-6e2e95797727 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:58.734105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44592e07-bdf5-4c50-a77e-5046486c08e6 req-b4117a27-d066-4a88-8bf9-6e2e95797727 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0750206 Mar 23 10:47:58.781892 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44592e07-bdf5-4c50-a77e-5046486c08e6 req-4f5bd825-6527-4a98-b0b7-5a51e3faa4a3 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Mar 23 10:47:59.345595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:59.365794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffd38-d3cf-4332-9b7e-e9080778e79e req-bfeca4ba-38ec-4cf3-b69a-2be25e3d3daf tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:59.367222 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dacffd38-d3cf-4332-9b7e-e9080778e79e req-bfeca4ba-38ec-4cf3-b69a-2be25e3d3daf tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0813806 Mar 23 10:47:59.412277 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dacffd38-d3cf-4332-9b7e-e9080778e79e req-0e249cec-3b08-43d8-bcd3-e6438c4dec8d tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Mar 23 10:48:00.611330 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4548c-d1e7-4dd9-9084-74337b9b7536 req-a55d14f3-bd61-4bab-8410-ee967ec772da tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:00.612715 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f6f4548c-d1e7-4dd9-9084-74337b9b7536 req-a55d14f3-bd61-4bab-8410-ee967ec772da tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0798342 Mar 23 10:48:00.657366 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f6f4548c-d1e7-4dd9-9084-74337b9b7536 req-81a96ede-985b-4a2f-943e-895de4a6f93f tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/security-groups?id=537e261a-e61c-4b78-adbc-c8562eef038e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Mar 23 10:48:00.846034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-091e928f-a8a1-4ad5-a969-7c4f02bed05c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:00.847332 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-091e928f-a8a1-4ad5-a969-7c4f02bed05c tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 945 time: 0.0741141 Mar 23 10:48:00.918758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Deleting port 4a0729fa-7352-43c1-852c-f08d924504af {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:48:00.919090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:01.156832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] For port 4a0729fa-7352-43c1-852c-f08d924504af, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4a0729fa-7352-43c1-852c-f08d924504af,segment=NetworkSegment(5c5bb8f9-de26-4991-953a-7c7cd0e5819e),segment_id=5c5bb8f9-de26-4991-953a-7c7cd0e5819e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:01.157195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:01.379746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Calling delete_port for 4a0729fa-7352-43c1-852c-f08d924504af owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:48:01.520088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:01.531657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4a0729fa-7352-43c1-852c-f08d924504af'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:48:01.568919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Pushing event deleted for resources: {'Port': ['ID=4a0729fa-7352-43c1-852c-f08d924504af,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:01.607223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.607591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.607939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.608277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.608608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.608938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.609266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.609591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.609915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.610237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.610563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:01.652415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] No DVR routers for this DVR port 4a0729fa-7352-43c1-852c-f08d924504af on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:48:01.654723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:01.657199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-deleted', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:48:01.672677 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bd669c56-62cd-4fa2-8ab1-fe9019789e86 req-754b9cbe-859a-482c-8b20-702f0f158254 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.91 "DELETE /v2.0/ports/4a0729fa-7352-43c1-852c-f08d924504af HTTP/1.1" status: 204 len: 173 time: 0.8188925 Mar 23 10:48:01.719506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d2ad5-c5bf-44ca-9a9e-875940753641', 'name': 'network-vif-deleted', 'tag': '4a0729fa-7352-43c1-852c-f08d924504af', 'status': 'completed', 'code': 200} Mar 23 10:48:01.830183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2dd99830-bb8e-4cfa-89cf-cb94e15e8f4d req-f484d2f2-d483-4f31-a87d-248b48e35c13 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Synchronizing usage tracker for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:01.845814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2dd99830-bb8e-4cfa-89cf-cb94e15e8f4d req-f484d2f2-d483-4f31-a87d-248b48e35c13 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] Unset dirty status for tenant:f82c13db2a1c47edbc3c003c3d13605b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:01.846949 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2dd99830-bb8e-4cfa-89cf-cb94e15e8f4d req-f484d2f2-d483-4f31-a87d-248b48e35c13 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] 10.222.0.73 "GET /v2.0/ports?device_id=506d2ad5-c5bf-44ca-9a9e-875940753641 HTTP/1.1" status: 200 len: 210 time: 0.0577543 Mar 23 10:48:03.116082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 52524) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:03.176492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Deleting subnet 3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:48:03.179422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.231362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.285659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.353112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.394339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:03.401629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.409884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-42ae2bd3-c0af-4f55-9a23-6b2e054cca46 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3a8ff51f-76c9-489d-bc3d-ad85fb1f14a9 HTTP/1.1" status: 204 len: 168 time: 0.2926650 Mar 23 10:48:03.412260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 52528) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:03.518746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.645327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.670845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab24c84c-95ac-45f5-ae86-6e13521e50b9']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:03.683052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5bb8f9-de26-4991-953a-7c7cd0e5819e') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:03.683336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5bb8f9-de26-4991-953a-7c7cd0e5819e') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:03.694854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.710379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.717429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:48:03.717852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:48:03.731249 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:48:03.805853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.822834 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:03.832613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=ab24c84c-95ac-45f5-ae86-6e13521e50b9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:03.840847 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10a5f78f-9a14-496d-85dc-29052d5a9ecc admin admin] 10.222.0.73 "DELETE /v2.0/networks/ab24c84c-95ac-45f5-ae86-6e13521e50b9 HTTP/1.1" status: 204 len: 168 time: 0.4276404 Mar 23 10:48:03.972281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52534) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:04.024518 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e16050ce-7b95-4422-943c-160fe8a5d9c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f82c13db2a1c47edbc3c003c3d13605b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510054 Mar 23 10:48:04.027437 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52538) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:04.164346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:04.189998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:04.240855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:04.256173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e261a-e61c-4b78-adbc-c8562eef038e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:04.269109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.269454 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.269787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.270116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.270443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.270767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.271089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.271412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.271750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.272061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.272377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:04.276814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:04.277919 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-984ccd56-d5ab-4c2f-bf5b-3e1654a66508 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/537e261a-e61c-4b78-adbc-c8562eef038e HTTP/1.1" status: 204 len: 168 time: 0.2495925 Mar 23 10:48:05.013949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:05.045992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 4a0729fa-7352-43c1-852c-f08d924504af {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:48:05.046337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4a0729fa-7352-43c1-852c-f08d924504af not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:05.090862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52560) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:05.221395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-641709050-network', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:05.226205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:05.229978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Usage tracker for resource:network and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:05.232807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:05.238867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:05.248703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Made reservation on behalf of c51e5bb6c38844c2b2505ded8aa2613e for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:48:05.251283 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.264169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.295070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:05.298845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Usage tracker for resource:security_group_rule and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:05.301632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:05.307948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:05.375233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.379245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.415251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:48:05.424044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1bb13-805e-479a-a36a-86275a021b6a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:05.436282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.436744 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Added segment e039c538-d65f-48d6-a85a-881b9b01c4ff of type vlan for network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 Mar 23 10:48:05.464313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.492505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.493389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:05.494003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.596438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4cbe0f-60dc-4abb-9935-142efbca77a7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:05.603344 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0ede52ce-5b95-4c87-a412-bdc7c27a6d73 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5086379 Mar 23 10:48:05.604812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:05.606597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:48:05.610556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Request body: {'subnet': {'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-641709050-subnet', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:05.615396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:05.619219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Usage tracker for resource:subnet and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:05.622678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:05.628742 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:05.639074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Made reservation on behalf of c51e5bb6c38844c2b2505ded8aa2613e for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:48:05.641286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.837734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.912407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8102fc4-d415-45a1-a79f-819ed8c6aaa4,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:05.924071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:48:05.924425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Network hostable DHCP agents. Network: 8c4cbe0f-60dc-4abb-9935-142efbca77a7, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:48:05.945793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:48:05.954643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 8c4cbe0f-60dc-4abb-9935-142efbca77a7) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:05.959403 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:05.961673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:05.962446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab63940f-00e3-407e-a853-4ae1738d1f24 None None] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:48:05.983347 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-808f0989-d570-4963-b9ce-ffed3e5ea349 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3769188 Mar 23 10:48:05.986108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52570) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:05.991014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:05.995902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:05.999629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Usage tracker for resource:router and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:06.002740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:06.008383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:06.019593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.020551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.039952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.179827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:48:06.180648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.192109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.335445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Allocated IP 172.20.0.2 (8c4cbe0f-60dc-4abb-9935-142efbca77a7/f8102fc4-d415-45a1-a79f-819ed8c6aaa4/6a351770-2a54-4e51-8aa0-779c023bdddf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:06.384607 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.415345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.536927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.547150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Transition to ACTIVE for port object 6a351770-2a54-4e51-8aa0-779c023bdddf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:06.550677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Allocated IP 172.26.7.212 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/c5581214-186f-4d95-987c-5bcce78f08d0) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:06.569312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Transition to ACTIVE for port object 6a351770-2a54-4e51-8aa0-779c023bdddf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:06.575166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.642234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:06.643383 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:06.647792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:48:06.655656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Pushing event updated for resources: {'Port': ['ID=6a351770-2a54-4e51-8aa0-779c023bdddf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:06.707522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.734551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.741429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Attempting to bind port 6a351770-2a54-4e51-8aa0-779c023bdddf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:06.741801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Attempting to bind port 6a351770-2a54-4e51-8aa0-779c023bdddf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:06.742161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Attempting to bind port 6a351770-2a54-4e51-8aa0-779c023bdddf on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:48:06.749502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:48:06.749742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:48:06.750008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.750422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Bound using segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:48:06.750878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Bound port: 6a351770-2a54-4e51-8aa0-779c023bdddf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:06.751253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.801526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:06.804423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:06.809358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:48:06.838741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Pushing event updated for resources: {'Port': ['ID=c5581214-186f-4d95-987c-5bcce78f08d0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:06.843007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] For port 6a351770-2a54-4e51-8aa0-779c023bdddf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:48:06.846247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] For port 6a351770-2a54-4e51-8aa0-779c023bdddf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6a351770-2a54-4e51-8aa0-779c023bdddf,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:48:06.850939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.934162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077ce6-ef93-4e62-8730-d5dad6a7f630 None None] Pushing event updated for resources: {'Port': ['ID=6a351770-2a54-4e51-8aa0-779c023bdddf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:06.976694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.977336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:07.315302 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Router 62b59542-48c2-411a-b8f7-182f0feb621a is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:48:07.513373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:48:07.522439 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:48:07.536383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:07.537278 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:48:07.537716 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a6d70034-84c5-4f91-ab4a-23a77751a538 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5506356 Mar 23 10:48:07.540494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:07.541081 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:47:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:07.755386 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:48:07.890785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd16bf-ad91-4913-ae4c-c91461ed4966 None None] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:48:08.045104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6bf8cbc4-8f42-42f5-a462-376ef22a9299 None None] Provisioning for port 6a351770-2a54-4e51-8aa0-779c023bdddf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:08.050881 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:06Z', 'revision_number': 3, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:08.055382 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:48:08.056013 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Updating router 62b59542-48c2-411a-b8f7-182f0feb621a port c5581214-186f-4d95-987c-5bcce78f08d0 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:48:08.134889 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.326943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.502097 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.513999 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Transition to ACTIVE for port object c5581214-186f-4d95-987c-5bcce78f08d0 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:08.521285 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.547213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Allocated IP 172.20.0.1 (8c4cbe0f-60dc-4abb-9935-142efbca77a7/f8102fc4-d415-45a1-a79f-819ed8c6aaa4/a46c11ea-c4e3-461d-bc2e-5cc9a05c6054) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:08.611611 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Pushing event updated for resources: {'Port': ['ID=c5581214-186f-4d95-987c-5bcce78f08d0,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:08.613808 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Attempting to bind port c5581214-186f-4d95-987c-5bcce78f08d0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:08.614164 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Attempting to bind port c5581214-186f-4d95-987c-5bcce78f08d0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:08.614505 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Attempting to bind port c5581214-186f-4d95-987c-5bcce78f08d0 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:48:08.626413 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.627010 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.627341 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.627688 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.628011 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.628333 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.628639 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.628969 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.629264 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.629574 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.629881 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:08.634349 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:48:08.634715 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:48:08.635130 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.635629 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:48:08.636017 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Bound port: c5581214-186f-4d95-987c-5bcce78f08d0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:08.636317 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.712016 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] For port c5581214-186f-4d95-987c-5bcce78f08d0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:48:08.712571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.715901 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] For port c5581214-186f-4d95-987c-5bcce78f08d0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c5581214-186f-4d95-987c-5bcce78f08d0,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:48:08.722095 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.733356 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6a351770-2a54-4e51-8aa0-779c023bdddf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:08.737110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Transition to ACTIVE for port object a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:08.761057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.808976 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:48:08.809673 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:47:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:08.829586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 6a351770-2a54-4e51-8aa0-779c023bdddf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:08.836021 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6a351770-2a54-4e51-8aa0-779c023bdddf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:08.837315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:08.943621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:08.947163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:08.949232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Pushing event updated for resources: {'Port': ['ID=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:08.951136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:48:08.968067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.003343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 6a351770-2a54-4e51-8aa0-779c023bdddf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6a351770-2a54-4e51-8aa0-779c023bdddf,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:09.008121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.011129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.021604 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:48:09.061219 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450318c9-1fa8-463e-9c1b-293e2dac86bd None None] Pushing event updated for resources: {'Port': ['ID=c5581214-186f-4d95-987c-5bcce78f08d0,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:09.087202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=6a351770-2a54-4e51-8aa0-779c023bdddf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:09.110358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.307144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-019763a6-a869-44b4-82f0-8f14fa128c43 None None] Provisioning for port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:09.313345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-019763a6-a869-44b4-82f0-8f14fa128c43 None None] Provisioning complete for port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:09.313720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-019763a6-a869-44b4-82f0-8f14fa128c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.349536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.356386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.367272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-019763a6-a869-44b4-82f0-8f14fa128c43 None None] Port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:48:09.379848 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:06Z', 'revision_number': 3, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:09.383736 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca869166-1e51-4697-9f6f-1c6e995a7db7 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:06Z', 'revision_number': 3, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:48:09.472243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Pushing event updated for resources: {'Port': ['ID=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:09.475700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.629415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:09.630580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:09.897365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b0a86d0e-9fcb-4ece-871d-05d8be8e9706 None None] Provisioning complete for port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:09.897872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b0a86d0e-9fcb-4ece-871d-05d8be8e9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.953901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b0a86d0e-9fcb-4ece-871d-05d8be8e9706 None None] Port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:48:10.040466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:48:10.243249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:48:10.252966 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e77cc5ce-bf2c-4aa4-af99-a872e9b1d42e admin admin] 10.222.0.73 "PUT /v2.0/routers/62b59542-48c2-411a-b8f7-182f0feb621a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113533 Mar 23 10:48:10.748392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6a351770-2a54-4e51-8aa0-779c023bdddf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:10.818282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 6a351770-2a54-4e51-8aa0-779c023bdddf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:10.818659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:10.858598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52584) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:10.865254 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520592740', 'description': 'tempest-description--1536825855'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:10.870947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:10.874958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Usage tracker for resource:security_group and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:10.878113 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:10.884121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:10.895088 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:10.929467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:10.933819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Usage tracker for resource:security_group_rule and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:10.935482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5581214-186f-4d95-987c-5bcce78f08d0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:10.936734 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:10.942354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:11.001953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c5581214-186f-4d95-987c-5bcce78f08d0 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:11.002193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.005472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.006802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c5581214-186f-4d95-987c-5bcce78f08d0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:11.007226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.046379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cc59d-b845-4915-8363-2d3d501e7163,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:11.048795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.049962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-30f3fb6c-a3d1-4e08-a1a3-fb73728371fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1902876 Mar 23 10:48:11.052815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52588) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:11.059168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'security_group_rule': {'security_group_id': 'c89cc59d-b845-4915-8363-2d3d501e7163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:11.065324 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:11.069242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Usage tracker for resource:security_group_rule and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:11.072211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:11.078448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:11.094893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.128872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.148887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c5581214-186f-4d95-987c-5bcce78f08d0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c5581214-186f-4d95-987c-5bcce78f08d0,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:11.152851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.159934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.167298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.194349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09105ba9-f8f6-4037-9d3c-7cb4d1195eee,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:11.208133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.209469 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b82e941b-4b47-4359-8238-883294c77149 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1556649 Mar 23 10:48:11.212089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52592) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:11.217978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'security_group_rule': {'security_group_id': 'c89cc59d-b845-4915-8363-2d3d501e7163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:11.223940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:11.226027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c5581214-186f-4d95-987c-5bcce78f08d0,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:11.227698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Usage tracker for resource:security_group_rule and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:11.231358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:11.237271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:11.254631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.316142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.319503 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.341445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83bd6e-3106-4a8c-aab0-ed57640f892a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:11.350256 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.351421 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-00052722-7f95-4711-9604-e48ca9fa092c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1381054 Mar 23 10:48:11.355182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52596) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:11.360695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:11.366081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:11.370499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Usage tracker for resource:floatingip and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:11.373321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:11.379148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:11.391573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.617757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.747662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Allocated IP 172.26.7.171 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/20337f91-7dca-43d2-97b3-2d12f9f6fdc9) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:11.892181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.921567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:11.991279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:11.994443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:11.996990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:48:12.026774 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'Port': ['ID=20337f91-7dca-43d2-97b3-2d12f9f6fdc9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:12.157995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.212252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.420516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.425039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.537799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'Port': ['ID=20337f91-7dca-43d2-97b3-2d12f9f6fdc9,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:12.549180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.573076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.574301 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-093dae24-1141-4658-9aa9-9ef265735b94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2179878 Mar 23 10:48:12.694390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5581214-186f-4d95-987c-5bcce78f08d0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:12.770391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c5581214-186f-4d95-987c-5bcce78f08d0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:12.770759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.778560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-ba9b7497-334a-430b-8af2-05c67717a565 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1520592740&fields=id&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 267 time: 0.0527370 Mar 23 10:48:12.909779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:48:12.921664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:48:12.922262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:47:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:12.938861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff90b-9425-4160-886e-6e7d7274e9df req-fc1588dd-c9e3-4ab4-9d12-2e439505033a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:12.940314 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-fc1588dd-c9e3-4ab4-9d12-2e439505033a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1533332 Mar 23 10:48:12.956276 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-6bcae8fd-4b3d-478f-b1c5-3f96e1b13c61 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/quotas/c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 375 time: 0.0106866 Mar 23 10:48:13.042488 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-f71244eb-5775-4fe2-a5ea-774da9a9d3e7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810494 Mar 23 10:48:13.101449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:48:13.351389 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-3451b0e9-50a6-4cab-8fa5-47c3bd966599 service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968001 Mar 23 10:48:13.459896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 2, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:13.464381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:48:13.464734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Updating router 62b59542-48c2-411a-b8f7-182f0feb621a port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:48:13.484975 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-313290f6-da31-4d55-a607-74b700c839ca service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270592 Mar 23 10:48:13.516653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:13.692799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-962066d6-7eb1-4480-93db-db206cc0337b req-7fc456f2-a5fe-4624-9db3-3c6bd99ecec6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 210 time: 0.0427949 Mar 23 10:48:13.867861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:13.881192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Transition to ACTIVE for port object a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:13.887283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:14.014255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c99013-246a-4320-849d-c0ed1b95200e None None] Pushing event updated for resources: {'Port': ['ID=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:14.123584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Attempting to bind port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:14.123970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Attempting to bind port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:14.124338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Attempting to bind port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:48:14.132017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:48:14.132392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:48:14.132800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:14.133197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Bound using segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:48:14.133669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Bound port: a46c11ea-c4e3-461d-bc2e-5cc9a05c6054, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:14.134051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:14.243616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] For port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:48:14.247811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] For port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:48:14.252963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:14.338921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:48:14.339614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:47:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:14.398284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c99013-246a-4320-849d-c0ed1b95200e None None] Pushing event updated for resources: {'Port': ['ID=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:14.530819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:48:14.800115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff90b-9425-4160-886e-6e7d7274e9df req-89c1c303-3ff0-4b86-8af9-28ee1260a8fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:14.802861 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-89c1c303-3ff0-4b86-8af9-28ee1260a8fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1752362 Mar 23 10:48:14.875208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:14Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:14.880326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef47f7-8d3c-41e6-b9f0-e61dda45a273 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:14Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:48:14.894691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-58c30e03-5b88-4532-8e71-d528d381ec76 req-72097d59-c393-4392-876e-7741a5e21b66 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 210 time: 0.0633311 Mar 23 10:48:14.911229 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-d8e77b64-ca46-4c05-9f7e-f13b999a74ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 380 time: 0.0949175 Mar 23 10:48:14.919611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'port': {'device_id': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'admin_state_up': True, 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'security_groups': ['c89cc59d-b845-4915-8363-2d3d501e7163']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:15.072137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:15.077097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Usage tracker for resource:port and tenant:c51e5bb6c38844c2b2505ded8aa2613e is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:15.080274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:15.086200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:15.096925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Made reservation on behalf of c51e5bb6c38844c2b2505ded8aa2613e for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:48:15.099953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:15.273887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Allocated IP 172.20.0.12 (8c4cbe0f-60dc-4abb-9935-142efbca77a7/f8102fc4-d415-45a1-a79f-819ed8c6aaa4/58f87de1-684a-4998-83be-68d0db54ee12) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:15.466993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:15.483759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Transition to ACTIVE for port object 58f87de1-684a-4998-83be-68d0db54ee12 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:15.506793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:15.586027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:15.589893 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:15.592422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:48:15.622127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'Port': ['ID=58f87de1-684a-4998-83be-68d0db54ee12,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:15.663842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:15.664519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:15.688573 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-2f7f0961-12f1-4fc4-8d42-28917dad30be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7734005 Mar 23 10:48:15.700545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Request body: {'port': {'device_id': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:15.813060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:15.842265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1cbf3c6f-d8e9-4af4-9b0a-a7ad2b942f8d None None] Provisioning for port 58f87de1-684a-4998-83be-68d0db54ee12 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:15.847105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1cbf3c6f-d8e9-4af4-9b0a-a7ad2b942f8d None None] Provisioning complete for port 58f87de1-684a-4998-83be-68d0db54ee12 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:15.847467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3c6f-d8e9-4af4-9b0a-a7ad2b942f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:15.902705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf3c6f-d8e9-4af4-9b0a-a7ad2b942f8d None None] Port 58f87de1-684a-4998-83be-68d0db54ee12 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:48:16.225784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f87de1-684a-4998-83be-68d0db54ee12 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:48:16.235136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.259401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Transition to ACTIVE for port object 58f87de1-684a-4998-83be-68d0db54ee12 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:16.266956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.324850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870a01c-1a43-4c91-bda3-98bb2ed11349 req-d702b00c-154d-4295-b393-ea22b5743970 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:16.325537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-6870a01c-1a43-4c91-bda3-98bb2ed11349 req-d702b00c-154d-4295-b393-ea22b5743970 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:16.507236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Pushing event updated for resources: {'Port': ['ID=58f87de1-684a-4998-83be-68d0db54ee12,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:16.551297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-6870a01c-1a43-4c91-bda3-98bb2ed11349 req-d702b00c-154d-4295-b393-ea22b5743970 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:16.552482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6870a01c-1a43-4c91-bda3-98bb2ed11349 req-d702b00c-154d-4295-b393-ea22b5743970 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 932 time: 0.3791261 Mar 23 10:48:16.655106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6870a01c-1a43-4c91-bda3-98bb2ed11349 req-932fc4ae-db41-4413-abc5-b9b87166ae8d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727870 Mar 23 10:48:16.658648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Attempting to bind port 58f87de1-684a-4998-83be-68d0db54ee12 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:16.658983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Attempting to bind port 58f87de1-684a-4998-83be-68d0db54ee12 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:16.659344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Attempting to bind port 58f87de1-684a-4998-83be-68d0db54ee12 on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:48:16.665388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Port 58f87de1-684a-4998-83be-68d0db54ee12 on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:48:16.665800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Attempting to bind port 58f87de1-684a-4998-83be-68d0db54ee12 on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:48:16.672608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:48:16.672953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:48:16.673325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Bound using segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:48:16.673756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Bound port: 58f87de1-684a-4998-83be-68d0db54ee12, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:16.674104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.711419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:16.767905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] For port 58f87de1-684a-4998-83be-68d0db54ee12, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:48:16.772882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] For port 58f87de1-684a-4998-83be-68d0db54ee12, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=58f87de1-684a-4998-83be-68d0db54ee12,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:48:16.779027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.780456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:16.785068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:16.785437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.845907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.848013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] 10.222.0.91 "PUT /v2.0/ports/58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 1094 time: 1.1515410 Mar 23 10:48:16.848013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:48:16.866252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73edaa-40b2-4e26-9d0f-82475d93661b service neutron] Pushing event updated for resources: {'Port': ['ID=58f87de1-684a-4998-83be-68d0db54ee12,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:16.950001 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12', 'status': 'completed', 'code': 200} Mar 23 10:48:16.954229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:16.991598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:16.994716 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-3710a119-502c-45c5-9a8e-f1dc42744079 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1097 time: 0.0822439 Mar 23 10:48:16.995829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:17.068575 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-22e9e75c-aa7b-49a3-a543-8ff33ad077b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 217 time: 0.0660794 Mar 23 10:48:17.070520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:17.135080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff90b-9425-4160-886e-6e7d7274e9df req-63d3e578-229d-4ebe-bbcc-9a3fc161c437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:17.136560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-63d3e578-229d-4ebe-bbcc-9a3fc161c437 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0614190 Mar 23 10:48:17.213948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-c40dc15e-ab76-44ba-87f0-0a58ac19689a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713243 Mar 23 10:48:17.227307 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:48:17.351739 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-97f7cae9-bf7c-47eb-b955-a27eb0881dc5 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318686 Mar 23 10:48:17.481775 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-639ff90b-9425-4160-886e-6e7d7274e9df req-3434edcb-824b-4bd2-b35a-efac490bd7d2 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231890 Mar 23 10:48:17.598625 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-1b556131-324a-45f1-a84b-c57a8622b27f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1097 time: 0.0746017 Mar 23 10:48:17.729705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-5b5ea8c4-8e34-4def-b6e6-3e096faaad46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:17.738960 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-5b5ea8c4-8e34-4def-b6e6-3e096faaad46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1343141 Mar 23 10:48:17.837064 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-36b5c808-90ae-427a-b91f-539aa029655a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 217 time: 0.0914400 Mar 23 10:48:17.915346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-9e02c8fc-8412-4199-80aa-cadf8bb98c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:17.917031 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-9e02c8fc-8412-4199-80aa-cadf8bb98c7e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0697467 Mar 23 10:48:17.958316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbb0fb-21ed-428c-8bff-84786be907f4 req-e10eb826-54a0-4cfc-8b63-ec15865a7203 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:17.959714 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0fbb0fb-21ed-428c-8bff-84786be907f4 req-e10eb826-54a0-4cfc-8b63-ec15865a7203 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 944 time: 0.1674612 Mar 23 10:48:18.025819 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0fbb0fb-21ed-428c-8bff-84786be907f4 req-c121e500-4ecc-403e-8279-0717c2a2405f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604212 Mar 23 10:48:18.040309 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-d46e82d7-aea2-406a-8c2d-22effc38d8a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157641 Mar 23 10:48:18.263121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-81fcd5c8-fb9a-463f-a4a4-4bca98dba95f service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160015 Mar 23 10:48:18.393141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3ae7c0b-8a65-43e9-9762-d80a7a22aa9f req-01171cd0-79e4-4256-9747-50cfa5266769 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239290 Mar 23 10:48:18.687878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:18.755901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:18.756255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:19.227299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34778b73-4b17-4e6f-840b-ea78c95a530a req-1579b724-e4fa-4860-876d-0cff0327d6c1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:19.228828 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34778b73-4b17-4e6f-840b-ea78c95a530a req-1579b724-e4fa-4860-876d-0cff0327d6c1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 944 time: 0.0801899 Mar 23 10:48:19.275580 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34778b73-4b17-4e6f-840b-ea78c95a530a req-222bd3b2-04d9-4bee-8584-0714a68d4270 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Mar 23 10:48:20.476526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302922-6515-4d17-8150-8f7ce78306a7 req-b8f30d9f-51fb-4afe-9d37-1103fab9ed02 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:20.477882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34302922-6515-4d17-8150-8f7ce78306a7 req-b8f30d9f-51fb-4afe-9d37-1103fab9ed02 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 944 time: 0.0830224 Mar 23 10:48:20.523700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34302922-6515-4d17-8150-8f7ce78306a7 req-f21d1d80-6afd-4b73-bdcd-345ee33e076a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Mar 23 10:48:21.046862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 58f87de1-684a-4998-83be-68d0db54ee12 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:48:21.180569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 58f87de1-684a-4998-83be-68d0db54ee12, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=58f87de1-684a-4998-83be-68d0db54ee12,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:21.194811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '58f87de1-684a-4998-83be-68d0db54ee12', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '58f87de1-684a-4998-83be-68d0db54ee12', 'mac_address': 'fa:16:3e:3c:2d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:48:21.249110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:21.266701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f87de1-684a-4998-83be-68d0db54ee12 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:48:21.281465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 58f87de1-684a-4998-83be-68d0db54ee12, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=58f87de1-684a-4998-83be-68d0db54ee12,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:21.285397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:21.366630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=58f87de1-684a-4998-83be-68d0db54ee12,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:21.376715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.377077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.377425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.377778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.378137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.378466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.378790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.379176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.379487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.379803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.380125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:21.615951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['58f87de1-684a-4998-83be-68d0db54ee12'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:48:21.719053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18949f56-2a5b-45a8-8a24-cf411bd19141 req-76b58320-f0b0-44eb-82bc-e57316a6a801 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:21.720516 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18949f56-2a5b-45a8-8a24-cf411bd19141 req-76b58320-f0b0-44eb-82bc-e57316a6a801 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 945 time: 0.0765886 Mar 23 10:48:21.765974 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18949f56-2a5b-45a8-8a24-cf411bd19141 req-1d437b64-46ee-4f04-b37b-795896f4d6b5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 Mar 23 10:48:22.961331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bcdf8-d8a0-427b-8734-7373a9d14164 req-b0e4b75c-865c-4a73-a1f2-2fffeb26a6fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:22.962839 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cf0bcdf8-d8a0-427b-8734-7373a9d14164 req-b0e4b75c-865c-4a73-a1f2-2fffeb26a6fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 945 time: 0.0798910 Mar 23 10:48:23.008240 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cf0bcdf8-d8a0-427b-8734-7373a9d14164 req-4bcf2ad3-4521-48b2-a97c-1835c60ffae9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Mar 23 10:48:23.057550 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 58f87de1-684a-4998-83be-68d0db54ee12 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:23.127826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 58f87de1-684a-4998-83be-68d0db54ee12 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:23.132409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 58f87de1-684a-4998-83be-68d0db54ee12 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:23.132780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:23.248899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:23.277300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:48:23.286591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 58f87de1-684a-4998-83be-68d0db54ee12, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=58f87de1-684a-4998-83be-68d0db54ee12,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:48:23.290672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:23.347208 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12', 'code': 200} Mar 23 10:48:23.358529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=58f87de1-684a-4998-83be-68d0db54ee12,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:23.573054 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8060052c-b761-4c6f-8270-2539b1cfb066 req-6adeeb41-466b-4f55-aa0d-bfc9e6796072 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1099 time: 0.0714562 Mar 23 10:48:23.628266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8060052c-b761-4c6f-8270-2539b1cfb066 req-d3d51a0e-98a0-4b61-a8e6-d6f1f11f28f1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Mar 23 10:48:24.207631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1def8-8804-41a4-b4dd-26059fe57e44 req-a2b7a18c-82b7-425a-afb1-dd3ca484a3e3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:24.209082 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52b1def8-8804-41a4-b4dd-26059fe57e44 req-a2b7a18c-82b7-425a-afb1-dd3ca484a3e3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0778835 Mar 23 10:48:24.264560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-52b1def8-8804-41a4-b4dd-26059fe57e44 req-5943a4f2-123d-41cf-a604-b0f238f92979 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499642 Mar 23 10:48:24.426034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c779923-dee9-4cf8-b168-eeb91ce69146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:24.746438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:25.367248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-b4e282c8-d987-4d28-ac8b-b43c989be1bd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701976 Mar 23 10:48:25.526054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e3c5-0325-46dc-aa74-e399dbcd5f85 req-23125b9b-bb11-4fd1-987e-c3146b9d5195 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:25.527490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5de7e3c5-0325-46dc-aa74-e399dbcd5f85 req-23125b9b-bb11-4fd1-987e-c3146b9d5195 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1383018 Mar 23 10:48:25.534731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-f7f9ce92-3d12-4974-bd8b-f4705a54a7d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1099 time: 0.1010609 Mar 23 10:48:25.664668 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5de7e3c5-0325-46dc-aa74-e399dbcd5f85 req-91bb73d7-046d-4763-a047-0b278999e220 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289828 Mar 23 10:48:25.702130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-c0bc4c0c-b18f-42aa-881e-7b23951f50ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:25.703590 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-c0bc4c0c-b18f-42aa-881e-7b23951f50ea service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1468642 Mar 23 10:48:25.773685 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-2626e1fd-5538-4f63-91a6-3783e5c5951c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 217 time: 0.0644653 Mar 23 10:48:25.879755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-1bc709db-3375-4280-9bd4-6f92186d323d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:25.881182 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-1bc709db-3375-4280-9bd4-6f92186d323d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.1022029 Mar 23 10:48:25.948104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f9a3-8b0d-458e-919a-4bdbda55c8bb req-c7dbeab3-4759-4a87-b022-2f33a09b7e9f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:25.949516 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-22c5f9a3-8b0d-458e-919a-4bdbda55c8bb req-c7dbeab3-4759-4a87-b022-2f33a09b7e9f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1420093 Mar 23 10:48:25.958227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 52646) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:25.963772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'floatingip': {'port_id': '58f87de1-684a-4998-83be-68d0db54ee12'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:48:25.974794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-cae0e2a9-c53e-46ac-807c-18a0ef96ef36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861149 Mar 23 10:48:26.037918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.109797 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-a1e6b95b-057b-4da4-a353-295c4da13df6 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284204 Mar 23 10:48:26.344722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-59883a61-b0ff-4dc2-9518-8ef8548e58b5 req-bba51d60-e081-4f4b-a2fe-791f9e61e349 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292645 Mar 23 10:48:26.714205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.717927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.780104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18caa005-7ded-4211-aeae-db314f7e29ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.903483 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 associated. External IP: 172.26.7.171, port: 58f87de1-684a-4998-83be-68d0db54ee12. Mar 23 10:48:27.291393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:48:27.489392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:48:27.494644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.499625 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:48:27.512654 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:48:27.513246 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:48:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:27.548603 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-10b8913e-a134-423b-8765-569b8ef9dec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "PUT /v2.0/floatingips/f9d25016-ae61-4431-88aa-6fa0183edcd4 HTTP/1.1" status: 200 len: 992 time: 1.5864477 Mar 23 10:48:27.548603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:48:27.686647 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12', 'status': 'completed', 'code': 200} Mar 23 10:48:27.710127 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:48:27.780011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.794915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265bec4-d0af-40f9-a2c8-6da0b7886ad2 req-1521d129-cfbe-4679-ab93-7831276a80f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:27.796502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a265bec4-d0af-40f9-a2c8-6da0b7886ad2 req-1521d129-cfbe-4679-ab93-7831276a80f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1413062 Mar 23 10:48:27.823755 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-a5d45928-4ebb-4911-90c4-0589b38ec07a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1099 time: 0.1158752 Mar 23 10:48:27.933713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a265bec4-d0af-40f9-a2c8-6da0b7886ad2 req-b9bd46c7-ce74-44a6-a247-b39c3208c38f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312675 Mar 23 10:48:27.980837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-3652088a-a443-4348-9a4d-8372d1ad1671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:27.982303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-3652088a-a443-4348-9a4d-8372d1ad1671 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1525838 Mar 23 10:48:27.983690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:28.066975 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '58f87de1-684a-4998-83be-68d0db54ee12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:3c:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:48:26Z', 'revision_number': 1, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:28.070782 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:48:28.081250 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:48:28.081835 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:48:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:28.131948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-4b58e40d-f2f6-4aae-8e47-cfa19976b7ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 1000 time: 0.1434586 Mar 23 10:48:28.209037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-28ac814b-2c8b-4d3d-8c3a-df8405316c11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:28.210486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-28ac814b-2c8b-4d3d-8c3a-df8405316c11 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0703378 Mar 23 10:48:28.217537 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0d11e-b37a-4417-84e9-5aa69b36703f req-b3e5e90a-7467-443f-8661-6a56609fed96 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:28.218930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cbb0d11e-b37a-4417-84e9-5aa69b36703f req-b3e5e90a-7467-443f-8661-6a56609fed96 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1507387 Mar 23 10:48:28.262117 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:48:28.311060 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cbb0d11e-b37a-4417-84e9-5aa69b36703f req-b57b4e23-532d-4e57-936a-97e8380b93a6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621266 Mar 23 10:48:28.324178 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-51e69f14-7116-4eed-b7f4-c89b190e0585 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040506 Mar 23 10:48:28.461827 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-dc36f0e2-6e03-42b5-bbf1-0abff1dfa6fe service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316564 Mar 23 10:48:28.596107 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-347014ff-e261-48cc-b566-7dfb8659b0b7 req-cb64616f-4044-4313-998a-88cda4d31661 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282322 Mar 23 10:48:28.647233 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '58f87de1-684a-4998-83be-68d0db54ee12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:3c:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:48:26Z', 'revision_number': 1, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:28.651872 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91bc5f-d118-4562-8e11-17023ee145f5 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '58f87de1-684a-4998-83be-68d0db54ee12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:3c:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:48:26Z', 'revision_number': 1, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:48:29.347427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:29.510703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb6ac9-32c9-458c-aa40-cc9e27cee81e req-7f9c8f44-220a-4ce0-996b-202292a802ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:29.512049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3dcb6ac9-32c9-458c-aa40-cc9e27cee81e req-7f9c8f44-220a-4ce0-996b-202292a802ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0789011 Mar 23 10:48:29.557056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3dcb6ac9-32c9-458c-aa40-cc9e27cee81e req-c4877760-71d5-4b02-87e0-260a2ed60f44 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387452 Mar 23 10:48:29.747811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e2e71-6827-4063-a08a-5e2485d56201 req-4016a5a6-cb28-4864-a94f-3080c5773c94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:29.749257 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c1e2e71-6827-4063-a08a-5e2485d56201 req-4016a5a6-cb28-4864-a94f-3080c5773c94 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0753512 Mar 23 10:48:29.795515 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c1e2e71-6827-4063-a08a-5e2485d56201 req-953eb7bf-b086-40f5-a429-007e7547de74 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Mar 23 10:48:30.125711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6aba95aa-503e-4f2e-aabf-25b9da4645c3 req-8b32b63d-aba6-42b7-a8fa-7d0443c6faa1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0687551 Mar 23 10:48:30.375849 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-1976e59b-c7af-4ca6-9e35-e1c5532add92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718083 Mar 23 10:48:30.435036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907fd94-a8dd-41ce-addb-290e3e35b25c req-f8ca655f-2605-4bd9-b33b-f09c7763618b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:30.436523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b907fd94-a8dd-41ce-addb-290e3e35b25c req-f8ca655f-2605-4bd9-b33b-f09c7763618b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0783668 Mar 23 10:48:30.487129 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b907fd94-a8dd-41ce-addb-290e3e35b25c req-91d5f87c-2771-4639-a53e-ff7884027eca tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400465 Mar 23 10:48:31.576774 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-dffca57a-7e32-4942-9e36-56826a2f2f57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1099 time: 0.0731647 Mar 23 10:48:31.761353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-ea064603-f6e2-4e9b-a236-8fc23c95eac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:31.762765 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-ea064603-f6e2-4e9b-a236-8fc23c95eac8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1796122 Mar 23 10:48:31.772830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc4114-dbb5-45f7-8a19-4b239498b744 req-307965c0-246e-4c0e-b2f3-4803ee2ab121 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:31.774253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddc4114-dbb5-45f7-8a19-4b239498b744 req-307965c0-246e-4c0e-b2f3-4803ee2ab121 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1650391 Mar 23 10:48:31.859642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc19986f-4eeb-4008-baa3-2153b5f9bb4d None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:48:32.005288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddc4114-dbb5-45f7-8a19-4b239498b744 req-0eba646a-009a-47b1-9afa-83c5aadb0957 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795436 Mar 23 10:48:32.007368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-41e7b856-c20c-4ff4-b17d-ac4252ba39a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 1000 time: 0.2322826 Mar 23 10:48:32.069002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-279f9844-221b-4470-bc17-5341d1c4a4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:32.070355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-279f9844-221b-4470-bc17-5341d1c4a4e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0567558 Mar 23 10:48:32.149632 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-30fe2c2b-35ac-47a3-b14a-78fcd8df690f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731504 Mar 23 10:48:32.283123 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-c5095ad4-0bab-4d7d-bf5f-b617250edaf2 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275978 Mar 23 10:48:32.416133 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-7b3455df-da21-4058-80e1-fd35f5b699c3 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273804 Mar 23 10:48:33.203228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071c63b-b2b6-456c-9035-83858c925029 req-8b5d783e-a1a7-4d8c-bbd3-dca993cceeb8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:33.204702 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6071c63b-b2b6-456c-9035-83858c925029 req-8b5d783e-a1a7-4d8c-bbd3-dca993cceeb8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0762551 Mar 23 10:48:33.249735 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6071c63b-b2b6-456c-9035-83858c925029 req-f4d35010-32f0-48e3-8d60-3602b80768c8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396082 Mar 23 10:48:34.450702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3dc8d-6d96-4d78-be91-f472999dc9a8 req-42e98d26-f6a6-4276-8773-9323dd530e29 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:34.452185 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dde3dc8d-6d96-4d78-be91-f472999dc9a8 req-42e98d26-f6a6-4276-8773-9323dd530e29 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0791926 Mar 23 10:48:34.496494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dde3dc8d-6d96-4d78-be91-f472999dc9a8 req-8b64d8b7-3303-4f64-9fb5-024d53cf118b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389426 Mar 23 10:48:35.691672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d42833-9d47-4718-bcce-5d5069efbf1d req-415573ed-c806-4976-a3ff-b3217d55fbc6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:35.693106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49d42833-9d47-4718-bcce-5d5069efbf1d req-415573ed-c806-4976-a3ff-b3217d55fbc6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0794201 Mar 23 10:48:35.737709 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49d42833-9d47-4718-bcce-5d5069efbf1d req-7e8019bb-b3ae-444d-bb99-e9318de02911 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385268 Mar 23 10:48:36.935565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cfcd6-8f74-44e1-8501-be76f786a777 req-09cf0e49-88a7-462c-959a-c33bc98aa18f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:36.937024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-480cfcd6-8f74-44e1-8501-be76f786a777 req-09cf0e49-88a7-462c-959a-c33bc98aa18f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0803494 Mar 23 10:48:36.983104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-480cfcd6-8f74-44e1-8501-be76f786a777 req-a9796986-d81f-4244-9524-dc72219b68e6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Mar 23 10:48:38.187731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4783e-fed5-43bb-99f2-4b745f85eb21 req-eb5df8cd-5f47-4396-aa2c-28c7ab7dc2a4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:38.190368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f5c4783e-fed5-43bb-99f2-4b745f85eb21 req-eb5df8cd-5f47-4396-aa2c-28c7ab7dc2a4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0805781 Mar 23 10:48:38.240929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f5c4783e-fed5-43bb-99f2-4b745f85eb21 req-175a66de-3867-4710-8878-128740585011 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Mar 23 10:48:39.443383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2a43d-a399-48d8-9776-bad43b91bdaf req-eea27ebd-1f13-4102-b902-7af770b41404 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:39.444794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34a2a43d-a399-48d8-9776-bad43b91bdaf req-eea27ebd-1f13-4102-b902-7af770b41404 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0819869 Mar 23 10:48:39.493392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34a2a43d-a399-48d8-9776-bad43b91bdaf req-c0019928-c3b1-4107-8b2d-5009abdbfb86 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Mar 23 10:48:40.688886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232e8c-63d3-4860-920c-17b5a84e4a1c req-1f217d5d-cda2-4436-8e82-78a7bf527adb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:40.690344 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f232e8c-63d3-4860-920c-17b5a84e4a1c req-1f217d5d-cda2-4436-8e82-78a7bf527adb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0786815 Mar 23 10:48:40.738409 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f232e8c-63d3-4860-920c-17b5a84e4a1c req-cae1956a-8fbe-45e8-83f3-9ce8052c2f76 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 Mar 23 10:48:41.946195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e967fe-92e6-47f9-9d25-dc3e4c79ce77 req-a0499c29-1bd3-463b-8fcc-d6b0b4417756 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:41.948533 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03e967fe-92e6-47f9-9d25-dc3e4c79ce77 req-a0499c29-1bd3-463b-8fcc-d6b0b4417756 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0861311 Mar 23 10:48:41.997441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03e967fe-92e6-47f9-9d25-dc3e4c79ce77 req-98dd6347-0348-4030-b362-889c0197911f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Mar 23 10:48:43.209168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c009f5-1f53-4fec-9122-6ee5c9875f7b req-a29b0b4b-105c-44e8-ab36-85a429252a77 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:43.210677 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4c009f5-1f53-4fec-9122-6ee5c9875f7b req-a29b0b4b-105c-44e8-ab36-85a429252a77 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0828898 Mar 23 10:48:43.258577 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4c009f5-1f53-4fec-9122-6ee5c9875f7b req-dbc4ac29-4176-450f-a422-a23ead8acdfe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Mar 23 10:48:44.455585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcc38e-df1b-4250-852e-0caa9f571456 req-0e84399d-c953-4d22-bf05-edc470ee5220 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:44.456948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8dcc38e-df1b-4250-852e-0caa9f571456 req-0e84399d-c953-4d22-bf05-edc470ee5220 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0769577 Mar 23 10:48:44.503957 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8dcc38e-df1b-4250-852e-0caa9f571456 req-452b0d48-b34c-447a-b90e-a715326ba384 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Mar 23 10:48:45.715131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097de8d-8779-48f7-926b-f3f779a010eb req-e30a202a-795c-4142-abd6-a3ada0730dde tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:45.716652 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8097de8d-8779-48f7-926b-f3f779a010eb req-e30a202a-795c-4142-abd6-a3ada0730dde tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0851028 Mar 23 10:48:45.770443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8097de8d-8779-48f7-926b-f3f779a010eb req-9542c1e5-7155-46df-b5f2-bb7ba22c9bcc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Mar 23 10:48:47.008115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bba970-d391-4e68-8b51-b7681881cf5b req-dad69fb7-ed04-4146-9de2-61eae0e97b02 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:47.009496 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69bba970-d391-4e68-8b51-b7681881cf5b req-dad69fb7-ed04-4146-9de2-61eae0e97b02 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0904479 Mar 23 10:48:47.062060 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69bba970-d391-4e68-8b51-b7681881cf5b req-1b6e2b03-3a7f-43aa-93a1-d4f6cd9eb563 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Mar 23 10:48:48.416583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a2284-9f97-4f15-a28a-3ca4f5fe5f64 req-4803d254-c31d-4948-8dfc-9593c674f00f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:48.418042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-014a2284-9f97-4f15-a28a-3ca4f5fe5f64 req-4803d254-c31d-4948-8dfc-9593c674f00f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1790752 Mar 23 10:48:48.464093 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-014a2284-9f97-4f15-a28a-3ca4f5fe5f64 req-72cf350a-295d-43db-a5fe-2ff642d3d2b7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Mar 23 10:48:49.683680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74738c-4a69-41b2-b62f-2606f7c47a31 req-cf653927-43d8-4838-9905-36ee0b47e191 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:49.685245 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d74738c-4a69-41b2-b62f-2606f7c47a31 req-cf653927-43d8-4838-9905-36ee0b47e191 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0918431 Mar 23 10:48:49.737302 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d74738c-4a69-41b2-b62f-2606f7c47a31 req-0b006052-ac4b-4e95-a01c-8978d885406b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462632 Mar 23 10:48:50.946148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40f491-6237-4b2f-95a9-166e887eec3b req-d1ceec78-95e7-4c41-ba44-6b59cd5b672a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:50.947652 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7c40f491-6237-4b2f-95a9-166e887eec3b req-d1ceec78-95e7-4c41-ba44-6b59cd5b672a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0846951 Mar 23 10:48:51.000681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7c40f491-6237-4b2f-95a9-166e887eec3b req-86d3722f-7e42-4ef8-9a96-cc0babea1d33 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Mar 23 10:48:52.217404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a461ed3-a8e6-4cde-994b-6ceeb960d1b9 req-25294680-ef48-46ca-95b2-81eda158299c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:52.218973 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a461ed3-a8e6-4cde-994b-6ceeb960d1b9 req-25294680-ef48-46ca-95b2-81eda158299c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0891144 Mar 23 10:48:52.269990 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6a461ed3-a8e6-4cde-994b-6ceeb960d1b9 req-ff2b42b9-ea2b-41e7-ae23-17a4b53f7136 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Mar 23 10:48:53.500532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5454bf-e4b1-4dd9-81e4-32e594ca6fc8 req-0e23631f-df8b-4763-9600-18c41f63ca2d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:53.502256 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b5454bf-e4b1-4dd9-81e4-32e594ca6fc8 req-0e23631f-df8b-4763-9600-18c41f63ca2d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0838037 Mar 23 10:48:53.555159 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b5454bf-e4b1-4dd9-81e4-32e594ca6fc8 req-dfc1afb5-bc49-4ff1-81a8-233e6f4116b1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Mar 23 10:48:54.081696 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-6a518efd-4f94-411d-ae8c-cf25b800c637 service neutron] 10.222.0.91 "GET /v2.0/ports/58f87de1-684a-4998-83be-68d0db54ee12/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0767443 Mar 23 10:48:54.227896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:48:54.382742 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-3ac5a6c7-2824-4953-965e-a3ceccc5a8b9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 1099 time: 0.0781717 Mar 23 10:48:54.429365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-57d96c32-da9b-4298-8150-c262d4b62a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.484418 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-3a7adba3-7593-4e93-8b31-7d9d763f7699 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1099 time: 0.0769153 Mar 23 10:48:54.646729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-aa99076c-dab0-488c-8579-54629a26fef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:54.648256 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-aa99076c-dab0-488c-8579-54629a26fef3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1584029 Mar 23 10:48:54.764048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.806930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-3384196a-41ec-4e71-a546-33e21a312e84 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 1002 time: 0.1518722 Mar 23 10:48:54.875445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbd0aa-f1ea-4460-bdf4-2f83a92d7864 req-a955a997-7100-45ca-a23b-bc2acee2f840 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:54.877273 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60fbd0aa-f1ea-4460-bdf4-2f83a92d7864 req-a955a997-7100-45ca-a23b-bc2acee2f840 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1736119 Mar 23 10:48:54.901202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-5b9d6800-3e2c-4224-9799-1f5db60013e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:54.902581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-5b9d6800-3e2c-4224-9799-1f5db60013e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0894401 Mar 23 10:48:54.980396 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60fbd0aa-f1ea-4460-bdf4-2f83a92d7864 req-34e917ef-1d46-45e9-8329-c0dce0543282 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959926 Mar 23 10:48:55.003906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-ac02861b-44c4-4df8-adbd-ff1a5647b258 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952890 Mar 23 10:48:55.156175 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-5e8e4e75-50cc-47e8-ac5c-4bb57e413c49 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450794 Mar 23 10:48:55.304164 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e1d1837e-3778-44a6-bfb4-3960230dd9b2 req-18798db8-ae36-42c1-91a2-7c06a1ec6671 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422741 Mar 23 10:48:56.199640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb56f-586c-43fb-b399-3235bb824f24 req-ddecd29c-c748-4278-9523-b24d36899e5c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:56.201818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-238cb56f-586c-43fb-b399-3235bb824f24 req-ddecd29c-c748-4278-9523-b24d36899e5c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0901444 Mar 23 10:48:56.264308 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-238cb56f-586c-43fb-b399-3235bb824f24 req-b4b30482-3a2f-4a2e-8cd1-0f185b33e5c4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564232 Mar 23 10:48:56.783382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b7971309-4bae-4a22-a18b-ed531160172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.468339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c81e53-4ebf-45c6-84e1-749693871eda req-6b0c401e-9358-48b9-967f-dd1310c67da4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:57.470349 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29c81e53-4ebf-45c6-84e1-749693871eda req-6b0c401e-9358-48b9-967f-dd1310c67da4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0787234 Mar 23 10:48:57.528645 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-29c81e53-4ebf-45c6-84e1-749693871eda req-cc2eb5b8-d9d8-4a70-9420-b62f4ec1023c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526247 Mar 23 10:48:57.782361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.992325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.813076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006ef33-738b-4db0-9309-0b5621756759 req-873d7172-3a16-4b36-ac33-acc203a669ea tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:58.814504 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7006ef33-738b-4db0-9309-0b5621756759 req-873d7172-3a16-4b36-ac33-acc203a669ea tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1640580 Mar 23 10:48:58.859268 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7006ef33-738b-4db0-9309-0b5621756759 req-29bd1eb0-9534-4e23-9335-dac873c0e42c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Mar 23 10:48:59.237747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-81e25770-5c88-4652-a925-b649439e3eb0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:59.239160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-81e25770-5c88-4652-a925-b649439e3eb0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.1402805 Mar 23 10:48:59.245413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a66f-10be-4a00-ac16-4886460ef1d1 req-b6179bce-e015-47a2-9dd5-2e9ca96abcb1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:59.246748 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3972a66f-10be-4a00-ac16-4886460ef1d1 req-b6179bce-e015-47a2-9dd5-2e9ca96abcb1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1173055 Mar 23 10:48:59.294440 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3972a66f-10be-4a00-ac16-4886460ef1d1 req-efaf6d59-4c0d-4fb0-bb03-ddce019c0d0a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417852 Mar 23 10:48:59.350204 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:59.379479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-b29990bc-630c-475f-97a8-a39c3bc373a3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 1099 time: 0.0715184 Mar 23 10:48:59.507456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-931af647-64c6-464d-9f13-4a33d4228c69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:59.508808 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-931af647-64c6-464d-9f13-4a33d4228c69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1242058 Mar 23 10:48:59.610987 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-e6fbeb43-1190-4286-b339-4ed16fc2f46e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 200 len: 1002 time: 0.0962944 Mar 23 10:48:59.674087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-b6e4adf5-a7e6-46ca-b9fb-a16eddf77652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:59.675519 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-b6e4adf5-a7e6-46ca-b9fb-a16eddf77652 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0590317 Mar 23 10:48:59.751908 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-eaf4e4cb-6b3a-47f7-8823-dd9cc541dc05 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706153 Mar 23 10:48:59.885880 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-0ed541c1-b7c7-40ad-b5d0-fc269946516c service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281242 Mar 23 10:49:00.024753 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2332d3f3-1eb1-49ae-9f9f-5653f18cb754 req-2801f370-7533-479b-9c52-4118c64cff9b service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337700 Mar 23 10:49:00.498577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bb07a-b21c-48e4-817a-301ab8f50606 req-00a29fde-c10c-47b7-acc4-dd6e312f0b43 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:00.500086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb8bb07a-b21c-48e4-817a-301ab8f50606 req-00a29fde-c10c-47b7-acc4-dd6e312f0b43 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0813732 Mar 23 10:49:00.546882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb8bb07a-b21c-48e4-817a-301ab8f50606 req-3448594a-1640-46dd-8f99-d85c16968caa tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Mar 23 10:49:01.739549 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389ed3-2051-437c-b9f8-5eb74e529219 req-a46a32c0-2c0d-4e94-ae23-2f942a9ecb60 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:01.741000 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f389ed3-2051-437c-b9f8-5eb74e529219 req-a46a32c0-2c0d-4e94-ae23-2f942a9ecb60 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0746295 Mar 23 10:49:01.789933 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f389ed3-2051-437c-b9f8-5eb74e529219 req-7aa87f96-48d4-4035-80ec-a8e57b495502 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Mar 23 10:49:01.983115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08272443-502f-4f9c-9c83-c64d292af1a4 req-ca4b4ccb-ae45-4de6-8f5f-50270d232b4a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:01.984569 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-08272443-502f-4f9c-9c83-c64d292af1a4 req-ca4b4ccb-ae45-4de6-8f5f-50270d232b4a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0752039 Mar 23 10:49:02.035250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-08272443-502f-4f9c-9c83-c64d292af1a4 req-b2529ee6-4fa6-4b22-9667-f1695f5c0b8c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451701 Mar 23 10:49:02.235491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe62ab-55a2-4e9e-b48a-7e5b009b61eb req-c350702b-2248-4dcf-9dbc-20e65ea1cd3d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.236976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14fe62ab-55a2-4e9e-b48a-7e5b009b61eb req-c350702b-2248-4dcf-9dbc-20e65ea1cd3d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0810280 Mar 23 10:49:02.284536 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14fe62ab-55a2-4e9e-b48a-7e5b009b61eb req-a9f08d9a-afc1-4f3e-ae41-d9e9ca2f9f06 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Mar 23 10:49:02.689680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f969d8-786d-463c-be61-f20a42b02b56 req-0160bcc2-0c49-4d67-ba37-82f16a5a79ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.691153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76f969d8-786d-463c-be61-f20a42b02b56 req-0160bcc2-0c49-4d67-ba37-82f16a5a79ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0788372 Mar 23 10:49:02.737377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76f969d8-786d-463c-be61-f20a42b02b56 req-22afaebb-8812-40ab-8837-1a4c55fa6741 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Mar 23 10:49:03.946799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a67f7-00cd-4f62-8608-c392f37f770d req-87123b2b-bee6-40cb-9813-4a8f74cefd81 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:03.949497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed2a67f7-00cd-4f62-8608-c392f37f770d req-87123b2b-bee6-40cb-9813-4a8f74cefd81 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0843434 Mar 23 10:49:04.006514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed2a67f7-00cd-4f62-8608-c392f37f770d req-5ca2e7bd-82ff-4076-a28c-3e60ecefdf73 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514464 Mar 23 10:49:04.410624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346719-c579-4b70-bb74-b39f97426501 req-b98ae88d-7117-48c8-a235-233f704ee6f3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:04.412082 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0346719-c579-4b70-bb74-b39f97426501 req-b98ae88d-7117-48c8-a235-233f704ee6f3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.0802112 Mar 23 10:49:04.582138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Deleting port 58f87de1-684a-4998-83be-68d0db54ee12 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:49:04.582484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:04.842782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] For port 58f87de1-684a-4998-83be-68d0db54ee12, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=58f87de1-684a-4998-83be-68d0db54ee12,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:04.843046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:05.191474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:05.192602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:05.192602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 disassociated. External IP: 172.26.7.171, port: 58f87de1-684a-4998-83be-68d0db54ee12. Mar 23 10:49:05.192602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Calling delete_port for 58f87de1-684a-4998-83be-68d0db54ee12 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:49:05.302122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511804-d266-4a8b-b9f5-f3fe0563e262 req-b8f703bd-e947-45f3-a698-1f69d8e227cc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:05.302537 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c511804-d266-4a8b-b9f5-f3fe0563e262 req-b8f703bd-e947-45f3-a698-1f69d8e227cc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 946 time: 0.1655655 Mar 23 10:49:05.399853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c511804-d266-4a8b-b9f5-f3fe0563e262 req-9836c007-e78f-495b-bc42-71c1153bcfef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641942 Mar 23 10:49:05.400876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:05.451961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event deleted for resources: {'Port': ['ID=58f87de1-684a-4998-83be-68d0db54ee12,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:05.466414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.466762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.467098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.467433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.467776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.468102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.468424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.468745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.469061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.469386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.469699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:05.684394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:49:05.883206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:49:05.893218 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:49:05.905000 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:49:05.905598 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:48:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:05.950186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] No DVR routers for this DVR port 58f87de1-684a-4998-83be-68d0db54ee12 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:49:05.952692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:05.955195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'name': 'network-vif-deleted', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:49:05.971429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0346719-c579-4b70-bb74-b39f97426501 req-3dd9e103-24d0-4bcb-aada-0f21e8ef677e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "DELETE /v2.0/ports/58f87de1-684a-4998-83be-68d0db54ee12 HTTP/1.1" status: 204 len: 173 time: 1.5543861 Mar 23 10:49:06.012197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfcdcc1-f021-4fad-adff-18b471da3c57', 'name': 'network-vif-deleted', 'tag': '58f87de1-684a-4998-83be-68d0db54ee12', 'status': 'completed', 'code': 200} Mar 23 10:49:06.082338 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:49:06.404772 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:06.409552 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:49:06.422091 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:49:06.422686 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:48:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:06.582849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-bb760f68-0ea0-460a-bf4b-41443c49f446 req-74623a47-9d1f-48cd-92de-08b496c7d5e8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:49:06.598824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-bb760f68-0ea0-460a-bf4b-41443c49f446 req-74623a47-9d1f-48cd-92de-08b496c7d5e8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:49:06.599933 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb760f68-0ea0-460a-bf4b-41443c49f446 req-74623a47-9d1f-48cd-92de-08b496c7d5e8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bfcdcc1-f021-4fad-adff-18b471da3c57 HTTP/1.1" status: 200 len: 210 time: 0.0599749 Mar 23 10:49:06.606418 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:49:06.908919 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:06.913117 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3be724-333d-44f3-a375-c109e4c6215e None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:49:07.123481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26768a3-2685-4746-ae94-3af79a21708d None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:49:07.951806 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-27913f8c-5ca3-4a8e-a102-060a5885fb7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1520592740&fields=id&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 267 time: 0.0391302 Mar 23 10:49:08.197916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94f43-ea59-499f-9360-50435546a665 req-c3370495-7f59-47c4-ba29-d5772df452fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:08.199901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-c3370495-7f59-47c4-ba29-d5772df452fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.2420499 Mar 23 10:49:08.216632 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-9298a193-9ccf-403a-b82e-a1a87b24b786 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/quotas/c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 375 time: 0.0111938 Mar 23 10:49:08.297671 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-72e8919a-f694-46d4-9017-25ff3878dd21 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758951 Mar 23 10:49:08.434105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-6f030583-3881-4d9f-ad55-e6fa8ec5de51 service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242530 Mar 23 10:49:08.564919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-05e299d0-ad57-47b3-ab6e-d68c62d8ebbd service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252983 Mar 23 10:49:08.753812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a53cc0bf-140d-4de4-975e-2bcb583edbd1 req-2e919d3f-7182-4978-8c4e-512e8e0fc1c1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 210 time: 0.0459399 Mar 23 10:49:09.311514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 58f87de1-684a-4998-83be-68d0db54ee12 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:49:09.346559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 58f87de1-684a-4998-83be-68d0db54ee12 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:49:09.346910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 58f87de1-684a-4998-83be-68d0db54ee12 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:49:09.746721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94f43-ea59-499f-9360-50435546a665 req-7b05a9b1-f46f-419d-8961-482748f62b85 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:09.748171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-7b05a9b1-f46f-419d-8961-482748f62b85 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1529713 Mar 23 10:49:09.809009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-e419b3af-a4fe-4853-9ca0-aaf86781f8f8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 380 time: 0.0495191 Mar 23 10:49:09.817424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'port': {'device_id': '0d6911ac-722f-485d-b040-90460acc2126', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'admin_state_up': True, 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'security_groups': ['c89cc59d-b845-4915-8363-2d3d501e7163']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:49:09.938360 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62009864-4401-49f2-aee5-c20f36fc9399 req-45c80c48-f674-4854-b12c-da43195f1e2d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 210 time: 0.0579877 Mar 23 10:49:09.992299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:49:10.001957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:49:10.010966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Made reservation on behalf of c51e5bb6c38844c2b2505ded8aa2613e for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:49:10.013994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.173733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Allocated IP 172.20.0.9 (8c4cbe0f-60dc-4abb-9935-142efbca77a7/f8102fc4-d415-45a1-a79f-819ed8c6aaa4/4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:49:10.359954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.375349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Transition to ACTIVE for port object 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:49:10.398198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.473798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:49:10.476802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:49:10.479683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:49:10.517752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:10.549604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:10.550331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.577863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-ef9947b0-b4cf-4f73-80ae-1bdc27d142a8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641675 Mar 23 10:49:10.589657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Request body: {'port': {'device_id': '0d6911ac-722f-485d-b040-90460acc2126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:49:10.699887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.730222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5b0d8940-dc39-4160-b67b-bcdbca04e07b None None] Provisioning for port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:49:10.735182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5b0d8940-dc39-4160-b67b-bcdbca04e07b None None] Provisioning complete for port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:10.735570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8940-dc39-4160-b67b-bcdbca04e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.787007 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d8940-dc39-4160-b67b-bcdbca04e07b None None] Port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:49:11.270018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:49:11.278472 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:11.292331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a878ca8-8f9e-4cbd-b4e7-005f670c2e73 req-1287d2ca-5339-49fc-ad98-8be3a91b13a3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:11.293018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2a878ca8-8f9e-4cbd-b4e7-005f670c2e73 req-1287d2ca-5339-49fc-ad98-8be3a91b13a3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:49:11.306362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Transition to ACTIVE for port object 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:49:11.314145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:11.355106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2a878ca8-8f9e-4cbd-b4e7-005f670c2e73 req-1287d2ca-5339-49fc-ad98-8be3a91b13a3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:49:11.356295 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a878ca8-8f9e-4cbd-b4e7-005f670c2e73 req-1287d2ca-5339-49fc-ad98-8be3a91b13a3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 931 time: 0.2649469 Mar 23 10:49:11.472023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:11.517087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a878ca8-8f9e-4cbd-b4e7-005f670c2e73 req-a2d05b93-5279-468d-b42c-b949679f4662 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498859 Mar 23 10:49:11.607652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Attempting to bind port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:49:11.608099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Attempting to bind port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:49:11.608527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Attempting to bind port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:49:11.614858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:49:11.615295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Attempting to bind port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:49:11.627668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:49:11.628003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:49:11.628382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Bound using segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:49:11.628831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Bound port: 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:49:11.629171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:11.720400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:49:11.723195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:49:11.727560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:11.792403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:11.793762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] 10.222.0.91 "PUT /v2.0/ports/4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 1093 time: 1.2091525 Mar 23 10:49:11.794196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:49:11.817853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92200d-10ec-45eb-963d-8336ad15a929 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:11.863925 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'status': 'completed', 'code': 200} Mar 23 10:49:11.906355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-65eec425-dcaa-46a7-a6dd-944e82198efc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1096 time: 0.0740628 Mar 23 10:49:11.986352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-9d0791fd-2c56-43bb-82d8-048baf57265c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 217 time: 0.0678596 Mar 23 10:49:12.048813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94f43-ea59-499f-9360-50435546a665 req-77af2822-41f1-4d54-b4fa-328e7e64e47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:12.050346 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-77af2822-41f1-4d54-b4fa-328e7e64e47a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0642867 Mar 23 10:49:12.127234 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-42acd540-510a-46f3-a389-507b44f46c58 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715108 Mar 23 10:49:12.258036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-a17bad8a-2857-4f42-92fb-e299e9615db0 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251688 Mar 23 10:49:12.394251 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62b94f43-ea59-499f-9360-50435546a665 req-b604dcf9-be6f-41b4-9ffe-3ae98f8b0cab service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305799 Mar 23 10:49:12.506194 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-2630b4fa-78c6-484b-bdca-dc8d6e707139 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1096 time: 0.0676913 Mar 23 10:49:12.637505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-e46b7de8-b879-4a2f-909c-c3c4695c19de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:12.638935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-e46b7de8-b879-4a2f-909c-c3c4695c19de service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1265399 Mar 23 10:49:12.743421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-57fd13a6-1d07-440b-89e8-0790c5b94e68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 217 time: 0.0718098 Mar 23 10:49:12.824468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-dd21ae85-cd16-4fa5-87fc-ab567891e36d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:12.825876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-dd21ae85-cd16-4fa5-87fc-ab567891e36d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0707567 Mar 23 10:49:12.831386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27e9f5-4d9b-47e5-9cb0-1982d005fe96 req-866559da-7d2f-4d29-85e2-76a955775922 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:12.832789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d27e9f5-4d9b-47e5-9cb0-1982d005fe96 req-866559da-7d2f-4d29-85e2-76a955775922 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 943 time: 0.1930072 Mar 23 10:49:13.027648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9d27e9f5-4d9b-47e5-9cb0-1982d005fe96 req-d3bf874f-2430-47e5-959a-6c22c6b57a73 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643291 Mar 23 10:49:13.041337 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-1246280c-53e3-4e21-87f9-40b793e21171 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2075508 Mar 23 10:49:13.174722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-8f143e0d-27a4-48af-bf44-8757128cd6a5 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262863 Mar 23 10:49:13.307693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8f5a0fa-1f58-4bc3-ae84-4c79b01a181c req-2798f0f2-b681-4127-8fb3-71dfdb0b97e9 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268494 Mar 23 10:49:14.225394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172a78a-a89b-41d4-9b12-30292c8a15d7 req-662ba143-21b5-4a8b-80af-bb08238b2c3d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:14.226823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e172a78a-a89b-41d4-9b12-30292c8a15d7 req-662ba143-21b5-4a8b-80af-bb08238b2c3d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 943 time: 0.0804427 Mar 23 10:49:14.275729 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e172a78a-a89b-41d4-9b12-30292c8a15d7 req-621b1f14-ab13-42dd-87c8-2cabca87aa89 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Mar 23 10:49:15.329298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:49:15.461859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:15.474175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3a55-e2f3-4d38-a45b-ac343076ad5a req-2e495592-34ac-4db4-b520-7f6943a7df24 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:15.475660 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-139b3a55-e2f3-4d38-a45b-ac343076ad5a req-2e495592-34ac-4db4-b520-7f6943a7df24 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 943 time: 0.0765646 Mar 23 10:49:15.476640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'mac_address': 'fa:16:3e:db:a8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:49:15.525197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-139b3a55-e2f3-4d38-a45b-ac343076ad5a req-7966871c-4a2b-4149-bf20-c4e8154e4292 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Mar 23 10:49:15.533553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:15.551136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:49:15.566199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:15.570042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:15.633890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:15.879037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:49:16.727496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb6d44-0f6d-4ee0-a1ba-ae19b23e7981 req-7fef8e22-6574-4e34-b576-c63632c4d659 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:16.728963 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-68bb6d44-0f6d-4ee0-a1ba-ae19b23e7981 req-7fef8e22-6574-4e34-b576-c63632c4d659 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 944 time: 0.0858781 Mar 23 10:49:16.774952 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-68bb6d44-0f6d-4ee0-a1ba-ae19b23e7981 req-99739a6c-aba6-4ac5-9295-f856803d6ee0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Mar 23 10:49:17.341491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:49:17.406843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:49:17.411393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:17.411787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:17.522748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:17.548664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:49:17.558496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:17.562637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:17.607468 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'code': 200} Mar 23 10:49:17.633715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:17.832215 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d4aa6e0-9205-4ea8-b178-d2b4d4d2e724 req-2105b7e6-ae85-4abf-8db0-aa6e88b2e81d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1098 time: 0.0714819 Mar 23 10:49:17.873798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d4aa6e0-9205-4ea8-b178-d2b4d4d2e724 req-a4daf301-d9f5-49e1-93ec-04534fbea7ef service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360870 Mar 23 10:49:17.970932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbc968-fa2d-469f-bce3-5fde7d32d1c5 req-1b3e832a-ff16-4511-8242-30fc60f21185 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:17.972379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ecfbc968-fa2d-469f-bce3-5fde7d32d1c5 req-1b3e832a-ff16-4511-8242-30fc60f21185 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0749607 Mar 23 10:49:18.018604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ecfbc968-fa2d-469f-bce3-5fde7d32d1c5 req-a9efd6f2-7968-44f3-9818-0cde36371bed tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Mar 23 10:49:19.249857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1df5e-ed4d-4a47-8ede-b433718377cd req-32a7bc08-b9b6-4809-a4dd-36d7c6f03a4a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:19.251938 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-54b1df5e-ed4d-4a47-8ede-b433718377cd req-32a7bc08-b9b6-4809-a4dd-36d7c6f03a4a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0881929 Mar 23 10:49:19.298480 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-54b1df5e-ed4d-4a47-8ede-b433718377cd req-495e6159-0081-4193-a6e8-b501e3223617 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Mar 23 10:49:20.492081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d02b-2ced-4144-9060-89f9c1bdfc84 req-68a4812d-4562-41aa-b374-e1bba26b88b0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:20.493456 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f525d02b-2ced-4144-9060-89f9c1bdfc84 req-68a4812d-4562-41aa-b374-e1bba26b88b0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0768983 Mar 23 10:49:20.538410 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f525d02b-2ced-4144-9060-89f9c1bdfc84 req-d83481bc-5dff-4782-bcf5-0f6c39720577 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Mar 23 10:49:20.730025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c37a10-a947-41cf-9946-748fd16b5a94 req-0247ea4b-38c5-476f-a1b3-b8525f0b4b0e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:20.731476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d6c37a10-a947-41cf-9946-748fd16b5a94 req-0247ea4b-38c5-476f-a1b3-b8525f0b4b0e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0790241 Mar 23 10:49:20.740971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 52802) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:20.746198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'floatingip': {'port_id': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:49:20.821917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:21.489846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:21.493311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:21.681287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 associated. External IP: 172.26.7.171, port: 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b. Mar 23 10:49:22.065832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:49:22.272773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:49:22.278250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:22.282810 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:49:22.294336 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:49:22.294899 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:48:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:22.330208 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d75f169b-122c-4fd5-a96b-67a2aa1690ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "PUT /v2.0/floatingips/f9d25016-ae61-4431-88aa-6fa0183edcd4 HTTP/1.1" status: 200 len: 991 time: 1.5880861 Mar 23 10:49:22.330685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:49:22.387214 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'status': 'completed', 'code': 200} Mar 23 10:49:22.478110 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:49:22.484742 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-402bc76d-dd70-4c76-bee2-285d87c5353e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1098 time: 0.0750515 Mar 23 10:49:22.662691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd768d8-f037-4572-b29f-d35992694eaf req-56296b6f-8b61-4420-8b87-96844eb877b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:22.664178 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-56296b6f-8b61-4420-8b87-96844eb877b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1742160 Mar 23 10:49:22.869121 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:db:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6911ac-722f-485d-b040-90460acc2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:49:21Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:22.873624 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:49:22.884221 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:49:22.884807 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:48:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:22.899951 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-24e1e637-f3e0-485a-b7d8-60329f1358d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 999 time: 0.2293377 Mar 23 10:49:22.906355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deaf88-5cbe-42d0-ad2a-9e5eee9815d8 req-455668e8-f4d3-4fe0-89a5-02ac31815ffc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:22.907757 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-75deaf88-5cbe-42d0-ad2a-9e5eee9815d8 req-455668e8-f4d3-4fe0-89a5-02ac31815ffc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.2892313 Mar 23 10:49:22.992239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd768d8-f037-4572-b29f-d35992694eaf req-e0766711-69d8-47bc-b3b0-6aaf49fa1283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:22.993623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-e0766711-69d8-47bc-b3b0-6aaf49fa1283 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0850403 Mar 23 10:49:23.033277 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-75deaf88-5cbe-42d0-ad2a-9e5eee9815d8 req-4076874b-6c70-461c-9ee2-23f1b1c12220 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925252 Mar 23 10:49:23.060946 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:49:23.076776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-2c97987c-9b24-4847-9734-cf0a41939a67 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768156 Mar 23 10:49:23.213986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-bbe0df10-4c6e-4703-8bbc-ec46156b2c50 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308320 Mar 23 10:49:23.347805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffd768d8-f037-4572-b29f-d35992694eaf req-b37b9510-bde6-4086-9c27-ef2e10661614 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284604 Mar 23 10:49:23.413573 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:db:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6911ac-722f-485d-b040-90460acc2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:49:21Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:23.418158 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e12ae-22c0-4a32-8eaa-51d1f5bdee78 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:db:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6911ac-722f-485d-b040-90460acc2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:49:21Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:49:23.614917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c0e98-5dbd-46c7-a66e-1b2b33fe77a9 None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:49:24.235729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5e23b-a0b7-42fe-81d9-49dcdbe613ff req-88dff079-5383-4916-9a64-3b005e4a13cd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:24.237182 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23e5e23b-a0b7-42fe-81d9-49dcdbe613ff req-88dff079-5383-4916-9a64-3b005e4a13cd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0767214 Mar 23 10:49:24.281990 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23e5e23b-a0b7-42fe-81d9-49dcdbe613ff req-18a446ad-e804-4814-a746-6bfddf67fad7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 Mar 23 10:49:24.431371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e67f1c93-7d5d-46d0-81a4-6bed433f7fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:24.778901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:25.479704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbc840-7be5-4e77-a409-f66cca952405 req-5d17276a-2bfc-49cf-bd9d-be9d28642b80 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:25.481033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-85fbc840-7be5-4e77-a409-f66cca952405 req-5d17276a-2bfc-49cf-bd9d-be9d28642b80 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0794349 Mar 23 10:49:25.526121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-85fbc840-7be5-4e77-a409-f66cca952405 req-120035f7-d741-4e4f-bba7-349c6f12948d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Mar 23 10:49:26.719081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4bb7d-6090-491a-87b4-c065fad6837d req-304c36de-8054-4a41-9303-9c40d0c4224f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:26.720816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01f4bb7d-6090-491a-87b4-c065fad6837d req-304c36de-8054-4a41-9303-9c40d0c4224f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0769732 Mar 23 10:49:26.782712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01f4bb7d-6090-491a-87b4-c065fad6837d req-05e55817-65a0-4e4a-9790-eabe7db0713e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562935 Mar 23 10:49:26.786385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-011d35cf-b994-411a-b5e4-7806e62f78c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:27.452250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-36aa7843-66f4-4c92-af8c-cb193dfae590 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1098 time: 0.0752282 Mar 23 10:49:27.594452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-1fba6232-63f0-47b2-8b36-1087e058b41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:27.595935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-1fba6232-63f0-47b2-8b36-1087e058b41b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1268725 Mar 23 10:49:27.701286 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-bf0508a5-95d4-4a47-81a4-9c9caa8386d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 1001 time: 0.0991137 Mar 23 10:49:27.762041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-a4b270f9-a9ab-4f39-a6fb-631002e9c1a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:27.763370 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-a4b270f9-a9ab-4f39-a6fb-631002e9c1a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0564625 Mar 23 10:49:27.786320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:27.840919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-c8e1b10b-b0b1-483f-9183-60a378b4b897 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719824 Mar 23 10:49:27.988675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:28.021494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-dc920d48-dd8b-4274-9876-ecc7e88bef72 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748056 Mar 23 10:49:28.062517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635d032-d817-4bf0-b338-db99c0ffebff req-1edac723-db50-4f2a-a4c9-6cf85ef07e56 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:28.064780 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4635d032-d817-4bf0-b338-db99c0ffebff req-1edac723-db50-4f2a-a4c9-6cf85ef07e56 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.1536958 Mar 23 10:49:28.184089 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4635d032-d817-4bf0-b338-db99c0ffebff req-aa1c6495-9d21-4b90-9659-dbcafb6d970e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726631 Mar 23 10:49:28.200936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e6d3086-1a2f-490d-a492-86cdd692deee req-b14a152d-5e92-422e-8862-e3ba8ac607db service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722233 Mar 23 10:49:29.353061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:29.476502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d18ae-cc6a-472d-8cc6-962dababa895 req-f245eb4b-f7f0-474b-9698-186638264209 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:29.477850 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c4d18ae-cc6a-472d-8cc6-962dababa895 req-f245eb4b-f7f0-474b-9698-186638264209 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.1754134 Mar 23 10:49:29.522443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c4d18ae-cc6a-472d-8cc6-962dababa895 req-d9a840ff-09b2-4664-b4be-88c68b01d724 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Mar 23 10:49:30.717889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe0ed4-508d-4a41-8438-0f9aaba8a3b6 req-08fcb5dc-565c-47b4-8980-8d1f76ab63f1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:30.719319 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cfe0ed4-508d-4a41-8438-0f9aaba8a3b6 req-08fcb5dc-565c-47b4-8980-8d1f76ab63f1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0765548 Mar 23 10:49:30.768246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cfe0ed4-508d-4a41-8438-0f9aaba8a3b6 req-89275165-c06a-43f8-957a-0c91a9f9cbc0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Mar 23 10:49:31.228057 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:49:31.967696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83145903-ba57-4853-a738-7124b1eb6230 req-061ab72c-d618-49a1-b5d2-4e78eddabd20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:31.969137 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-83145903-ba57-4853-a738-7124b1eb6230 req-061ab72c-d618-49a1-b5d2-4e78eddabd20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0767262 Mar 23 10:49:32.013815 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-83145903-ba57-4853-a738-7124b1eb6230 req-d1b83661-c252-4134-828b-c3cbb0ead6be tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Mar 23 10:49:33.211076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97d7f-029b-4ea7-bbe5-1b752272ce9b req-94d6b169-e5bf-4429-bb46-c76732776d2b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:33.212566 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69b97d7f-029b-4ea7-bbe5-1b752272ce9b req-94d6b169-e5bf-4429-bb46-c76732776d2b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0790067 Mar 23 10:49:33.261100 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69b97d7f-029b-4ea7-bbe5-1b752272ce9b req-180008b7-bf1c-4a51-846c-57ae6a174c1b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 Mar 23 10:49:34.458462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa456d0-18f6-49d3-91ec-6df4492bdc17 req-ff93b865-7403-4c20-938b-d8f954ab2fc7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:34.459927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfa456d0-18f6-49d3-91ec-6df4492bdc17 req-ff93b865-7403-4c20-938b-d8f954ab2fc7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0802717 Mar 23 10:49:34.505436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfa456d0-18f6-49d3-91ec-6df4492bdc17 req-71d9d2ea-1f66-4dd3-ac6c-9bd0c42adeb3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 Mar 23 10:49:35.702052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701a689-4419-423b-a933-1d973a441368 req-1c338e12-9b50-4a7e-a1b4-27893def97a1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:35.703491 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8701a689-4419-423b-a933-1d973a441368 req-1c338e12-9b50-4a7e-a1b4-27893def97a1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0794215 Mar 23 10:49:35.748617 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8701a689-4419-423b-a933-1d973a441368 req-522b971b-f8f2-4720-be27-1c6330da736b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396132 Mar 23 10:49:36.941563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabc3f5-f54b-40f5-b1e9-a83f2ac25736 req-636cf625-7246-42a5-a0aa-10926eb2e421 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:36.942947 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9dabc3f5-f54b-40f5-b1e9-a83f2ac25736 req-636cf625-7246-42a5-a0aa-10926eb2e421 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0760677 Mar 23 10:49:36.990186 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9dabc3f5-f54b-40f5-b1e9-a83f2ac25736 req-e59e369c-3686-44c4-bb9d-3949890980fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 Mar 23 10:49:38.196440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e31479-1ad1-40a3-8fa3-0f7599236e71 req-9e023821-47fd-4301-b2ba-925224f09b0b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:38.197929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3e31479-1ad1-40a3-8fa3-0f7599236e71 req-9e023821-47fd-4301-b2ba-925224f09b0b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0822489 Mar 23 10:49:38.245049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3e31479-1ad1-40a3-8fa3-0f7599236e71 req-aa95ce6e-ae0c-427e-b98a-0a5b3ad2e016 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Mar 23 10:49:39.446033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94da4bd-f0f4-4213-99bf-26ef66bf0273 req-42ca322f-6ee5-4951-91f7-e03dcae5dda8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:39.447389 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b94da4bd-f0f4-4213-99bf-26ef66bf0273 req-42ca322f-6ee5-4951-91f7-e03dcae5dda8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0798745 Mar 23 10:49:39.492443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b94da4bd-f0f4-4213-99bf-26ef66bf0273 req-06e0bbea-2b25-4e83-9d37-50470019f658 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394766 Mar 23 10:49:40.687237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0267-8804-4ed0-8b97-02aaaf30945c req-97419ec0-4e2d-4565-8760-bf933dfa2a0b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:40.688704 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34cf0267-8804-4ed0-8b97-02aaaf30945c req-97419ec0-4e2d-4565-8760-bf933dfa2a0b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0776124 Mar 23 10:49:40.732841 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34cf0267-8804-4ed0-8b97-02aaaf30945c req-545b013f-33d7-4c39-901a-d08be735b0ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Mar 23 10:49:41.936614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132990b1-7df6-4075-8910-cc9be9ed638a req-db28e0e3-deaf-4f6e-a008-12f5e0ef8e4f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:41.938029 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-132990b1-7df6-4075-8910-cc9be9ed638a req-db28e0e3-deaf-4f6e-a008-12f5e0ef8e4f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0783916 Mar 23 10:49:41.984672 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-132990b1-7df6-4075-8910-cc9be9ed638a req-26c33b98-60ef-4c32-a708-51d616687b87 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Mar 23 10:49:43.178489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4bb0c-f11c-4ec4-abe1-531783861778 req-4c2a9290-655c-4e59-9180-2e36ebd340a7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:43.179945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dbb4bb0c-f11c-4ec4-abe1-531783861778 req-4c2a9290-655c-4e59-9180-2e36ebd340a7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0764668 Mar 23 10:49:43.225237 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dbb4bb0c-f11c-4ec4-abe1-531783861778 req-e4561107-d08e-487c-9f76-5bb4a82cbee5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 Mar 23 10:49:44.419336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2bb77-53d2-4531-9fd1-c4fc75b587c0 req-cb450631-84d0-4b0b-bd06-2efd2b480d3f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:44.420691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73d2bb77-53d2-4531-9fd1-c4fc75b587c0 req-cb450631-84d0-4b0b-bd06-2efd2b480d3f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0791066 Mar 23 10:49:44.466156 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73d2bb77-53d2-4531-9fd1-c4fc75b587c0 req-9ec90146-6d21-4350-8fb5-559019c3309a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Mar 23 10:49:45.659783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0167a-bbea-4afd-994c-4d0896d3a4c5 req-c18b4ba8-e006-4e09-951b-e7d5db0166bc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:45.661210 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-def0167a-bbea-4afd-994c-4d0896d3a4c5 req-c18b4ba8-e006-4e09-951b-e7d5db0166bc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0752392 Mar 23 10:49:45.709750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-def0167a-bbea-4afd-994c-4d0896d3a4c5 req-4f9e8c5e-bd43-44c8-b50a-135e5f7744af tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Mar 23 10:49:46.908368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cddf99-d2c4-4fee-9709-cbdec50c8a61 req-aa231fa9-a58d-46c9-b8cb-5bc7dbea2a02 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:46.909800 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b2cddf99-d2c4-4fee-9709-cbdec50c8a61 req-aa231fa9-a58d-46c9-b8cb-5bc7dbea2a02 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0765262 Mar 23 10:49:46.955118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b2cddf99-d2c4-4fee-9709-cbdec50c8a61 req-0f3f27c3-1935-4a8d-806d-1b45b4ae107e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 Mar 23 10:49:48.155452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a090a-1e1e-4e2e-bb09-a8997e189407 req-ea10d298-04e8-4632-af94-ebe0627d3de1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:48.156933 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a58a090a-1e1e-4e2e-bb09-a8997e189407 req-ea10d298-04e8-4632-af94-ebe0627d3de1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0791426 Mar 23 10:49:48.202779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a58a090a-1e1e-4e2e-bb09-a8997e189407 req-df538a9d-833a-4729-9f3e-f17719727b65 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Mar 23 10:49:48.394274 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7217ed8-074c-4d5b-8c2a-7afd6c998487 req-18e6bde1-f8ed-4843-b9cb-bc308f6535cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664294 Mar 23 10:49:48.637195 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-6cec10a3-caed-4d4a-874a-3661aae2f125 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682456 Mar 23 10:49:48.707396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442191b6-25ba-41d8-9c8a-6dc9e7489519 req-af1b988f-7deb-4c49-acfc-0e3b6359b451 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:48.708996 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-442191b6-25ba-41d8-9c8a-6dc9e7489519 req-af1b988f-7deb-4c49-acfc-0e3b6359b451 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0811925 Mar 23 10:49:48.756336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-442191b6-25ba-41d8-9c8a-6dc9e7489519 req-ca7a6a2c-a958-45ac-b441-5b091046bd26 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Mar 23 10:49:49.759514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-942f1d7b-fa51-4123-9c22-1be05e0401d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1098 time: 0.0678694 Mar 23 10:49:49.935072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-df29f175-ec02-4b04-a0bb-c7f683722773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:49.936500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-df29f175-ec02-4b04-a0bb-c7f683722773 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1712515 Mar 23 10:49:50.137835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-90d7d767-37eb-4a13-9581-99ce369b7089 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 1001 time: 0.1942062 Mar 23 10:49:50.146149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03978829-3e3e-42ff-a6ea-9a058f1734b8 req-91ee9f49-3ba8-4372-85a4-2ebc887a93f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:50.147564 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03978829-3e3e-42ff-a6ea-9a058f1734b8 req-91ee9f49-3ba8-4372-85a4-2ebc887a93f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.2639744 Mar 23 10:49:50.237782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-df638f07-1fd3-415f-b6cc-cc4a2757bfc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:50.239195 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-df638f07-1fd3-415f-b6cc-cc4a2757bfc5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0907886 Mar 23 10:49:50.246501 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03978829-3e3e-42ff-a6ea-9a058f1734b8 req-66215817-1bd9-45ba-831c-88155b907d64 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686042 Mar 23 10:49:50.319777 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-35631a64-7c40-46ca-93ca-f5ddec18be23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722868 Mar 23 10:49:50.450173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-f0f0ea78-2f95-4390-a665-e72d29313088 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229818 Mar 23 10:49:50.578920 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-4333dbf6-e499-44c6-8f99-11b97767334a service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233797 Mar 23 10:49:51.457497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067ee32-c2db-436c-9010-5a30df541b2f req-1359c230-f343-4a53-a623-4437a161d151 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:51.458848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3067ee32-c2db-436c-9010-5a30df541b2f req-1359c230-f343-4a53-a623-4437a161d151 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0752776 Mar 23 10:49:51.509642 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3067ee32-c2db-436c-9010-5a30df541b2f req-3cab11de-4892-4805-8a16-d79f5bdc62f0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Mar 23 10:49:52.216264 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-57a34c80-2b8d-42dd-9bc5-259ae5583e30 service neutron] 10.222.0.91 "GET /v2.0/ports/4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0752532 Mar 23 10:49:52.471871 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-ce00d3a7-5b3b-4073-9745-2348cacd376f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 1098 time: 0.0675287 Mar 23 10:49:52.560523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-f1bd8fe0-616a-4a9c-9dfb-a66d5148cf1b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1098 time: 0.0682356 Mar 23 10:49:52.744785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-f42af4d1-e59c-4ae5-87f6-8d716298223a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:52.746103 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-f42af4d1-e59c-4ae5-87f6-8d716298223a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1788828 Mar 23 10:49:52.813197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb8af-9306-4992-bac8-b5591cc4cd96 req-f17e10b0-8cb4-439a-b785-e0f632b140ae tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:52.814597 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a36bb8af-9306-4992-bac8-b5591cc4cd96 req-f17e10b0-8cb4-439a-b785-e0f632b140ae tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.1755378 Mar 23 10:49:52.883341 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-afcb135c-aa86-476d-b5de-ec70bd70d79e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 1001 time: 0.1307931 Mar 23 10:49:52.888470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a36bb8af-9306-4992-bac8-b5591cc4cd96 req-5c415ca1-ff2d-45f7-9ddc-97902e38bfe0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661113 Mar 23 10:49:52.943291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-6e9564b7-2b34-44d2-9137-441a03d04ded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:52.944745 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-6e9564b7-2b34-44d2-9137-441a03d04ded service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0554767 Mar 23 10:49:53.020683 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-b9727658-8dd2-4e74-a554-65e7592f34fe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695469 Mar 23 10:49:53.154587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-820ca0f6-8ad1-4971-b0e3-29fd86c206ea service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249943 Mar 23 10:49:53.385837 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c5c0eb0-a418-4a34-8b99-a5de0bf94127 req-9ec0030a-cf9d-4041-90c1-6673ad0a0986 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274570 Mar 23 10:49:54.087048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8157d-f89b-46e2-bad8-8d5fd0800408 req-f3acea69-8f75-410f-9267-373ec851c349 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:54.089142 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76f8157d-f89b-46e2-bad8-8d5fd0800408 req-f3acea69-8f75-410f-9267-373ec851c349 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0779028 Mar 23 10:49:54.134891 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76f8157d-f89b-46e2-bad8-8d5fd0800408 req-8bdf7723-5d68-4b9a-9792-f08cdc807584 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Mar 23 10:49:54.433588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f0587f23-3b0e-4291-a843-83c82d8cde7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:54.770195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:55.333469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34abde4-c2ac-42e1-a13a-2207ec7a4c22 req-e079c5ae-2a24-4684-b5d8-3df09beabe11 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:55.335263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c34abde4-c2ac-42e1-a13a-2207ec7a4c22 req-e079c5ae-2a24-4684-b5d8-3df09beabe11 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0792022 Mar 23 10:49:55.381409 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c34abde4-c2ac-42e1-a13a-2207ec7a4c22 req-df5e0f06-b33c-4bee-8a55-9bcb31e2aad2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Mar 23 10:49:55.543427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:49:55.546633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:49:55.795865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:55.814606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:55.836024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'mac_address': 'fa:16:3e:db:a8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:49:55.842772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:49:55.884410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:55.897142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:55.927564 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'code': 200} Mar 23 10:49:55.949046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:55.980184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:49:55.989859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:56.031653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.032064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.032294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.032634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.032968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.033298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.033624 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.033951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.034269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.034589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.034908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:56.054499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:49:56.054785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:49:56.606520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a0a1b-499b-48b5-95b9-70349122f0e5 req-14cdc4d3-03fc-4e80-8d9e-ba22ba1a9a64 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:56.608007 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2d5a0a1b-499b-48b5-95b9-70349122f0e5 req-14cdc4d3-03fc-4e80-8d9e-ba22ba1a9a64 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 943 time: 0.0886805 Mar 23 10:49:56.613886 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:56.632160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:49:56.647240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:56.651346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:56.653799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2d5a0a1b-499b-48b5-95b9-70349122f0e5 req-e36c6a58-6c86-48b6-8798-5e7bc570243a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Mar 23 10:49:56.721220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:49:56.761756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:56.803365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-23922efa-a33e-4788-a5a0-10ced4e83ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.050315 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951472f1-43ef-453a-badc-73c71da9c06a req-275daf6e-a8dc-45f2-a16c-17ce36e1e419 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:57.051654 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-275daf6e-a8dc-45f2-a16c-17ce36e1e419 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1374383 Mar 23 10:49:57.062804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b367e-c74f-4547-abf8-0338a20819c9 req-102e4cab-09db-4971-88d7-43bdb785cf30 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:57.064281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8e4b367e-c74f-4547-abf8-0338a20819c9 req-102e4cab-09db-4971-88d7-43bdb785cf30 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 944 time: 0.1146371 Mar 23 10:49:57.117513 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8e4b367e-c74f-4547-abf8-0338a20819c9 req-eb800215-7302-4833-8655-69dbb65e1224 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475156 Mar 23 10:49:57.195986 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-61b82749-5ea9-401a-ab63-d93baace59ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1097 time: 0.0755997 Mar 23 10:49:57.325733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951472f1-43ef-453a-badc-73c71da9c06a req-c5b95681-2d96-40d7-adf9-0fcb85695198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:57.327077 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-c5b95681-2d96-40d7-adf9-0fcb85695198 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1256223 Mar 23 10:49:57.428335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-e6000d2f-8779-42b8-9b90-f66c9be98da7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 1000 time: 0.0948350 Mar 23 10:49:57.488863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951472f1-43ef-453a-badc-73c71da9c06a req-ebdb9c7b-cff8-4a32-a95b-6476b2f03e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:57.490253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-ebdb9c7b-cff8-4a32-a95b-6476b2f03e0c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0559049 Mar 23 10:49:57.569359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:49:57.569934 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-0fcc42e9-6136-4739-9b60-058debdc52ee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741136 Mar 23 10:49:57.638150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:57.638703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.702945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-16a03d15-94f9-4e9d-8e67-37831ad9c216 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270998 Mar 23 10:49:57.753018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.798482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.801869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:49:57.806606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.835819 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-951472f1-43ef-453a-badc-73c71da9c06a req-612f6d8f-20a6-4938-bc0e-3f8fdd52b2c3 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267042 Mar 23 10:49:57.878126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:57.928574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:49:57.990717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.994782 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'code': 200} Mar 23 10:49:58.341737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a35f1-8257-42c9-b458-5b71fb86e2e6 req-9b55bbb2-ae1e-458d-aa00-c5efb2578e91 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:58.343438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f2a35f1-8257-42c9-b458-5b71fb86e2e6 req-9b55bbb2-ae1e-458d-aa00-c5efb2578e91 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0929730 Mar 23 10:49:58.393720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f2a35f1-8257-42c9-b458-5b71fb86e2e6 req-d3625eb1-18a1-4558-9b12-414304a973e4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Mar 23 10:49:59.358110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:59.607683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17555016-c57c-4a8b-b83b-d827636e61e7 req-18ce1d86-3c0d-467e-872a-fd362a30085d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:59.609172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17555016-c57c-4a8b-b83b-d827636e61e7 req-18ce1d86-3c0d-467e-872a-fd362a30085d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0873492 Mar 23 10:49:59.659888 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17555016-c57c-4a8b-b83b-d827636e61e7 req-cee9e3e5-ee40-44c0-a7d8-c1f36701a661 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Mar 23 10:49:59.857887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2901cd-de0f-492d-96d8-7076d5231927 req-f4248103-180f-4b1b-978d-6b0079ae8bcc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:59.859326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec2901cd-de0f-492d-96d8-7076d5231927 req-f4248103-180f-4b1b-978d-6b0079ae8bcc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0777113 Mar 23 10:49:59.906152 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec2901cd-de0f-492d-96d8-7076d5231927 req-a09be75f-c097-46a6-8ca4-05a6d849b53b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Mar 23 10:50:00.322784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7340e2b-3f4c-4b2d-8286-7c8c338cacb1 req-1e837cbd-7160-4eb8-9342-d5cbfca04309 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:00.324170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d7340e2b-3f4c-4b2d-8286-7c8c338cacb1 req-1e837cbd-7160-4eb8-9342-d5cbfca04309 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.1288216 Mar 23 10:50:00.355320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-54564cad-3e66-4d2f-b928-c24454bae591 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 1098 time: 0.1127717 Mar 23 10:50:00.443248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d7340e2b-3f4c-4b2d-8286-7c8c338cacb1 req-ce604632-594e-43cf-8a0e-ee51a17c9ccd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131296 Mar 23 10:50:00.499481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-0869a7d7-ba5a-40be-b56c-6eef1c15f043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:00.501215 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-0869a7d7-ba5a-40be-b56c-6eef1c15f043 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1378591 Mar 23 10:50:00.687172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-10b881fb-b22f-4985-b776-aa0e32feb43d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 200 len: 1001 time: 0.1795251 Mar 23 10:50:00.748404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-7af0f535-f972-4ae9-8d70-9e8812817eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:00.750027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-7af0f535-f972-4ae9-8d70-9e8812817eeb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0570354 Mar 23 10:50:00.820966 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-d8e052b4-afe4-41cb-bc02-856e741d3ab8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654883 Mar 23 10:50:00.949406 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-da2ddf59-ea49-45cc-985d-161827b3b962 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218388 Mar 23 10:50:01.076773 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-668592e5-bb40-4f90-a558-db0fc0902a24 req-1829206b-075e-4291-bdb0-d1a829cbd0b4 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219959 Mar 23 10:50:01.648682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc743f-dc05-4e29-86be-80db95d2f367 req-038633ac-6303-4215-bd7f-a2be317d042b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:01.650152 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-92cc743f-dc05-4e29-86be-80db95d2f367 req-038633ac-6303-4215-bd7f-a2be317d042b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Mar 23 10:50:01.698135 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-92cc743f-dc05-4e29-86be-80db95d2f367 req-10b502fe-e4cf-4b1c-93b5-f86522f59560 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404634 Mar 23 10:50:02.893409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62933ab-517a-46f7-b815-7a6f5039dd8e req-7958705c-d0cd-4653-a1be-ca6be42f5efe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:02.894834 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d62933ab-517a-46f7-b815-7a6f5039dd8e req-7958705c-d0cd-4653-a1be-ca6be42f5efe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0761039 Mar 23 10:50:02.943471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d62933ab-517a-46f7-b815-7a6f5039dd8e req-b5451cc5-4428-494d-9d6d-d69dc1eb1be9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Mar 23 10:50:03.344631 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a7c-a0f9-4e1b-9e05-28b37a3940aa req-0465aa4a-5833-4419-b930-28f288f07bc5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:03.346081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc0b2a7c-a0f9-4e1b-9e05-28b37a3940aa req-0465aa4a-5833-4419-b930-28f288f07bc5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0774689 Mar 23 10:50:03.390706 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc0b2a7c-a0f9-4e1b-9e05-28b37a3940aa req-ae5670ca-0b4f-4be1-89f8-37e67522a1bb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Mar 23 10:50:04.589612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9794b-c0ce-4a97-8961-dcf827d876bb req-dcfb25f3-fb5e-4b9b-aa9e-7bd89af108ad tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:04.591073 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d6a9794b-c0ce-4a97-8961-dcf827d876bb req-dcfb25f3-fb5e-4b9b-aa9e-7bd89af108ad tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0792725 Mar 23 10:50:04.636079 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d6a9794b-c0ce-4a97-8961-dcf827d876bb req-ebea58ab-f583-4a53-b3a0-a75edbdcc883 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394874 Mar 23 10:50:04.924474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-ea3e61de-b764-47be-a007-fb4bdbb965ba tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:04.925872 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-ea3e61de-b764-47be-a007-fb4bdbb965ba tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 945 time: 0.0789785 Mar 23 10:50:04.994539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Deleting port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:50:04.994801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.234948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] For port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:05.235302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.605204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.605935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.605935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 disassociated. External IP: 172.26.7.171, port: 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b. Mar 23 10:50:05.606174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Calling delete_port for 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:50:05.747503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.831431 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event deleted for resources: {'Port': ['ID=4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.841363 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-07b61a41-4a03-474a-b5e1-ef099dc344f9 req-5cec2412-1c1c-4994-9013-07e4852d7b84 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d6911ac-722f-485d-b040-90460acc2126 HTTP/1.1" status: 200 len: 210 time: 0.0569611 Mar 23 10:50:05.852490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.852770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.854243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.854243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.854493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.854763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.854991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.855353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.855803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.856040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:05.856367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:06.067727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:50:06.268161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:50:06.278438 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:50:06.289877 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:50:06.290473 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:49:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:06.341021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] No DVR routers for this DVR port 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:50:06.343592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.345994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-deleted', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:50:06.361971 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89aa8e5d-543a-4f09-b29f-c264aa7a296a req-9756db1a-e4db-45be-ba7a-397f78bcdb0d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "DELETE /v2.0/ports/4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b HTTP/1.1" status: 204 len: 173 time: 1.4314668 Mar 23 10:50:06.410615 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6911ac-722f-485d-b040-90460acc2126', 'name': 'network-vif-deleted', 'tag': '4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b', 'status': 'completed', 'code': 200} Mar 23 10:50:06.469825 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:50:06.780495 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:06.784340 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:50:06.795781 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:50:06.796378 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:49:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:07.005746 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:50:07.226821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-a61e4c9f-b86b-4737-84b6-77968812359a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1520592740&fields=id&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 267 time: 0.0433300 Mar 23 10:50:07.325903 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:07.330164 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea165c5-45c6-4260-ba4b-87a1049ac84f None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:50:07.380010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-b30d53ab-6063-478f-8ccf-40829dd3a50c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:07.381439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-b30d53ab-6063-478f-8ccf-40829dd3a50c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1466012 Mar 23 10:50:07.397713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-9a3c8969-0e84-426f-8be2-9e447d02042c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/quotas/c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 375 time: 0.0109386 Mar 23 10:50:07.481351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-972a8377-9cf3-4d19-89fd-b89ca581eacc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:50:07.497780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-972a8377-9cf3-4d19-89fd-b89ca581eacc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:50:07.500241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-972a8377-9cf3-4d19-89fd-b89ca581eacc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974083 Mar 23 10:50:07.548169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd86b08-4532-4992-8830-0023dcd07955 None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:50:07.653725 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-5dbbae7a-bc5c-4eab-8c00-fa14315853ff service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333246 Mar 23 10:50:07.787831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-2a55d4e6-a227-432e-8417-aa89615695a1 service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284876 Mar 23 10:50:07.973258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d03211d7-c7d3-4273-aaee-38747cd01d46 req-c968068b-9006-4a87-9439-31c6795bbba8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 210 time: 0.0452850 Mar 23 10:50:08.229137 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:50:08.960610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-bab469f1-053c-4072-b3d8-67c473cc11c6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:08.961930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-bab469f1-053c-4072-b3d8-67c473cc11c6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1479518 Mar 23 10:50:09.017253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-c65c535b-e652-425f-8e2c-5e935e8a018e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 380 time: 0.0430093 Mar 23 10:50:09.025871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'port': {'device_id': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'admin_state_up': True, 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'security_groups': ['c89cc59d-b845-4915-8363-2d3d501e7163']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:50:09.248852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6240d849-e8ce-4aa2-9963-f707ecf3f7b2 req-95841b41-c6dc-487c-a474-86499e6d4c1d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 210 time: 0.0571954 Mar 23 10:50:09.300169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:09.309650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:09.319158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Made reservation on behalf of c51e5bb6c38844c2b2505ded8aa2613e for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:50:09.322803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.478747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Allocated IP 172.20.0.8 (8c4cbe0f-60dc-4abb-9935-142efbca77a7/f8102fc4-d415-45a1-a79f-819ed8c6aaa4/918cd53e-1039-4733-b17d-b5bb88bf243e) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:50:09.630861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:50:09.663971 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:50:09.664308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4b38d3ae-20aa-4d9f-a15c-1182da9c4b5b not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:50:09.666344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.681826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Transition to ACTIVE for port object 918cd53e-1039-4733-b17d-b5bb88bf243e will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:09.705694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.775201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:09.778110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:09.781993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:50:09.812327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:09.846380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:09.846991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.873336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-445d9f12-1443-4bad-89ef-37811adf1f49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516355 Mar 23 10:50:09.885950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Request body: {'port': {'device_id': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:50:09.997822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.010430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-25d5586a-ffb6-410d-8f40-52ac01301bca None None] Provisioning for port 918cd53e-1039-4733-b17d-b5bb88bf243e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:10.015195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-25d5586a-ffb6-410d-8f40-52ac01301bca None None] Provisioning complete for port 918cd53e-1039-4733-b17d-b5bb88bf243e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:10.015628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-25d5586a-ffb6-410d-8f40-52ac01301bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.066726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-25d5586a-ffb6-410d-8f40-52ac01301bca None None] Port 918cd53e-1039-4733-b17d-b5bb88bf243e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:50:10.335563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:50:10.342856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.357823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Transition to ACTIVE for port object 918cd53e-1039-4733-b17d-b5bb88bf243e will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:10.361806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.531415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:10.641998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26298e2-bf9b-4423-bc20-bb41ee316875 req-1b15afe2-8bed-41df-bc88-099c3e4d28f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:10.642683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b26298e2-bf9b-4423-bc20-bb41ee316875 req-1b15afe2-8bed-41df-bc88-099c3e4d28f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:50:10.675598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Attempting to bind port 918cd53e-1039-4733-b17d-b5bb88bf243e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:50:10.676024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Attempting to bind port 918cd53e-1039-4733-b17d-b5bb88bf243e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:50:10.676250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Attempting to bind port 918cd53e-1039-4733-b17d-b5bb88bf243e on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:50:10.678363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b26298e2-bf9b-4423-bc20-bb41ee316875 req-1b15afe2-8bed-41df-bc88-099c3e4d28f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:50:10.679506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b26298e2-bf9b-4423-bc20-bb41ee316875 req-1b15afe2-8bed-41df-bc88-099c3e4d28f9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 943 time: 0.2832022 Mar 23 10:50:10.687361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Port 918cd53e-1039-4733-b17d-b5bb88bf243e on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:50:10.687708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Attempting to bind port 918cd53e-1039-4733-b17d-b5bb88bf243e on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:50:10.713225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:50:10.713562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:50:10.713943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Bound using segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:50:10.714414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Bound port: 918cd53e-1039-4733-b17d-b5bb88bf243e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:50:10.714713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.778716 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b26298e2-bf9b-4423-bc20-bb41ee316875 req-44925901-c7a4-40c1-b463-3a80af43afa6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928907 Mar 23 10:50:10.821189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:50:10.824963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:50:10.829124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.907470 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.909485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] 10.222.0.91 "PUT /v2.0/ports/918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 1093 time: 1.0287378 Mar 23 10:50:10.909933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:50:10.928377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c0ce-9197-446c-9ac3-d85894fcaaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:10.986640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'status': 'completed', 'code': 200} Mar 23 10:50:11.025800 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-cfe7f944-2561-4b6b-8b84-68bf0b4c6292 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1096 time: 0.0748587 Mar 23 10:50:11.187392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-9c2ad559-8c6b-4826-8ac2-4344dd49da23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 217 time: 0.1559298 Mar 23 10:50:11.258576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-08a6b039-874a-452c-966f-9bca936f61ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:11.260571 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-08a6b039-874a-452c-966f-9bca936f61ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0676901 Mar 23 10:50:11.333423 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-3a375d1f-f9c4-4850-b1e5-76ce7ab8c69d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673897 Mar 23 10:50:11.461887 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-4cc96fce-01a6-4b98-b314-dce2be0f09bf service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211634 Mar 23 10:50:11.590542 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c17eace8-e76d-4c71-ac2f-5f643f119dd4 req-f7af1dd0-bf41-4c42-ba3e-b7327f58a0c9 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227350 Mar 23 10:50:11.707497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-4091ca73-2e61-431e-8df8-98eeb2043b00 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1096 time: 0.0670509 Mar 23 10:50:11.839223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-cac22f70-8543-45c1-ab19-3a95e103777d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:11.840806 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-cac22f70-8543-45c1-ab19-3a95e103777d service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1269846 Mar 23 10:50:11.943996 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-b6596fc0-b1e2-41a0-83f4-e023fed91c0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 217 time: 0.0974758 Mar 23 10:50:12.021131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-73a5ac08-8cc2-41aa-9125-6f6c62a64f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:12.022546 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-73a5ac08-8cc2-41aa-9125-6f6c62a64f49 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0725563 Mar 23 10:50:12.071171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003388b-5c1b-46a1-a22c-00b7767e966d req-8edc2ca7-0114-4c28-aca5-9ee7a85677a5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:12.072656 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c003388b-5c1b-46a1-a22c-00b7767e966d req-8edc2ca7-0114-4c28-aca5-9ee7a85677a5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 943 time: 0.1700416 Mar 23 10:50:12.136857 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c003388b-5c1b-46a1-a22c-00b7767e966d req-6f4ed15e-75d5-44a7-a920-5d79fde89f79 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578516 Mar 23 10:50:12.147151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-70c6d484-30b4-4f3b-9550-00e088e84f5a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172545 Mar 23 10:50:12.283466 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-3ab38591-f23f-47fa-b70f-32de75d3beb0 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291385 Mar 23 10:50:12.413764 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d2571cb-244a-4bac-918a-4e1362c3ad06 req-53bd4360-6a65-4d0a-9872-04129b2519b0 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235299 Mar 23 10:50:13.348459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551a14d-ffba-4f02-97e4-e2fe9549fadd req-7a3ebe7c-27cf-4fb4-bf5f-fd0287bd59a0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:13.349923 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b551a14d-ffba-4f02-97e4-e2fe9549fadd req-7a3ebe7c-27cf-4fb4-bf5f-fd0287bd59a0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 943 time: 0.0873461 Mar 23 10:50:13.395229 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b551a14d-ffba-4f02-97e4-e2fe9549fadd req-aadb67d1-6c52-4eb0-903f-5f4cf265879f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 Mar 23 10:50:14.590208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e69c36-3b48-450b-acea-eb3447f64591 req-f34f7319-ccd6-44f2-ae5f-74e6773e17d1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:14.591651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8e69c36-3b48-450b-acea-eb3447f64591 req-f34f7319-ccd6-44f2-ae5f-74e6773e17d1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 943 time: 0.0786572 Mar 23 10:50:14.635837 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8e69c36-3b48-450b-acea-eb3447f64591 req-e6d99c11-18e7-4b74-8dd0-6a69104d12fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Mar 23 10:50:15.653376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:50:15.793583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:15.807132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'mac_address': 'fa:16:3e:6a:50:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:50:15.833077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de045-7111-4213-9f95-24efaeba8877 req-183b7c69-c2c1-4022-9185-c9be1919f942 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:15.835254 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-127de045-7111-4213-9f95-24efaeba8877 req-183b7c69-c2c1-4022-9185-c9be1919f942 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 943 time: 0.0760434 Mar 23 10:50:15.860695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.878410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:50:15.881600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-127de045-7111-4213-9f95-24efaeba8877 req-ae5fad71-dc02-4ba4-80e6-cbf2068a5d29 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 Mar 23 10:50:15.893428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:15.897384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.961154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:16.261344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['918cd53e-1039-4733-b17d-b5bb88bf243e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:50:17.175508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d57c-eec4-454f-8dbb-2d96d2c159c9 req-35d905c3-1942-4eaf-89e6-af7157ece2bf tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.176990 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4538d57c-eec4-454f-8dbb-2d96d2c159c9 req-35d905c3-1942-4eaf-89e6-af7157ece2bf tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 944 time: 0.1742644 Mar 23 10:50:17.223661 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4538d57c-eec4-454f-8dbb-2d96d2c159c9 req-a3c3e9d4-d4b2-4fb9-afe5-36314e9641f7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Mar 23 10:50:17.669023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:17.736712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 918cd53e-1039-4733-b17d-b5bb88bf243e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:17.741176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 918cd53e-1039-4733-b17d-b5bb88bf243e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:17.741554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:17.853966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:17.880915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:50:17.891447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:17.895530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:17.939849 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'code': 200} Mar 23 10:50:17.969048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:18.164684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e2a1142-88ed-44f8-801a-83166545c6e6 req-3d16c3b3-02c9-4a2a-88db-aba6227063de service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.0689795 Mar 23 10:50:18.206825 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e2a1142-88ed-44f8-801a-83166545c6e6 req-75fa50ee-055e-4024-bea5-d5571f59f312 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363007 Mar 23 10:50:18.549421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429847ac-1375-4d29-b105-553ec95efaa5 req-db7e36e1-0747-4319-8a2e-c5c9226205ea tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:18.550864 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-429847ac-1375-4d29-b105-553ec95efaa5 req-db7e36e1-0747-4319-8a2e-c5c9226205ea tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.2010267 Mar 23 10:50:18.595172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-429847ac-1375-4d29-b105-553ec95efaa5 req-b5f81e79-4f14-4631-8035-14ab84eff451 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Mar 23 10:50:19.868352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce279e-7f99-4724-b646-800fc306c849 req-59c3af2a-fa5b-40c1-a9cc-5d38b1479c26 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:19.870439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4ce279e-7f99-4724-b646-800fc306c849 req-59c3af2a-fa5b-40c1-a9cc-5d38b1479c26 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.1515093 Mar 23 10:50:19.918581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4ce279e-7f99-4724-b646-800fc306c849 req-93068184-9006-4896-bc03-093d346f0598 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Mar 23 10:50:20.114239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202755c-52fd-4d23-b674-50fd39bad2dd req-49c1f61b-6dfa-43a1-b6e7-7c9407fba602 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:20.115657 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3202755c-52fd-4d23-b674-50fd39bad2dd req-49c1f61b-6dfa-43a1-b6e7-7c9407fba602 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0762529 Mar 23 10:50:20.124959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 52978) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:20.130294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'floatingip': {'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:50:20.212159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:20.785449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:20.789156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:20.977033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 associated. External IP: 172.26.7.171, port: 918cd53e-1039-4733-b17d-b5bb88bf243e. Mar 23 10:50:21.480041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:50:21.674919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:50:21.679761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:21.684834 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:50:21.696308 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:50:21.696912 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:49:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:21.733750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f19a6eba-835d-43f0-92c8-533c59c63605 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "PUT /v2.0/floatingips/f9d25016-ae61-4431-88aa-6fa0183edcd4 HTTP/1.1" status: 200 len: 991 time: 1.6073978 Mar 23 10:50:21.734163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:50:21.792943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'status': 'completed', 'code': 200} Mar 23 10:50:21.878532 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:50:21.941014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-05dae088-99e2-41d4-9c2b-855d99368972 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.1266589 Mar 23 10:50:21.944422 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5e77fe2-8e39-497b-8f8d-ebffe4503060 req-e70a576f-8a32-48c8-a45f-bdcf95420ad4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0939360 Mar 23 10:50:22.077185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-c771b0eb-7849-4159-ba05-59d2b394d663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:22.078646 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-c771b0eb-7849-4159-ba05-59d2b394d663 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1320977 Mar 23 10:50:22.195595 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-9370049d-0a41-415c-979d-0a280136b3dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 999 time: 0.1109850 Mar 23 10:50:22.236163 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-576ae803-1242-43c2-b1f3-582d0f6dbf4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876536 Mar 23 10:50:22.241008 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:6a:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:50:20Z', 'revision_number': 9, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:22.245964 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:50:22.258386 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:50:22.258997 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:49:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:22.322355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-ec511e74-7d5e-4bb5-a617-49bcba4823f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:22.322355 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-ec511e74-7d5e-4bb5-a617-49bcba4823f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.1172254 Mar 23 10:50:22.416503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f33906-2fd8-42ba-af42-abfeb741f20f req-d97d5a63-83c0-4e00-8993-5e9c1ea6e00b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:22.417952 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8f33906-2fd8-42ba-af42-abfeb741f20f req-d97d5a63-83c0-4e00-8993-5e9c1ea6e00b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.1417410 Mar 23 10:50:22.428519 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-94d0705e-fcf4-418f-90d2-a6b6f4b719f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994644 Mar 23 10:50:22.461781 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:50:22.558087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8f33906-2fd8-42ba-af42-abfeb741f20f req-f8b95704-5499-459a-925f-1b81227690d2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286037 Mar 23 10:50:22.622049 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-1e05a21e-dd59-46f2-a50c-b8f22cc0333e service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792014 Mar 23 10:50:22.766371 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9df62149-503d-4be5-b4c9-7f615eb56ed3 req-f72e1c5c-e708-49b3-9234-663138770624 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385367 Mar 23 10:50:22.902428 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:6a:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:50:20Z', 'revision_number': 9, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:22.907940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d753cb64-bf2f-428b-81d1-db52ca4a7881 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:6a:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:50:20Z', 'revision_number': 9, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:50:23.120519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4ebc9-6707-4c71-92cb-6293cc780e8d None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:50:23.458772 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-ab4a17a6-d234-4e2b-a4d5-e7a9e6345c79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.0695164 Mar 23 10:50:23.742964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-10713997-ac42-48a0-a449-d2673054ef84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:23.744408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-10713997-ac42-48a0-a449-d2673054ef84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.2803586 Mar 23 10:50:23.864756 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-0f01aec3-99c7-41d2-af2d-c4d55ede21be service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 1002 time: 0.1138144 Mar 23 10:50:23.873491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb96cb-2511-4694-bc4d-2afdc5c6eeb6 req-feda409d-5862-4bfc-87a0-4c54a4ba16fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:23.875151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ffb96cb-2511-4694-bc4d-2afdc5c6eeb6 req-feda409d-5862-4bfc-87a0-4c54a4ba16fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.1776588 Mar 23 10:50:23.964867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-dedfc612-cfb0-43dc-a46a-cd635311d48d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:23.966300 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-dedfc612-cfb0-43dc-a46a-cd635311d48d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0902903 Mar 23 10:50:23.970970 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ffb96cb-2511-4694-bc4d-2afdc5c6eeb6 req-10017963-d52e-4bcb-b009-564309bad3f2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627203 Mar 23 10:50:24.044127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-ccac9340-fd0c-4c4e-8ea3-5f345c3e5081 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719733 Mar 23 10:50:24.181488 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-f2f7ae39-b737-489e-9005-114c6cf65294 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310098 Mar 23 10:50:24.311283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-6abc9d49-b864-48d6-a019-2d219291bf81 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242406 Mar 23 10:50:24.437366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0f4f-3705-422e-831e-72b9d4f25cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:24.777353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:25.193208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba44393-050c-4d57-8a1b-cb0242f9a3f4 req-e8647b5d-95d3-4988-98fb-683023f71841 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:25.194667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7ba44393-050c-4d57-8a1b-cb0242f9a3f4 req-e8647b5d-95d3-4988-98fb-683023f71841 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0819151 Mar 23 10:50:25.240894 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7ba44393-050c-4d57-8a1b-cb0242f9a3f4 req-06b1efd2-cef6-4f52-880c-9ae6d105ac53 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Mar 23 10:50:26.453083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd7470-918b-47c4-80a1-f23d63a5840a req-409bf3a2-b022-4cc4-9e2a-99fdc758e650 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:26.454505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62cd7470-918b-47c4-80a1-f23d63a5840a req-409bf3a2-b022-4cc4-9e2a-99fdc758e650 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0804870 Mar 23 10:50:26.498729 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-62cd7470-918b-47c4-80a1-f23d63a5840a req-bde935a7-f737-441c-ab91-13fc3db69ec0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385017 Mar 23 10:50:26.788207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a4eeafa6-060e-4d0b-b2bd-7a66c2a1c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:27.692592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5964-0a8c-48d2-a3bf-57f3c57cd527 req-34b78165-ba27-4670-a88d-458c2f69bf0c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:27.694031 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-640b5964-0a8c-48d2-a3bf-57f3c57cd527 req-34b78165-ba27-4670-a88d-458c2f69bf0c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0766654 Mar 23 10:50:27.738487 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-640b5964-0a8c-48d2-a3bf-57f3c57cd527 req-f2c56ce7-f8de-42c2-81ae-e2cf3b577fef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Mar 23 10:50:27.785233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:27.994717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:28.459684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-41cf2190-6fad-4809-a023-20c5cbe42ce3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.0741909 Mar 23 10:50:28.607432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-004e784c-8388-4415-88c6-36946e8a1984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:28.609318 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-004e784c-8388-4415-88c6-36946e8a1984 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1298733 Mar 23 10:50:28.715695 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-5c86228e-7dfd-4b51-a076-ddbd4d0e42e4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 1002 time: 0.1008847 Mar 23 10:50:28.777360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-c361501b-a0ae-437d-8f07-3f283da9e180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:28.778801 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-c361501b-a0ae-437d-8f07-3f283da9e180 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0578053 Mar 23 10:50:28.852255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-11c99594-b438-48e6-8d08-d0f81064af3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677228 Mar 23 10:50:29.139713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-7df7319b-a85c-434c-8914-24be8e2b4978 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810087 Mar 23 10:50:29.149426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffaa5b-90e5-4510-b599-29cb2f5a058b req-55ded7c5-e2f0-4509-82a9-6788002b1c47 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:29.150831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76ffaa5b-90e5-4510-b599-29cb2f5a058b req-55ded7c5-e2f0-4509-82a9-6788002b1c47 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.2744207 Mar 23 10:50:29.277678 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76ffaa5b-90e5-4510-b599-29cb2f5a058b req-88df5221-eab8-4a83-8a1b-843177cbf422 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085331 Mar 23 10:50:29.310046 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bdecf4a9-64c4-4cf1-ad46-b901753aab0c req-3d90cedb-61b4-4d95-a08a-301212edf2b8 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583040 Mar 23 10:50:29.362263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:30.476325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba73d0-eeb7-4198-9def-1d2016bdc963 req-d2c09e9a-7d3d-4730-9499-321d6bb9c6e2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:30.477672 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4ba73d0-eeb7-4198-9def-1d2016bdc963 req-d2c09e9a-7d3d-4730-9499-321d6bb9c6e2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0788572 Mar 23 10:50:30.526317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f4ba73d0-eeb7-4198-9def-1d2016bdc963 req-ea1792d0-54a5-4fbc-8bcf-f644ac8c1854 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Mar 23 10:50:31.719365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895437fb-a74d-4382-b1d7-4c1ce4584d68 req-34ff42a9-9a15-4407-9350-b65d2e216564 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:31.720836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-895437fb-a74d-4382-b1d7-4c1ce4584d68 req-34ff42a9-9a15-4407-9350-b65d2e216564 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0768688 Mar 23 10:50:31.766276 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-895437fb-a74d-4382-b1d7-4c1ce4584d68 req-73fd290f-6fad-44fc-b66c-e808925d22d3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Mar 23 10:50:33.109627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fc0c0-24af-41d0-9fc2-481a98b9bc80 req-f8d16d02-023c-4b33-b858-f51598b53053 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:33.110994 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a78fc0c0-24af-41d0-9fc2-481a98b9bc80 req-f8d16d02-023c-4b33-b858-f51598b53053 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0798218 Mar 23 10:50:33.157637 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a78fc0c0-24af-41d0-9fc2-481a98b9bc80 req-d4a68755-f636-4e93-8015-10fd96868515 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Mar 23 10:50:34.348978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eadd04-0c58-4203-8f33-da55eb6ce3e7 req-68e4e49d-b4b6-4d87-9ec6-6fa9fcdf5bfc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:34.350420 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4eadd04-0c58-4203-8f33-da55eb6ce3e7 req-68e4e49d-b4b6-4d87-9ec6-6fa9fcdf5bfc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0743284 Mar 23 10:50:34.395036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4eadd04-0c58-4203-8f33-da55eb6ce3e7 req-ae59ce56-86b3-48aa-93e0-7321dc4e41d5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Mar 23 10:50:35.592883 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e359685-ba40-4ece-a9df-d80dd4974909 req-3711b094-a6b5-480e-9ed1-0fa21d76c6f4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:35.594304 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e359685-ba40-4ece-a9df-d80dd4974909 req-3711b094-a6b5-480e-9ed1-0fa21d76c6f4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0780771 Mar 23 10:50:35.639693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e359685-ba40-4ece-a9df-d80dd4974909 req-e8404e53-b384-4c3e-81a0-3408d7892c2a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Mar 23 10:50:36.835427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838daf4-19f8-41c9-91f0-de98cf506e69 req-8e7f244e-4f53-48c8-8f6b-67944ab198cf tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:36.836888 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1838daf4-19f8-41c9-91f0-de98cf506e69 req-8e7f244e-4f53-48c8-8f6b-67944ab198cf tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0760431 Mar 23 10:50:36.885867 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1838daf4-19f8-41c9-91f0-de98cf506e69 req-9001d772-cb7e-4f83-8cae-a332dfc5fce1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434966 Mar 23 10:50:38.089326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168477-652e-45ed-8398-9236ea2b8bb4 req-8338e42e-53e7-4d43-bb44-fa98b6cd9827 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:38.090819 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5e168477-652e-45ed-8398-9236ea2b8bb4 req-8338e42e-53e7-4d43-bb44-fa98b6cd9827 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0835619 Mar 23 10:50:38.138472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5e168477-652e-45ed-8398-9236ea2b8bb4 req-9c616bf6-2c5b-410b-a807-3f89a423c85b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Mar 23 10:50:39.340937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99b3b-288d-4623-98f5-6bad36fa10b3 req-07ac5039-42f6-4996-924f-7b083cfa6bf1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:39.342353 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dc99b3b-288d-4623-98f5-6bad36fa10b3 req-07ac5039-42f6-4996-924f-7b083cfa6bf1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0790670 Mar 23 10:50:39.387969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dc99b3b-288d-4623-98f5-6bad36fa10b3 req-021b1de3-20e8-4a03-a21e-391c0231d63f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Mar 23 10:50:40.583780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883b44-c80c-4508-b2de-db925b0e7ca5 req-91b88062-2e3a-434a-b3c1-fe31d0f9a24e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:40.585241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53883b44-c80c-4508-b2de-db925b0e7ca5 req-91b88062-2e3a-434a-b3c1-fe31d0f9a24e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0765960 Mar 23 10:50:40.630567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53883b44-c80c-4508-b2de-db925b0e7ca5 req-a6c22a04-dc60-4c16-89c8-199d917748fb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Mar 23 10:50:41.834838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0820-f008-408b-ba86-6e431a339abf req-ec59056f-c88b-4e50-bc75-6c079dd2e50d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:41.836290 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-652a0820-f008-408b-ba86-6e431a339abf req-ec59056f-c88b-4e50-bc75-6c079dd2e50d tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0816059 Mar 23 10:50:41.881643 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-652a0820-f008-408b-ba86-6e431a339abf req-3439d1c6-3238-433e-a375-52e8099d78e0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399365 Mar 23 10:50:43.074593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1ccde-46df-4a54-9f3b-80c3397678ed req-33c972bb-ae8a-46b2-b687-0e64f9beca7b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:43.075980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33f1ccde-46df-4a54-9f3b-80c3397678ed req-33c972bb-ae8a-46b2-b687-0e64f9beca7b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0767775 Mar 23 10:50:43.121803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33f1ccde-46df-4a54-9f3b-80c3397678ed req-919bd0c6-11de-4170-a9e9-167ae0274f44 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Mar 23 10:50:44.322844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d98b06-e92d-4879-881f-4c161421b155 req-51f6c452-1d65-4a0c-b90a-ae24623e93b5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:44.324457 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b2d98b06-e92d-4879-881f-4c161421b155 req-51f6c452-1d65-4a0c-b90a-ae24623e93b5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0789099 Mar 23 10:50:44.369824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b2d98b06-e92d-4879-881f-4c161421b155 req-80015b8c-7d20-4f40-a402-33dbe3e80873 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Mar 23 10:50:45.229337 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:50:45.562707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f053bb-4268-4f1c-8fe0-d8c32658e094 req-61ffaa99-4a88-4816-9cb4-7213b69b0319 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:45.564207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88f053bb-4268-4f1c-8fe0-d8c32658e094 req-61ffaa99-4a88-4816-9cb4-7213b69b0319 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0762587 Mar 23 10:50:45.613188 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-88f053bb-4268-4f1c-8fe0-d8c32658e094 req-bc318d93-7776-4713-9da3-83a1c5031544 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Mar 23 10:50:46.807684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efc38e-64af-4b25-8a1d-5df7e60099a8 req-aa8f4a9d-23d4-4f8b-ae6d-b1d1839f91fe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:46.809116 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f8efc38e-64af-4b25-8a1d-5df7e60099a8 req-aa8f4a9d-23d4-4f8b-ae6d-b1d1839f91fe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0767665 Mar 23 10:50:46.854949 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f8efc38e-64af-4b25-8a1d-5df7e60099a8 req-a38f59d8-acc3-47f0-b01d-b52528079571 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Mar 23 10:50:48.060133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007640b6-9537-467d-b2fc-b6888bd731fb req-26bafff7-48ee-46de-8117-4ffb70eea939 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:48.061567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-007640b6-9537-467d-b2fc-b6888bd731fb req-26bafff7-48ee-46de-8117-4ffb70eea939 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0860977 Mar 23 10:50:48.106228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-007640b6-9537-467d-b2fc-b6888bd731fb req-ec250474-5ee9-4354-a07f-6b86a1ade5e0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392392 Mar 23 10:50:49.314060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702033b-9139-445a-a570-b3a7c77e13c9 req-4f1534b5-091c-427d-be1f-bd1f40ef80fd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:49.315501 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7702033b-9139-445a-a570-b3a7c77e13c9 req-4f1534b5-091c-427d-be1f-bd1f40ef80fd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0757713 Mar 23 10:50:49.360303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7702033b-9139-445a-a570-b3a7c77e13c9 req-290d1ce0-f9c9-4f27-910e-0f14aa3d5e84 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393319 Mar 23 10:50:50.559522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eeec4-b563-417e-97b5-764577dfbb76 req-15ca7951-0460-495c-93d7-1eb49274ee82 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:50.561104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b64eeec4-b563-417e-97b5-764577dfbb76 req-15ca7951-0460-495c-93d7-1eb49274ee82 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0812426 Mar 23 10:50:50.605902 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b64eeec4-b563-417e-97b5-764577dfbb76 req-aecfc16e-ee70-4a7f-9c0c-159aea06527b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Mar 23 10:50:50.972348 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-78dfd806-c6f8-47e3-a681-a8c008cb1202 service neutron] 10.222.0.91 "GET /v2.0/ports/918cd53e-1039-4733-b17d-b5bb88bf243e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0711353 Mar 23 10:50:51.335379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-4bc65cab-43ad-4d34-804e-a911af0bb299 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 1098 time: 0.1738434 Mar 23 10:50:51.427241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-62695783-d8ce-46a3-a8a3-08a894b4535c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.0717790 Mar 23 10:50:51.554897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-670ef022-4597-4261-9e8a-e1922b380df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:51.556364 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-670ef022-4597-4261-9e8a-e1922b380df2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1239064 Mar 23 10:50:51.659414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-35afbe5f-bceb-493e-bedb-a7760cda982a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 1002 time: 0.0967534 Mar 23 10:50:51.720559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-fd07f936-fa97-4c76-8580-a1321ca40b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:51.721980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-fd07f936-fa97-4c76-8580-a1321ca40b07 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0574682 Mar 23 10:50:51.856042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-54834a5a-6893-4ada-9ce6-47fdba8b710c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1284974 Mar 23 10:50:51.862186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b39948-a8a7-4910-8cf4-920c100c5da3 req-e5ff3efe-09b6-4e50-b0c0-3946c2acc943 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:51.863503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-68b39948-a8a7-4910-8cf4-920c100c5da3 req-e5ff3efe-09b6-4e50-b0c0-3946c2acc943 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.1349258 Mar 23 10:50:51.993877 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-68b39948-a8a7-4910-8cf4-920c100c5da3 req-2973631a-0f46-4179-9307-f9bf8602abc1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090930 Mar 23 10:50:52.026267 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-c5b7d5e7-e453-4ee8-9840-2bd35728f0a4 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618350 Mar 23 10:50:52.157662 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e25ee2fa-3701-490a-90d5-2552a67cfd30 req-58b19051-9cef-4a76-9e46-b0b344ef1920 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252275 Mar 23 10:50:53.201319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364917d-5203-4ee9-903b-edc6eaeca278 req-90853c87-b7c9-4932-b8db-90b81e2a35ed tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:53.202798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a364917d-5203-4ee9-903b-edc6eaeca278 req-90853c87-b7c9-4932-b8db-90b81e2a35ed tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0876825 Mar 23 10:50:53.247689 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a364917d-5203-4ee9-903b-edc6eaeca278 req-db796e45-8506-4465-be1e-98dfbe0a7008 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Mar 23 10:50:53.788928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:50:53.791924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:50:53.995159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.028611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:54.050123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'mac_address': 'fa:16:3e:6a:50:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:50:54.051302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:50:54.093105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:54.105125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.137680 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'code': 200} Mar 23 10:50:54.153561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.185952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:50:54.220814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:54.251814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:50:54.252167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:50:54.440860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fbdd7cd8-cc04-434a-a202-6aaf7d9ca06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.453710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a4a4-b0e2-4439-8c10-32190ddc0bdf req-89b5abb4-ac26-4f23-9b14-29dc1df984f7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:54.455152 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8d92a4a4-b0e2-4439-8c10-32190ddc0bdf req-89b5abb4-ac26-4f23-9b14-29dc1df984f7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 943 time: 0.0836754 Mar 23 10:50:54.499681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8d92a4a4-b0e2-4439-8c10-32190ddc0bdf req-e85f13e3-8842-4021-899b-618e99169da3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Mar 23 10:50:54.809166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.813780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.837072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:50:54.853234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:54.857867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:54.918647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['918cd53e-1039-4733-b17d-b5bb88bf243e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:50:54.963969 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:55.699348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a307509-313f-41d4-a925-9d4eeb2fe15d req-0ef43fee-30d0-4a39-9209-3febe6933079 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:55.700810 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a307509-313f-41d4-a925-9d4eeb2fe15d req-0ef43fee-30d0-4a39-9209-3febe6933079 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 944 time: 0.0752983 Mar 23 10:50:55.745837 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a307509-313f-41d4-a925-9d4eeb2fe15d req-df1ddd05-6bf9-473f-b79d-4b12e4514c18 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396128 Mar 23 10:50:55.798744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:55.867721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 918cd53e-1039-4733-b17d-b5bb88bf243e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:55.868339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:56.016099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:56.049830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:50:56.055075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:56.125900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:56.135317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.135685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.136020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.136348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.136679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.137004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.137323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.137642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.137958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.138273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.138585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:56.142194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:50:56.207453 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'code': 200} Mar 23 10:50:56.233502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-7ebf74e9-f52b-401b-be04-f3afa5086311 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:56.234990 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-7ebf74e9-f52b-401b-be04-f3afa5086311 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1487219 Mar 23 10:50:56.285422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43ebe-68e5-4290-918b-e281708c98b5 req-97c43f31-2fe3-48d0-a04a-fcc57ab55835 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:56.286830 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cdb43ebe-68e5-4290-918b-e281708c98b5 req-97c43f31-2fe3-48d0-a04a-fcc57ab55835 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.1401565 Mar 23 10:50:56.353277 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cdb43ebe-68e5-4290-918b-e281708c98b5 req-d8eb433b-abc3-4b31-acff-75ee0c5aec29 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592349 Mar 23 10:50:56.356039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-6060058f-c106-4990-a9e2-98c46be40780 service neutron] 10.222.0.91 "GET /v2.0/ports/918cd53e-1039-4733-b17d-b5bb88bf243e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.1141407 Mar 23 10:50:56.455189 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-819854f1-1974-49c2-8203-2b7438b98d57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.0691140 Mar 23 10:50:56.584511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-c7aa1066-2f1b-492b-8653-0728a2f65ea3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:56.585945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-c7aa1066-2f1b-492b-8653-0728a2f65ea3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1257484 Mar 23 10:50:56.780154 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-29152fd7-0821-490f-abcd-bb6857e0a01c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 1002 time: 0.1869338 Mar 23 10:50:56.790240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb11f-7568-4a1b-9eab-f7e806af0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:56.843125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-85d66caa-0ac0-4fb0-9f7a-343a233eb7e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:56.844569 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-85d66caa-0ac0-4fb0-9f7a-343a233eb7e8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0590816 Mar 23 10:50:56.918781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-ef08716a-dc7c-466b-b060-bb705259631c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678656 Mar 23 10:50:57.048600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-28fe32c1-4cd2-4dc2-a4f9-747b9d0b70e5 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236374 Mar 23 10:50:57.179438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-f627e762-70fb-400a-a393-df152beee8bc service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Mar 23 10:50:57.561532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010702b3-dc66-4fa3-b22e-ad65d7089fff req-0541cfa5-cfbf-4c31-88fd-cd37cd128b63 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:57.562943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-010702b3-dc66-4fa3-b22e-ad65d7089fff req-0541cfa5-cfbf-4c31-88fd-cd37cd128b63 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0842111 Mar 23 10:50:57.607264 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-010702b3-dc66-4fa3-b22e-ad65d7089fff req-c606766e-40eb-4484-b76e-5bafb005d545 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388358 Mar 23 10:50:57.787972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:57.997557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:58.819673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8840b-212d-4268-b99d-71c18a56b8b1 req-3be35486-61cb-4df2-aa14-7caaae1ad362 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:58.821130 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34d8840b-212d-4268-b99d-71c18a56b8b1 req-3be35486-61cb-4df2-aa14-7caaae1ad362 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0780447 Mar 23 10:50:58.866804 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-34d8840b-212d-4268-b99d-71c18a56b8b1 req-022bd721-f1ce-4ff2-a0fe-700a98e7eb1a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Mar 23 10:50:59.357460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:59.814074 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-3681d4c2-4cd4-43db-af46-eab8c2071f28 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 1098 time: 0.0741405 Mar 23 10:50:59.903153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-b4ea7cd2-d3a6-4d9d-bdda-0fef236efff0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 1098 time: 0.0685589 Mar 23 10:51:00.099895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-69291c0c-1e14-4c3d-a17f-f907ab1a4ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:00.101324 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-69291c0c-1e14-4c3d-a17f-f907ab1a4ffb service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1917500 Mar 23 10:51:00.113410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db81a4-d52b-4dcc-857d-42568550cfdb req-37a92d66-b0d3-4a9d-9dbf-2e812cef396c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:00.114795 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17db81a4-d52b-4dcc-857d-42568550cfdb req-37a92d66-b0d3-4a9d-9dbf-2e812cef396c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.1255233 Mar 23 10:51:00.241634 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-17db81a4-d52b-4dcc-857d-42568550cfdb req-856b618d-0b48-427a-8087-054a26abda07 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808804 Mar 23 10:51:00.243306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-76fd02ae-1a00-4d46-b798-50cee6222fbd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 200 len: 1002 time: 0.1358626 Mar 23 10:51:00.312785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-9ef64f38-a5a4-4682-bd94-1f231fdb5fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:00.314276 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-9ef64f38-a5a4-4682-bd94-1f231fdb5fb3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0648692 Mar 23 10:51:00.389788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-9314e4c8-2743-4912-85fe-07301c17ad81 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698354 Mar 23 10:51:00.518660 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-c17f8cbd-bc29-48a5-b0ab-5587b93dd6a9 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229706 Mar 23 10:51:00.747725 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-79ee168a-db7f-42cc-9c7e-7509fb88c088 req-9c7c1048-ed91-496d-9611-07020a011942 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235928 Mar 23 10:51:01.441688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c7bc-69f1-4d20-bef6-d21bb9b1caaf req-901c2f32-0e06-4543-9c3c-55a17b763873 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:01.443048 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3353c7bc-69f1-4d20-bef6-d21bb9b1caaf req-901c2f32-0e06-4543-9c3c-55a17b763873 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0772827 Mar 23 10:51:01.487821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3353c7bc-69f1-4d20-bef6-d21bb9b1caaf req-80d6d8b1-35b6-4e8b-92fb-995fa22b4b4e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Mar 23 10:51:01.832983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:51:01.835173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:51:02.072324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:02.101907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:02.125129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:02.130932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'mac_address': 'fa:16:3e:6a:50:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:51:02.136689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:02.164368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:02.205043 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'code': 200} Mar 23 10:51:02.241454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:02.265057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:51:02.271277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=9']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:02.286513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:02.290323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:02.354440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['918cd53e-1039-4733-b17d-b5bb88bf243e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:51:02.395251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=10']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:02.685000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80ea6e-4704-446f-934c-e029af9d0d3e req-0ffa4e57-5fcc-4a69-b533-7ca38627d463 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:02.686476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6b80ea6e-4704-446f-934c-e029af9d0d3e req-0ffa4e57-5fcc-4a69-b533-7ca38627d463 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0795918 Mar 23 10:51:02.734351 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6b80ea6e-4704-446f-934c-e029af9d0d3e req-0ced97f9-4dbd-45ec-b672-13561e2fa70b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Mar 23 10:51:03.868544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:51:03.931282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f982ad-635f-49b7-a820-43d1ce0ec700 req-e113a9f0-d889-45e2-9137-9e2f5fce2005 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:03.932822 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1f982ad-635f-49b7-a820-43d1ce0ec700 req-e113a9f0-d889-45e2-9137-9e2f5fce2005 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 945 time: 0.0767033 Mar 23 10:51:03.935211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 918cd53e-1039-4733-b17d-b5bb88bf243e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:51:03.935604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:03.981296 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1f982ad-635f-49b7-a820-43d1ce0ec700 req-4a53a5fe-f912-4609-aac7-0613c69901cf tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Mar 23 10:51:04.049957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:04.081970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:04.086266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:04.158641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=11']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:04.187180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5091e9-38ea-42d4-a357-389064da2fa6 req-4cc98406-3f91-4caa-b2bb-c11606a422e7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:04.188698 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c5091e9-38ea-42d4-a357-389064da2fa6 req-4cc98406-3f91-4caa-b2bb-c11606a422e7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 946 time: 0.0831199 Mar 23 10:51:04.206077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:04.235131 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c5091e9-38ea-42d4-a357-389064da2fa6 req-115d1e14-fa20-4678-8467-dc69b30aaa18 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Mar 23 10:51:04.263660 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'code': 200} Mar 23 10:51:04.428381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da9e9-2ea2-441c-92aa-b8b259941ea2 req-66ded007-6e28-47e5-87b5-8894beabeedb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:04.429817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-290da9e9-2ea2-441c-92aa-b8b259941ea2 req-66ded007-6e28-47e5-87b5-8894beabeedb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 946 time: 0.0771072 Mar 23 10:51:04.478281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-290da9e9-2ea2-441c-92aa-b8b259941ea2 req-d979f771-ca57-49f8-9d47-414eb2bcfe97 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Mar 23 10:51:04.874178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87efb96-a80f-45d9-89bf-fe6b7f4bf3db req-8c3ca837-5ba6-43d2-acb2-9a0161d2de87 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:04.875516 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b87efb96-a80f-45d9-89bf-fe6b7f4bf3db req-8c3ca837-5ba6-43d2-acb2-9a0161d2de87 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 946 time: 0.0763972 Mar 23 10:51:04.919670 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b87efb96-a80f-45d9-89bf-fe6b7f4bf3db req-d3ce6b15-83e7-4661-b12d-5d7de9f1fcf5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387182 Mar 23 10:51:06.122044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763d34-b869-49ff-a9d8-59cb7dda4d21 req-14b19900-76d8-4988-950c-ade3127de616 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:06.123489 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bc763d34-b869-49ff-a9d8-59cb7dda4d21 req-14b19900-76d8-4988-950c-ade3127de616 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 946 time: 0.0797262 Mar 23 10:51:06.169286 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bc763d34-b869-49ff-a9d8-59cb7dda4d21 req-2dfc1d55-b31e-4891-8a80-f2a84a0edf75 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397675 Mar 23 10:51:07.010265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-38fc3e07-3292-41cb-8c04-e45f91f84e3e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:07.012241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-38fc3e07-3292-41cb-8c04-e45f91f84e3e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 946 time: 0.0753338 Mar 23 10:51:07.080626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Deleting port 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:51:07.080953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.362452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] For port 918cd53e-1039-4733-b17d-b5bb88bf243e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=918cd53e-1039-4733-b17d-b5bb88bf243e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:07.363111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.550849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ee86a-03d9-42f9-bf0e-6a938585257f req-d8825f97-b152-462e-a7b9-d88ca8cdd0e6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:07.552347 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e7ee86a-03d9-42f9-bf0e-6a938585257f req-d8825f97-b152-462e-a7b9-d88ca8cdd0e6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 946 time: 0.2556438 Mar 23 10:51:07.695683 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e7ee86a-03d9-42f9-bf0e-6a938585257f req-e846650d-754d-4f16-9f1e-77ca8fee6bbe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377540 Mar 23 10:51:07.698418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.698782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.699186 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 disassociated. External IP: 172.26.7.171, port: 918cd53e-1039-4733-b17d-b5bb88bf243e. Mar 23 10:51:07.699454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Calling delete_port for 918cd53e-1039-4733-b17d-b5bb88bf243e owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:51:07.836165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.974822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event deleted for resources: {'Port': ['ID=918cd53e-1039-4733-b17d-b5bb88bf243e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:07.988071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.988415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.988755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.989083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.989410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.989735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.990055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.990373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.990703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.991005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:07.991322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:08.199794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:51:08.401439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:51:08.412149 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:51:08.423665 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:51:08.424253 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:50:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:08.472452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] No DVR routers for this DVR port 918cd53e-1039-4733-b17d-b5bb88bf243e on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:51:08.474942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:08.477469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-deleted', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:08.493722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40f1cb9d-af8c-4467-aa78-7757d9717e94 req-a4b78c8b-d0bb-44c7-aa7e-3ac174e2176a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "DELETE /v2.0/ports/918cd53e-1039-4733-b17d-b5bb88bf243e HTTP/1.1" status: 204 len: 173 time: 1.4766910 Mar 23 10:51:08.541216 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35ed0ef-9d49-4113-9a93-9fa746690e87', 'name': 'network-vif-deleted', 'tag': '918cd53e-1039-4733-b17d-b5bb88bf243e', 'status': 'completed', 'code': 200} Mar 23 10:51:08.609760 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:51:08.867891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-36552288-3471-45b9-b2f5-81493f02380f req-12aeb6f8-aac8-4f16-aca8-5524e9ecad9a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:51:08.885369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-36552288-3471-45b9-b2f5-81493f02380f req-12aeb6f8-aac8-4f16-aca8-5524e9ecad9a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:51:08.887140 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36552288-3471-45b9-b2f5-81493f02380f req-12aeb6f8-aac8-4f16-aca8-5524e9ecad9a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=d35ed0ef-9d49-4113-9a93-9fa746690e87 HTTP/1.1" status: 200 len: 210 time: 0.0575869 Mar 23 10:51:08.928560 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:08.932386 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:51:08.943622 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:51:08.944223 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:50:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:09.124242 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:51:09.448859 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:09.452784 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec31a7-43e4-41f8-b2b5-213eb67e4144 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:51:09.663238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce826c-c6af-4a01-a339-c4237f78f4a4 None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:51:09.909366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:51:09.941286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 918cd53e-1039-4733-b17d-b5bb88bf243e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:51:09.941633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 918cd53e-1039-4733-b17d-b5bb88bf243e not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:51:10.258312 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-db7c7848-0929-4e90-a80c-fdc23ae1222b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1520592740&fields=id&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 267 time: 0.0400925 Mar 23 10:51:10.403045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1fbb5676-7da6-4d5b-8b81-53c1a7a90685 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:10.404486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1fbb5676-7da6-4d5b-8b81-53c1a7a90685 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1393478 Mar 23 10:51:10.420651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-27298f64-340a-47ac-86d8-7b21e20bce33 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/quotas/c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 375 time: 0.0107446 Mar 23 10:51:10.503547 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-fc2e5ff6-4bd6-45bf-b00c-21a3052b53f2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781679 Mar 23 10:51:10.519115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-bc40f10e-946e-4248-ac1d-db38b0408f12 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:51:10.520064 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-bc40f10e-946e-4248-ac1d-db38b0408f12 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050046 Mar 23 10:51:10.648131 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-7b5f3597-e182-4747-8d3c-12ab079ea8cf service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222651 Mar 23 10:51:10.778611 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-68ce52cd-6c2d-4f86-b678-1f24a680a0c5 service neutron] 10.222.0.73 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247392 Mar 23 10:51:10.958317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b168ec55-e387-418f-99f4-74f3344f4e79 req-ff2965e8-7002-42bf-9297-a4f5cc0b1756 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 210 time: 0.0410016 Mar 23 10:51:11.948040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-4e13eb5d-8cc2-4587-ac50-ec2461b3633f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:11.949472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-4e13eb5d-8cc2-4587-ac50-ec2461b3633f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 811 time: 0.1473730 Mar 23 10:51:12.003999 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-df1965ed-bcd5-4c4e-995e-28c29292909a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 380 time: 0.0423639 Mar 23 10:51:12.012186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'port': {'device_id': '54a9615d-47e1-4d87-8837-69282ce3225b', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'admin_state_up': True, 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'security_groups': ['c89cc59d-b845-4915-8363-2d3d501e7163']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:51:12.136868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-199135ff-1395-4514-a0bf-9b108d3fa8b1 req-140fca65-c778-450c-9280-e5d0c9974a93 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 210 time: 0.0521572 Mar 23 10:51:12.191933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:51:12.201339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:51:12.210758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Made reservation on behalf of c51e5bb6c38844c2b2505ded8aa2613e for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:51:12.213808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:12.470632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Allocated IP 172.20.0.13 (8c4cbe0f-60dc-4abb-9935-142efbca77a7/f8102fc4-d415-45a1-a79f-819ed8c6aaa4/0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:51:12.650327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:12.665302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Transition to ACTIVE for port object 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:51:12.687093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:12.754412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:51:12.757137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:51:12.760886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:51:12.801034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:12.831425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:12.832057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:12.857947 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-f5d47435-0438-4edd-b0e3-9e6201afcc7f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493590 Mar 23 10:51:12.869484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Request body: {'port': {'device_id': '54a9615d-47e1-4d87-8837-69282ce3225b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:51:12.978354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.020689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-10c8f699-49a1-4558-81eb-6190f4e7afdc None None] Provisioning for port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:51:13.026460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-10c8f699-49a1-4558-81eb-6190f4e7afdc None None] Provisioning complete for port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:51:13.027644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10c8f699-49a1-4558-81eb-6190f4e7afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.085032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-10c8f699-49a1-4558-81eb-6190f4e7afdc None None] Port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:51:13.372736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:51:13.382623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.403940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Transition to ACTIVE for port object 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:51:13.411056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.448370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f137da-d5dd-4edd-af87-66b09d1297f1 req-99ef970b-22a9-4cbf-9fb4-c9178451c5fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:13.449076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-24f137da-d5dd-4edd-af87-66b09d1297f1 req-99ef970b-22a9-4cbf-9fb4-c9178451c5fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:51:13.545971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:13.556837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-24f137da-d5dd-4edd-af87-66b09d1297f1 req-99ef970b-22a9-4cbf-9fb4-c9178451c5fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:51:13.557988 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-24f137da-d5dd-4edd-af87-66b09d1297f1 req-99ef970b-22a9-4cbf-9fb4-c9178451c5fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 932 time: 0.2906225 Mar 23 10:51:13.680679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-24f137da-d5dd-4edd-af87-66b09d1297f1 req-9f27f038-7dd5-4065-b625-482373693373 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165173 Mar 23 10:51:13.709659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Attempting to bind port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:51:13.709985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Attempting to bind port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:51:13.710309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Attempting to bind port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:51:13.716037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:51:13.716354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Attempting to bind port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e on network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:51:13.722479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:51:13.722811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Checking segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:51:13.723183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Bound using segment: {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:51:13.723624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Bound port: 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e039c538-d65f-48d6-a85a-881b9b01c4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:51:13.723964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.813584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:51:13.816526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:51:13.820556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.880983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:13.882421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] 10.222.0.91 "PUT /v2.0/ports/0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1094 time: 1.0172551 Mar 23 10:51:13.882843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:13.906344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ce3d-5924-405b-8ac2-de8c6425b06d service neutron] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:13.954690 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'status': 'completed', 'code': 200} Mar 23 10:51:13.997125 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-c2b68ee1-3922-46ed-b616-dbafc40f3964 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1097 time: 0.0729191 Mar 23 10:51:14.068781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-883ab61d-8af7-4667-b7ad-193fcfe8a73c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 217 time: 0.0644898 Mar 23 10:51:14.131630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-29080d6f-4c37-4bb0-98fd-cb69ef0991fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:14.133221 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-29080d6f-4c37-4bb0-98fd-cb69ef0991fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0592592 Mar 23 10:51:14.297425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-cfa8cd5d-1df7-444d-b493-6ebd548fcabd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1585641 Mar 23 10:51:14.428762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-5bdf1fcd-a318-4dde-a288-c41b638c53d5 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245561 Mar 23 10:51:14.557441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-099543fa-c4e9-41e4-b8d8-6f723ed0ee6c req-7a76b40a-fe47-445f-95fd-16c4dc125e24 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227899 Mar 23 10:51:14.691189 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-5bfb16fb-1e48-42b4-a8e0-8b778aac2e34 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1097 time: 0.0911760 Mar 23 10:51:14.864118 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-ab9d316d-584b-4519-9e46-e6311ae55f42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:14.865537 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-ab9d316d-584b-4519-9e46-e6311ae55f42 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1682982 Mar 23 10:51:14.942302 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-edf3c776-a973-4d58-92c2-1c8909e58c74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 217 time: 0.0665715 Mar 23 10:51:14.993716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec40bd2-4255-445f-861e-e0dc2ef9fcda req-95c38803-e52a-4aa2-a704-e1c7035bd6d8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:14.995111 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cec40bd2-4255-445f-861e-e0dc2ef9fcda req-95c38803-e52a-4aa2-a704-e1c7035bd6d8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 944 time: 0.1907630 Mar 23 10:51:15.038705 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-b1cfac03-6367-4112-a3db-772f715ca97d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:15.040173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-b1cfac03-6367-4112-a3db-772f715ca97d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0910430 Mar 23 10:51:15.098586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cec40bd2-4255-445f-861e-e0dc2ef9fcda req-0f57e084-0488-40b1-ae90-87a8438c7aa9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966640 Mar 23 10:51:15.131859 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-a6f7e5b3-4096-4f0b-a09e-e13c1f17eb8d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848520 Mar 23 10:51:15.264155 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-6e0ff9fd-24b4-4331-a0c9-dd7a2230686f service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258490 Mar 23 10:51:15.409559 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37362937-874e-4dee-91cd-20e4c9f445b2 req-4a3eb8ec-b2c3-4a17-a9ae-dd869eabc324 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397746 Mar 23 10:51:16.300048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51941216-67cc-4a25-b772-97d15521e9a0 req-d3fb28e2-82ab-44f6-be67-d3afd5aad947 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:16.301511 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-51941216-67cc-4a25-b772-97d15521e9a0 req-d3fb28e2-82ab-44f6-be67-d3afd5aad947 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 944 time: 0.0767393 Mar 23 10:51:16.351976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-51941216-67cc-4a25-b772-97d15521e9a0 req-e814f9b2-8b63-4968-beda-c6bfaf5fe4ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Mar 23 10:51:17.559333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0814c-7ee7-44c9-a11b-924c0bd1492f req-4b10d3ed-707d-4609-b10c-f6b124a3da04 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:17.560776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4cf0814c-7ee7-44c9-a11b-924c0bd1492f req-4b10d3ed-707d-4609-b10c-f6b124a3da04 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 944 time: 0.0792465 Mar 23 10:51:17.604324 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4cf0814c-7ee7-44c9-a11b-924c0bd1492f req-186ad845-4fae-48c5-83e5-ba509101ce1e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Mar 23 10:51:17.942750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:51:18.109400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:18.122872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'mac_address': 'fa:16:3e:1d:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:51:18.175155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:18.192182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:51:18.206895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:18.211773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:18.280697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:18.520069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:51:18.812441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf79f0-2f78-4d18-848d-e41b00093061 req-18c4ffd8-3436-4878-8757-0f5511b039b7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:18.813840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-93bf79f0-2f78-4d18-848d-e41b00093061 req-18c4ffd8-3436-4878-8757-0f5511b039b7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 945 time: 0.0775001 Mar 23 10:51:18.860058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-93bf79f0-2f78-4d18-848d-e41b00093061 req-68a1ceae-0a97-4b5c-980f-80f68d98b9d9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 Mar 23 10:51:19.956809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:51:20.027353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:51:20.032111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:51:20.032582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:20.062173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8771a-3f52-4604-8d4b-186a6f65dd32 req-da4757a3-6f5a-4b1f-8478-6a2d16dd3c9b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:20.063665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0a8771a-3f52-4604-8d4b-186a6f65dd32 req-da4757a3-6f5a-4b1f-8478-6a2d16dd3c9b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 945 time: 0.0809000 Mar 23 10:51:20.112013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0a8771a-3f52-4604-8d4b-186a6f65dd32 req-5c0fc666-5b96-4ff9-bd7e-0b23e1da71e6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Mar 23 10:51:20.150339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:20.176925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:20.186313 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:20.191680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:20.257273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:20.307181 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'code': 200} Mar 23 10:51:20.528215 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb1e5754-df81-4e31-8814-c90bc248750d req-5a250429-ca56-4d6f-bee4-d63979f24d72 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.0669041 Mar 23 10:51:20.573931 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb1e5754-df81-4e31-8814-c90bc248750d req-800466b3-c466-4995-a427-8ef77804d875 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Mar 23 10:51:21.406769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e636cd-c894-4ad9-bec5-4feb3eb6c543 req-37148afe-26df-4a7b-a065-035a2673ed8a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:21.408171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1e636cd-c894-4ad9-bec5-4feb3eb6c543 req-37148afe-26df-4a7b-a065-035a2673ed8a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.1668062 Mar 23 10:51:21.457532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1e636cd-c894-4ad9-bec5-4feb3eb6c543 req-4b2fc08a-9114-4f96-9c5a-bd3619099a8f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Mar 23 10:51:22.229892 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:51:22.655735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5615ef-7608-4022-bcd4-0ac8eb5e14ce req-a281dfa6-08d1-4c2e-a9f8-a1e1479f9e49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:22.657173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea5615ef-7608-4022-bcd4-0ac8eb5e14ce req-a281dfa6-08d1-4c2e-a9f8-a1e1479f9e49 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0779862 Mar 23 10:51:22.701879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea5615ef-7608-4022-bcd4-0ac8eb5e14ce req-f220ae16-a5fe-443d-b472-753164f3c563 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Mar 23 10:51:22.887925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6522d-b381-4aab-a73a-4d38c73cceb1 req-4f256b2c-829c-492c-8a48-4f78d6f7360b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:22.889341 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f9e6522d-b381-4aab-a73a-4d38c73cceb1 req-4f256b2c-829c-492c-8a48-4f78d6f7360b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0750871 Mar 23 10:51:22.898029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53154) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:22.903686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Request body: {'floatingip': {'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:51:22.978406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:23.557286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:23.561561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:23.755687 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 associated. External IP: 172.26.7.171, port: 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e. Mar 23 10:51:24.253577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:51:24.442456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0ec70e0d-f6ed-445d-b465-5e11e4989a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:24.452128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:51:24.456926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:24.461491 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:51:24.474748 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:51:24.475418 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:50:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:24.512785 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6f4b25fa-3966-4531-8602-d0bb9075b699 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "PUT /v2.0/floatingips/f9d25016-ae61-4431-88aa-6fa0183edcd4 HTTP/1.1" status: 200 len: 993 time: 1.6136489 Mar 23 10:51:24.513351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:24.568601 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'status': 'completed', 'code': 200} Mar 23 10:51:24.661135 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:51:24.665794 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-5e6efff0-6f3b-43be-9979-684d2eb1c46f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.0755298 Mar 23 10:51:24.788689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:24.822442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-8ee2753b-9ea5-4816-9286-254883d44549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:24.825689 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-8ee2753b-9ea5-4816-9286-254883d44549 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1543436 Mar 23 10:51:24.955258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-83877113-a161-4b03-a11c-9dae220b73f7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1001 time: 0.1227124 Mar 23 10:51:25.031744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-2255441f-1a7e-4b7e-811e-dd706a10c805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:25.032624 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:1d:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a9615d-47e1-4d87-8837-69282ce3225b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:51:23Z', 'revision_number': 13, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:25.033175 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-2255441f-1a7e-4b7e-811e-dd706a10c805 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0714881 Mar 23 10:51:25.036860 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:51:25.050445 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:51:25.051113 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:50:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:25.114338 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-c8837250-734c-4a6a-98e9-55f68ce49685 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752392 Mar 23 10:51:25.243630 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:51:25.256328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-062dbb85-e802-4288-88a9-008fa5093c16 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359680 Mar 23 10:51:25.390849 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee00acbf-e9bf-48ca-a1d5-61d81e9ada00 req-b232852a-229c-454e-b60f-ee5cf65127cc service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291685 Mar 23 10:51:25.605538 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:1d:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a9615d-47e1-4d87-8837-69282ce3225b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:51:23Z', 'revision_number': 13, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:25.610071 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe19258-1124-409b-8d23-800d8067a7d0 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f9d25016-ae61-4431-88aa-6fa0183edcd4', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'mac_address': 'fa:16:3e:1d:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a9615d-47e1-4d87-8837-69282ce3225b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:48:12Z', 'updated_at': '2022-03-23T10:51:23Z', 'revision_number': 13, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:51:25.806937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e51f6f-e983-494b-9a0d-9d17e32b9c5b None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:51:26.185269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb9f83-aa20-4d6f-8885-51e0c5603168 req-a23f0653-9d56-421a-af20-d45aab98c3c7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:26.186788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-57cb9f83-aa20-4d6f-8885-51e0c5603168 req-a23f0653-9d56-421a-af20-d45aab98c3c7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0770686 Mar 23 10:51:26.234948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-57cb9f83-aa20-4d6f-8885-51e0c5603168 req-c5e69de8-6149-4249-90b2-f1582de26dfc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Mar 23 10:51:26.794232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c725d1a-4284-45c9-88a9-ad294edd855e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:27.798010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:28.010392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:29.360266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:30.361344 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-53935929-8357-4b19-8353-193fa476c6de service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695434 Mar 23 10:51:30.506487 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-22ea106c-3ae7-4123-825e-6bb1a8888493 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.0685322 Mar 23 10:51:30.650453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-dc178eae-a80c-426a-a923-834a440d0671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:30.652000 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-dc178eae-a80c-426a-a923-834a440d0671 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1277311 Mar 23 10:51:30.873909 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-bd79303a-fbfd-49db-855c-1201f5d61b3f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1003 time: 0.2155538 Mar 23 10:51:30.940408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-5ccd1740-8af1-4ac1-917a-9ceedbeba592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:30.941963 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-5ccd1740-8af1-4ac1-917a-9ceedbeba592 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0613801 Mar 23 10:51:31.018720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-706ede7b-07d2-4034-98db-a3362ce8d9eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711873 Mar 23 10:51:31.157343 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-13946a25-8f9e-45e4-98a6-5b94cb5d9b0c service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324260 Mar 23 10:51:31.290351 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dd817cb-23f4-463d-b737-d1e7ed015643 req-cf2e2618-3b33-4f8c-9031-fcb8769dec40 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277516 Mar 23 10:51:35.800787 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-acdc6778-8d13-4c6f-aad0-b3c79a30641e req-aa371584-fbfb-45ab-872c-c5307fd7e11e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702987 Mar 23 10:51:36.155320 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-7356a4f2-6a2c-4056-8f33-02833dd27cbd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1617231 Mar 23 10:51:36.231572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a25fb8-edb0-49e4-a762-1bee6b963de8 req-b7d97074-13f3-4bc3-b3f5-f2d431bb20e4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:36.232992 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00a25fb8-edb0-49e4-a762-1bee6b963de8 req-b7d97074-13f3-4bc3-b3f5-f2d431bb20e4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0894711 Mar 23 10:51:36.293856 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00a25fb8-edb0-49e4-a762-1bee6b963de8 req-14a5387d-337b-458e-9e46-ccdcd4976c83 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516114 Mar 23 10:51:37.561008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94678e42-adc3-4be4-ae65-9830a4be73a7 req-4734036a-a47b-4237-aff5-b20c3f731885 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:37.562387 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94678e42-adc3-4be4-ae65-9830a4be73a7 req-4734036a-a47b-4237-aff5-b20c3f731885 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.1364915 Mar 23 10:51:37.593758 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-d70deadd-ae00-4268-9e15-e40245ddb073 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.1165357 Mar 23 10:51:37.689716 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-94678e42-adc3-4be4-ae65-9830a4be73a7 req-74ce8b04-78b4-44f4-854f-63b3b79fc1ef tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216285 Mar 23 10:51:37.753280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790475-a900-496f-a661-d9d5740b6086 req-8d2ea77a-cc9c-4781-b7c2-2998cdd6afc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:37.754712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-8d2ea77a-cc9c-4781-b7c2-2998cdd6afc3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1500151 Mar 23 10:51:37.874253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-b49bcc00-4ad7-4880-9c2c-6572d4b00fe0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1003 time: 0.1069634 Mar 23 10:51:37.941374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790475-a900-496f-a661-d9d5740b6086 req-3255005f-2947-4b73-b38e-e02ee5d58c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:37.942840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-3255005f-2947-4b73-b38e-e02ee5d58c9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0676866 Mar 23 10:51:38.026149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-d87e97c4-15d5-454a-8c34-ca4dcbd3bb2b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762949 Mar 23 10:51:38.175653 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-a836c11b-df10-4ac2-b734-593a9518a95a service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427107 Mar 23 10:51:38.319498 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-81c3135e-e1b0-4598-86b3-8604e6b78007 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376295 Mar 23 10:51:38.918436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571856f-fb5d-49a8-bfd7-77c7f1c8b4ec req-61feaa0f-7b76-45ac-908e-f69a14d18dac tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:38.919996 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5571856f-fb5d-49a8-bfd7-77c7f1c8b4ec req-61feaa0f-7b76-45ac-908e-f69a14d18dac tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0941324 Mar 23 10:51:38.967967 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5571856f-fb5d-49a8-bfd7-77c7f1c8b4ec req-e431b93c-fa95-479f-9164-c60b6f752c00 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 Mar 23 10:51:40.181751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d460e-e1b4-4837-beb9-9a4297d136d1 req-d3dddad1-401b-426e-a813-ee69c1c1aec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:40.183267 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-491d460e-e1b4-4837-beb9-9a4297d136d1 req-d3dddad1-401b-426e-a813-ee69c1c1aec7 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0881565 Mar 23 10:51:40.373964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-491d460e-e1b4-4837-beb9-9a4297d136d1 req-d3937f7b-5b46-4808-8d11-7ea0582f5257 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770632 Mar 23 10:51:41.579205 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3531e-7923-4b5a-bd45-61fc4ac41581 req-6b6388af-9ca9-423b-8ef6-1fb13a919e40 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:41.580697 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18f3531e-7923-4b5a-bd45-61fc4ac41581 req-6b6388af-9ca9-423b-8ef6-1fb13a919e40 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0780270 Mar 23 10:51:41.629259 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18f3531e-7923-4b5a-bd45-61fc4ac41581 req-127d2f95-5c71-4d75-ade9-c49b2f205e7c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Mar 23 10:51:42.863121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3c3ce-e2f7-404c-8867-5e06954a9acf req-fad87ad4-a10f-49d8-9aec-19c45970cd56 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:42.865699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ecb3c3ce-e2f7-404c-8867-5e06954a9acf req-fad87ad4-a10f-49d8-9aec-19c45970cd56 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0991590 Mar 23 10:51:42.914288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ecb3c3ce-e2f7-404c-8867-5e06954a9acf req-577f507d-ef2b-437b-adee-5fc4e8ad7313 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 Mar 23 10:51:44.118025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318f8ca-4e2e-4747-a0dd-994e1321ef9a req-2f5a0525-56a8-411e-99ec-e1dc77c76ec6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:44.119478 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6318f8ca-4e2e-4747-a0dd-994e1321ef9a req-2f5a0525-56a8-411e-99ec-e1dc77c76ec6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0779941 Mar 23 10:51:44.170161 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6318f8ca-4e2e-4747-a0dd-994e1321ef9a req-f02faca1-2ce2-422e-bce5-12e765177d29 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442941 Mar 23 10:51:45.373015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac087ed-a55f-4a28-942c-76cf9f277216 req-49d13ee7-6efe-40b5-a275-e2c413860748 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:45.374722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8ac087ed-a55f-4a28-942c-76cf9f277216 req-49d13ee7-6efe-40b5-a275-e2c413860748 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0796425 Mar 23 10:51:45.422423 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8ac087ed-a55f-4a28-942c-76cf9f277216 req-a6ef84b3-f064-4f65-a857-03c883c5286e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Mar 23 10:51:45.639137 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-d50f16a2-adc6-475a-9101-a98e2435ddca service neutron] 10.222.0.91 "GET /v2.0/ports/0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0763805 Mar 23 10:51:45.894788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-2e5baded-8bde-4401-a742-70ebebc18746 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 1099 time: 0.0692751 Mar 23 10:51:45.983730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-4829440f-616d-406e-97d9-422473971dc5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.0680971 Mar 23 10:51:46.113408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790475-a900-496f-a661-d9d5740b6086 req-43b59ed5-19d3-47d0-851d-9222ff6e43c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:46.114950 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-43b59ed5-19d3-47d0-851d-9222ff6e43c8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1246948 Mar 23 10:51:46.220080 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-9bbfae55-1446-4224-82c9-fc1360919e9a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1003 time: 0.0994718 Mar 23 10:51:46.291248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790475-a900-496f-a661-d9d5740b6086 req-96234ded-b573-4516-91f7-ed83623f498c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:46.292769 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-96234ded-b573-4516-91f7-ed83623f498c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0665576 Mar 23 10:51:46.367069 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-27a5cba1-bfa9-4ba1-9fcc-26bf38430400 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688467 Mar 23 10:51:46.499788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-bcdfca4d-3831-43ac-b187-741ca929895d service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259651 Mar 23 10:51:46.696786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-28e684fd-5045-45fc-9176-9287e9b6133c service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912713 Mar 23 10:51:46.711010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f1ae-ada4-4380-a1f1-b23afeedf63a req-e3eba367-a340-4dbd-adbb-a0ea594711b9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:46.713231 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b05f1ae-ada4-4380-a1f1-b23afeedf63a req-e3eba367-a340-4dbd-adbb-a0ea594711b9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.1373971 Mar 23 10:51:46.766053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b05f1ae-ada4-4380-a1f1-b23afeedf63a req-083ba029-d869-4ab6-95ae-06aff7f40517 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464656 Mar 23 10:51:47.969130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c2612-7d53-4f91-9de6-696d1d85b20e req-27e7d7d3-5f5e-4e0b-9830-da7261844943 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:47.970598 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d93c2612-7d53-4f91-9de6-696d1d85b20e req-27e7d7d3-5f5e-4e0b-9830-da7261844943 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0775640 Mar 23 10:51:48.016803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d93c2612-7d53-4f91-9de6-696d1d85b20e req-3f25c2fc-d9a6-4de5-8f9a-fb6e8c4dbb84 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Mar 23 10:51:48.095481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:51:48.206972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:48.235071 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:48.245495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:48.250114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:48.305866 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'code': 200} Mar 23 10:51:48.324728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:49.225539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6d04-a9e0-41f5-a1bf-4d91fe3df20b req-414eb09d-a6f5-438c-ac1c-3995aac0f683 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:49.226908 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-578f6d04-a9e0-41f5-a1bf-4d91fe3df20b req-414eb09d-a6f5-438c-ac1c-3995aac0f683 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 944 time: 0.0826373 Mar 23 10:51:49.272129 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-578f6d04-a9e0-41f5-a1bf-4d91fe3df20b req-f94a59e3-d391-4aa5-b9e5-6eea1ab4c000 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Mar 23 10:51:50.095300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:51:50.235121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:50.250080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'mac_address': 'fa:16:3e:1d:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:51:50.302556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.320260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:51:50.336378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:50.340091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.452137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:51:50.473499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3771ab-2e76-4905-8a70-37d66c824e25 req-efbbe2d1-eadd-4e2f-bcd8-eec3e2e157fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:50.474966 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d3771ab-2e76-4905-8a70-37d66c824e25 req-efbbe2d1-eadd-4e2f-bcd8-eec3e2e157fc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 945 time: 0.0789986 Mar 23 10:51:50.475751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:50.528729 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d3771ab-2e76-4905-8a70-37d66c824e25 req-76aea6af-3a51-48f5-af81-259f4c658c36 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Mar 23 10:51:51.736017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bdbe1-9b86-4e27-9fac-e8859df66742 req-c8951b04-d21e-43d4-a50b-461cc50c503f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:51.740149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce7bdbe1-9b86-4e27-9fac-e8859df66742 req-c8951b04-d21e-43d4-a50b-461cc50c503f tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 945 time: 0.0824227 Mar 23 10:51:51.791842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce7bdbe1-9b86-4e27-9fac-e8859df66742 req-791fad55-47ed-4cb2-9b3d-9687965c79ed tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461931 Mar 23 10:51:52.095464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:51:52.166215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:51:52.166591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:52.284559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:52.312096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:51:52.321776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:51:52.327777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:52.381177 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'code': 200} Mar 23 10:51:52.413563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:53.085304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eb32c-2172-4cec-a4b3-e448c8716d26 req-5dae4702-7760-48aa-8ac2-848b3b73cb88 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:53.086700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0d0eb32c-2172-4cec-a4b3-e448c8716d26 req-5dae4702-7760-48aa-8ac2-848b3b73cb88 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.1716285 Mar 23 10:51:53.134332 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0d0eb32c-2172-4cec-a4b3-e448c8716d26 req-08eae7db-38d3-45e7-9f05-05b937827cb6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Mar 23 10:51:54.339777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea02759-dcd5-411b-9762-851c77b577dd req-eb9b49ed-fbe7-4d0e-8034-1c2a3ab771ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:54.341341 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bea02759-dcd5-411b-9762-851c77b577dd req-eb9b49ed-fbe7-4d0e-8034-1c2a3ab771ff tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0785215 Mar 23 10:51:54.387626 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bea02759-dcd5-411b-9762-851c77b577dd req-035c5598-b90b-4123-8a86-b24addab74e3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Mar 23 10:51:54.445536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-977216b3-ce44-4c68-87f4-4d422c859365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:54.795011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:55.586166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5abbd-294a-4015-96b6-83cdd4bf86e6 req-d65d7006-9a8f-4f64-a847-9477beefe5d4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:55.587723 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cf5abbd-294a-4015-96b6-83cdd4bf86e6 req-d65d7006-9a8f-4f64-a847-9477beefe5d4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0809102 Mar 23 10:51:55.632681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cf5abbd-294a-4015-96b6-83cdd4bf86e6 req-9f8bdb92-7045-444a-ba6c-fcb581bc05d5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386689 Mar 23 10:51:56.796591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-238c0163-328d-4cc7-a0cc-227c25c648ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:56.829977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be42dce-ff68-4a7a-8152-d6f1864bfb9c req-3dd5d44e-043a-4ce3-9083-3067ef0f1cdb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:56.831412 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3be42dce-ff68-4a7a-8152-d6f1864bfb9c req-3dd5d44e-043a-4ce3-9083-3067ef0f1cdb tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0765576 Mar 23 10:51:56.877065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3be42dce-ff68-4a7a-8152-d6f1864bfb9c req-de62cd02-8221-4b86-9b4b-bce7a60ceffd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Mar 23 10:51:57.497130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-c927d189-9d41-4251-ac42-b4f0ab4442cc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:57.498710 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-c927d189-9d41-4251-ac42-b4f0ab4442cc tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.1337497 Mar 23 10:51:57.569450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d250001-b101-488c-83b3-e6ce393f934b req-fef6a736-f08b-40b2-871f-3d366a1192b4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:57.570875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d250001-b101-488c-83b3-e6ce393f934b req-fef6a736-f08b-40b2-871f-3d366a1192b4 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.1468997 Mar 23 10:51:57.614858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-3cf085a8-67b2-4920-a2e1-759a41f2cbe0 service neutron] 10.222.0.91 "GET /v2.0/ports/0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.1092639 Mar 23 10:51:57.627153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3d250001-b101-488c-83b3-e6ce393f934b req-f37ecb58-ffee-43d7-b410-221fd6957613 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 Mar 23 10:51:57.707561 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-e1ab3d45-ecee-464c-8e4d-fe4fe9064d0c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.0708196 Mar 23 10:51:57.792906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:57.837991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-18e8edee-9253-42c9-a4d8-77a46c85f6c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:57.839466 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-18e8edee-9253-42c9-a4d8-77a46c85f6c3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1267955 Mar 23 10:51:57.938516 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-5fcf1c80-bad5-4f84-9a87-a4f555f87789 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1003 time: 0.0935259 Mar 23 10:51:58.003884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.004650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-99774561-22ca-4b0f-ae3f-0aab52fe8fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:58.006251 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-99774561-22ca-4b0f-ae3f-0aab52fe8fda service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0620518 Mar 23 10:51:58.083857 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-9e96c9d1-97d5-436b-a3bf-c020e7967526 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714495 Mar 23 10:51:58.214316 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-b8956332-5324-41ae-a3bb-f526ce2d23f8 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248674 Mar 23 10:51:58.344668 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-93ff1084-1022-4795-88c9-7a61f4d7b56d service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245291 Mar 23 10:51:58.828123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748da354-582e-4917-9987-4f7b50494fb7 req-97dd2102-cf89-4c8c-8a24-b4543f239637 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:58.829628 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-748da354-582e-4917-9987-4f7b50494fb7 req-97dd2102-cf89-4c8c-8a24-b4543f239637 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0809121 Mar 23 10:51:58.878201 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-748da354-582e-4917-9987-4f7b50494fb7 req-7c3b19b3-09a3-4174-b398-88f36a94f0a1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Mar 23 10:51:59.231309 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:51:59.360992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.076323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14ee2e-9ab6-4a0b-a5a7-51a6f1814739 req-decfce15-aa42-4181-b3ff-a1681d63af40 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:00.077777 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed14ee2e-9ab6-4a0b-a5a7-51a6f1814739 req-decfce15-aa42-4181-b3ff-a1681d63af40 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0759921 Mar 23 10:52:00.130860 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed14ee2e-9ab6-4a0b-a5a7-51a6f1814739 req-67bd59e7-5b36-4f78-b3c0-ba4083ca5769 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Mar 23 10:52:01.344024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb9cb3-45a4-47f3-8255-e377ed1ea8a5 req-27f3fc1e-59b0-4245-ab9f-b9eac803b3f5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:01.345495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-02cb9cb3-45a4-47f3-8255-e377ed1ea8a5 req-27f3fc1e-59b0-4245-ab9f-b9eac803b3f5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0864787 Mar 23 10:52:01.394744 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-02cb9cb3-45a4-47f3-8255-e377ed1ea8a5 req-1de6548c-14fa-47c5-906c-dac2756008ce tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Mar 23 10:52:01.592894 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-891223f5-473d-4562-a5f9-53d0988891dc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b&tenant_id=c51e5bb6c38844c2b2505ded8aa2613e HTTP/1.1" status: 200 len: 1099 time: 0.0758052 Mar 23 10:52:01.789921 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-b20fa740-5c13-460a-9e80-4e2609b95670 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 1099 time: 0.1717227 Mar 23 10:52:01.922951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-4d667e4d-2a41-4453-a135-6db9d5ef1be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:01.924424 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-4d667e4d-2a41-4453-a135-6db9d5ef1be3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 200 len: 912 time: 0.1288674 Mar 23 10:52:02.037482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-c7c842b7-182b-431e-9355-c739e961604b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 200 len: 1003 time: 0.1074092 Mar 23 10:52:02.116559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-357e36ac-69b8-4fb3-9291-b86352fbf62a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:02.118024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-357e36ac-69b8-4fb3-9291-b86352fbf62a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 200 len: 850 time: 0.0733495 Mar 23 10:52:02.194494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-b0cd3307-038f-4637-a5dc-bc75c52c2cc3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8c4cbe0f-60dc-4abb-9935-142efbca77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706027 Mar 23 10:52:02.331802 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-ddec832c-f1c4-49af-9746-9a92323497a2 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311357 Mar 23 10:52:02.469852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f719d850-a3e1-4ee0-bc49-411b88af3001 req-1a501ec2-3c86-4a86-a0ce-670d656d2b02 service neutron] 10.222.0.91 "GET /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324415 Mar 23 10:52:02.598317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552410b-d040-44cc-8881-5955737cd599 req-c73fb32c-a890-4bdb-a368-68f2629aa9e6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:02.600113 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7552410b-d040-44cc-8881-5955737cd599 req-c73fb32c-a890-4bdb-a368-68f2629aa9e6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0766175 Mar 23 10:52:02.646386 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7552410b-d040-44cc-8881-5955737cd599 req-d46e2a2c-1f11-400c-9383-81b9a61c31ad tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Mar 23 10:52:03.855750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59ba04-110a-4378-8788-c3ce2b4b12f4 req-0b51e1dc-553e-4c96-8fc6-0432f8cd1cea tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:03.857199 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1f59ba04-110a-4378-8788-c3ce2b4b12f4 req-0b51e1dc-553e-4c96-8fc6-0432f8cd1cea tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0818770 Mar 23 10:52:03.904675 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1f59ba04-110a-4378-8788-c3ce2b4b12f4 req-c9959f67-e0b4-4930-9282-89c937fd4868 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Mar 23 10:52:04.133327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:04.251130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:04.279351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:04.290744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:04.290744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:04.344931 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'code': 200} Mar 23 10:52:04.360364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=9']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:04.368396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.368744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.369079 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.369411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.369744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.370070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.370399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.370751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.371073 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.371398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:04.371745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.104065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7479ec0-315d-451e-a433-ef6d137ef92e req-5167a047-72c1-424f-bad8-79b0f4851575 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:05.105425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7479ec0-315d-451e-a433-ef6d137ef92e req-5167a047-72c1-424f-bad8-79b0f4851575 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 944 time: 0.0813384 Mar 23 10:52:05.153240 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7479ec0-315d-451e-a433-ef6d137ef92e req-33a51021-3fed-4cea-90a7-0557058a09d0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Mar 23 10:52:06.132769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:52:06.267724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:06.283651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'port_id': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'mac_address': 'fa:16:3e:1d:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:52:06.338527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.353921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f8264-c58f-4b3b-999e-da4847494475 req-ed73630a-393c-477d-a1d8-a99fb1a038d0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:06.355982 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-840f8264-c58f-4b3b-999e-da4847494475 req-ed73630a-393c-477d-a1d8-a99fb1a038d0 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 944 time: 0.0804563 Mar 23 10:52:06.357186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:52:06.373745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:06.378246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.401382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-840f8264-c58f-4b3b-999e-da4847494475 req-f27e3558-427e-46ad-9aef-2ad72fa975fa tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398657 Mar 23 10:52:06.444994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:52:06.491311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=10']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:07.616327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15155c7a-eae6-43b7-a7b6-09c769ccc3a9 req-fead968a-6eef-4c4d-8c75-88f270743667 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:07.617751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15155c7a-eae6-43b7-a7b6-09c769ccc3a9 req-fead968a-6eef-4c4d-8c75-88f270743667 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 946 time: 0.0733345 Mar 23 10:52:07.666361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15155c7a-eae6-43b7-a7b6-09c769ccc3a9 req-f1d582c2-2076-4f7f-840b-d6c0d51b68aa tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Mar 23 10:52:08.156813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:08.225445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:08.225809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.335415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.361757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:08.370946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:08.375724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.429513 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'code': 200} Mar 23 10:52:08.442871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=11']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:08.864585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56405cb3-e251-410e-861c-259f6ce6b058 req-ebed4eae-8502-4a3a-b362-28d072a784c8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:08.865936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56405cb3-e251-410e-861c-259f6ce6b058 req-ebed4eae-8502-4a3a-b362-28d072a784c8 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0774443 Mar 23 10:52:08.912531 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56405cb3-e251-410e-861c-259f6ce6b058 req-d743ecb8-ef9d-450e-8a46-a8e0bfef6a2c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Mar 23 10:52:10.113759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd8b4-10f1-49fa-b8cf-95c6db60b2e0 req-f824eb24-b32d-475f-9fae-3be68cb736a6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:10.115105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1efd8b4-10f1-49fa-b8cf-95c6db60b2e0 req-f824eb24-b32d-475f-9fae-3be68cb736a6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0777595 Mar 23 10:52:10.161830 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1efd8b4-10f1-49fa-b8cf-95c6db60b2e0 req-942383cc-b8a6-4e79-a52e-b4f028651619 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Mar 23 10:52:11.362055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e687343-be60-4119-9e2b-e7e9872c6ffe req-da7efd1d-19a0-4093-99b2-e5fe6dc5ecda tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:11.363395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8e687343-be60-4119-9e2b-e7e9872c6ffe req-da7efd1d-19a0-4093-99b2-e5fe6dc5ecda tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0768054 Mar 23 10:52:11.409432 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8e687343-be60-4119-9e2b-e7e9872c6ffe req-208afabb-34e6-4cab-9590-1a61c6fd07ab tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Mar 23 10:52:12.605788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e136-b75f-41bf-8954-07bded7f505c req-b8a75c1f-00ea-451f-931f-4fa385dd283a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:12.607243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-91e4e136-b75f-41bf-8954-07bded7f505c req-b8a75c1f-00ea-451f-931f-4fa385dd283a tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0785224 Mar 23 10:52:12.652937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-91e4e136-b75f-41bf-8954-07bded7f505c req-05cb171d-8587-44e5-beea-51c9297fa97b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 Mar 23 10:52:12.846929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a259c-6e79-4995-8b9b-511ca4250575 req-9995645f-c71a-490b-93b3-ad4d786823c3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:12.848340 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b61a259c-6e79-4995-8b9b-511ca4250575 req-9995645f-c71a-490b-93b3-ad4d786823c3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0757501 Mar 23 10:52:12.895321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b61a259c-6e79-4995-8b9b-511ca4250575 req-0a89adf5-aa59-4f9d-89eb-8d48db73c6e1 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Mar 23 10:52:13.174307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f2d1-ff20-45c5-9e89-c13de15ca5ba req-2f99d3c8-d1b9-41d5-99da-f332133e69e5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.175750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e01f2d1-ff20-45c5-9e89-c13de15ca5ba req-2f99d3c8-d1b9-41d5-99da-f332133e69e5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.1630368 Mar 23 10:52:13.224553 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e01f2d1-ff20-45c5-9e89-c13de15ca5ba req-eb8a48f7-c29c-4ac5-8270-a357b47ac5c2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Mar 23 10:52:13.626493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e0ff3-e51f-4bee-8781-9c779b47034c req-44fb2a22-59ea-4ac8-96b9-2ab2a0afe7c9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.627998 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d88e0ff3-e51f-4bee-8781-9c779b47034c req-44fb2a22-59ea-4ac8-96b9-2ab2a0afe7c9 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0805614 Mar 23 10:52:13.676358 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d88e0ff3-e51f-4bee-8781-9c779b47034c req-36570e87-8497-4cf8-b3a0-b1a57ae4b6b5 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Mar 23 10:52:14.885142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69713e-f4b8-42f5-8364-dfb8bdcb525a req-d91d79d1-9bde-497f-9e3a-677edc44f0d6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:14.887132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d69713e-f4b8-42f5-8364-dfb8bdcb525a req-d91d79d1-9bde-497f-9e3a-677edc44f0d6 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.0799432 Mar 23 10:52:14.931453 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d69713e-f4b8-42f5-8364-dfb8bdcb525a req-918bbcc7-4654-4b54-9f7c-acc3af3ac61b tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Mar 23 10:52:16.199048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002f14-eba7-4fb2-91b0-cce5e938c522 req-3f3abb4a-ed78-4d0d-8ac1-162864402d91 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:16.201077 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc002f14-eba7-4fb2-91b0-cce5e938c522 req-3f3abb4a-ed78-4d0d-8ac1-162864402d91 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.1378150 Mar 23 10:52:16.210588 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-eceecb14-ceee-4c71-aa13-2fe6eba166dd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:16.212010 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-eceecb14-ceee-4c71-aa13-2fe6eba166dd tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 947 time: 0.1004343 Mar 23 10:52:16.304592 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc002f14-eba7-4fb2-91b0-cce5e938c522 req-aef13b6c-f94b-43c0-b2c5-d3451d50a22c tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups?id=c89cc59d-b845-4915-8363-2d3d501e7163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915408 Mar 23 10:52:16.309978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Deleting port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:16.310318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:16.551738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] For port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:16.552093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:16.833112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:16.833445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:16.833751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4 disassociated. External IP: 172.26.7.171, port: 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e. Mar 23 10:52:16.834082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Calling delete_port for 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:16.975609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:17.023419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event deleted for resources: {'Port': ['ID=0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:17.036650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.036992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.037324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.037655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.037977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.038298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.038616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.038934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.039250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.039586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.039900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:17.270204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:52:17.541162 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-096ba8f6-fa3c-41e9-8120-6fa90e4ac0fc req-aff1af30-e088-4649-bdc9-d2a454ecee8e tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 210 time: 0.0577374 Mar 23 10:52:17.614967 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:52:17.625005 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:52:17.636947 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:52:17.637607 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:51:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:17.687790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] No DVR routers for this DVR port 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:52:17.690192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:17.692713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-deleted', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:17.709001 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8cf6477f-c44f-4e05-aede-dae25c697534 req-70d328de-31a8-48ab-8332-2d60f43cdabe tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.91 "DELETE /v2.0/ports/0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e HTTP/1.1" status: 204 len: 173 time: 1.4824810 Mar 23 10:52:17.852927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a9615d-47e1-4d87-8837-69282ce3225b', 'name': 'network-vif-deleted', 'tag': '0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e', 'status': 'completed', 'code': 200} Mar 23 10:52:17.865992 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:52:18.185836 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:18.190734 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:52:18.204037 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:52:18.204886 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:51:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:18.386764 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:52:18.710416 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:18.716107 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc02857-24df-4ad4-a843-8a1ac8e5ca22 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:09Z', 'revision_number': 4, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'a46c11ea-c4e3-461d-bc2e-5cc9a05c6054', 'name': '', 'network_id': '8c4cbe0f-60dc-4abb-9935-142efbca77a7', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'mac_address': 'fa:16:3e:a5:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:08Z', 'updated_at': '2022-03-23T10:48:16Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'subnets': [{'id': 'f8102fc4-d415-45a1-a79f-819ed8c6aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:52:18.736675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-83cc5bb6-6e22-4da2-97e0-c7f7a7b92a5d req-07278116-c98b-4966-a5fc-5f5c21750217 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Synchronizing usage tracker for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:18.764926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-83cc5bb6-6e22-4da2-97e0-c7f7a7b92a5d req-07278116-c98b-4966-a5fc-5f5c21750217 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Unset dirty status for tenant:c51e5bb6c38844c2b2505ded8aa2613e on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:18.766224 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-83cc5bb6-6e22-4da2-97e0-c7f7a7b92a5d req-07278116-c98b-4966-a5fc-5f5c21750217 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/ports?device_id=54a9615d-47e1-4d87-8837-69282ce3225b HTTP/1.1" status: 200 len: 210 time: 0.0785210 Mar 23 10:52:18.953062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350f55d-1956-46c8-8ffa-d58047956c3c None None] New status for floating IP f9d25016-ae61-4431-88aa-6fa0183edcd4: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:52:20.216116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:20.286835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:52:20.287181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 0ad14dbc-20c0-4e12-8fb5-6b6a1214d18e not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:52:23.073000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53360) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:23.140356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d596bf79-e14a-40d3-bd18-db8671df2df3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.167941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d596bf79-e14a-40d3-bd18-db8671df2df3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.221347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d596bf79-e14a-40d3-bd18-db8671df2df3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.237233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596bf79-e14a-40d3-bd18-db8671df2df3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cc59d-b845-4915-8363-2d3d501e7163,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:23.243226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d596bf79-e14a-40d3-bd18-db8671df2df3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.244961 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d596bf79-e14a-40d3-bd18-db8671df2df3 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "DELETE /v2.0/security-groups/c89cc59d-b845-4915-8363-2d3d501e7163 HTTP/1.1" status: 204 len: 168 time: 0.1708899 Mar 23 10:52:23.246779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53364) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:23.270705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.api.v2.resource [None req-f1bc68a3-1ff2-499a-8fa3-90016287a9b2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] show failed (client error): The resource could not be found. Mar 23 10:52:23.270705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f1bc68a3-1ff2-499a-8fa3-90016287a9b2 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "GET /v2.0/security-groups/c89cc59d-b845-4915-8363-2d3d501e7163 HTTP/1.1" status: 404 len: 347 time: 0.0222092 Mar 23 10:52:23.272736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53368) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:23.430174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Deleting port 20337f91-7dca-43d2-97b3-2d12f9f6fdc9 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:23.430490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.597920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.598148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.720741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Calling delete_port for 20337f91-7dca-43d2-97b3-2d12f9f6fdc9 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:23.863921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:23.911244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Pushing event deleted for resources: {'Port': ['ID=20337f91-7dca-43d2-97b3-2d12f9f6fdc9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:24.002553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:24.020089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:24.021206 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-69c828ca-7705-4e5d-bc66-a2a74853ad20 tempest-ServerActionsTestJSON-1547223099 tempest-ServerActionsTestJSON-1547223099-project] 10.222.0.73 "DELETE /v2.0/floatingips/f9d25016-ae61-4431-88aa-6fa0183edcd4 HTTP/1.1" status: 204 len: 168 time: 0.7475655 Mar 23 10:52:24.024333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53372) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:24.447148 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e847febd-fb47-47a6-b14d-950110b255a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:24.507392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:24.811118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:25.086702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Deleting port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:25.086914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:25.264389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] For port a46c11ea-c4e3-461d-bc2e-5cc9a05c6054, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:25.264733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:25.381976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Calling delete_port for a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:25.545165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:25.589286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Pushing event deleted for resources: {'Port': ['ID=a46c11ea-c4e3-461d-bc2e-5cc9a05c6054,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:25.872347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:26.551145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Router 62b59542-48c2-411a-b8f7-182f0feb621a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:52:26.745467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:52:26.756379 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] Sync routers for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:52:26.759657 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8d71574e-a379-4de3-8e38-55aebf127baa admin admin] 10.222.0.73 "PUT /v2.0/routers/62b59542-48c2-411a-b8f7-182f0feb621a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7342980 Mar 23 10:52:26.763003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53376) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:26.774403 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:52:26.775009 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:51:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:26.811977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9014365e-512c-41cd-b4db-f69ecef1eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:26.960283 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:26.965710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:52:27.154490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:27.164857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Deleting port c5581214-186f-4d95-987c-5bcce78f08d0 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:27.165239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:27.292504 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:52:25Z', 'revision_number': 5, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port': {'id': 'c5581214-186f-4d95-987c-5bcce78f08d0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:27.296752 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] Checking router: 62b59542-48c2-411a-b8f7-182f0feb621a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:52:27.307073 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] Routers {'62b59542-48c2-411a-b8f7-182f0feb621a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:52:27.307690 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:52:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['62b59542-48c2-411a-b8f7-182f0feb621a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:27.452947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] For port c5581214-186f-4d95-987c-5bcce78f08d0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c5581214-186f-4d95-987c-5bcce78f08d0,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:27.453209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:27.459870 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] Set router 62b59542-48c2-411a-b8f7-182f0feb621a gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:52:27.562357 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:52:27Z', 'revision_number': 6, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:27.566356 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34802b01-a560-491a-9913-885d3387ccb6 None None] The sync data for ids ['62b59542-48c2-411a-b8f7-182f0feb621a'] in dv-neutron-834653-2-hyperv is: [{'id': '62b59542-48c2-411a-b8f7-182f0feb621a', 'name': 'tempest-ServerActionsTestJSON-641709050-router', 'tenant_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:06Z', 'updated_at': '2022-03-23T10:52:27Z', 'revision_number': 6, 'project_id': 'c51e5bb6c38844c2b2505ded8aa2613e', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:52:27.572731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Calling delete_port for c5581214-186f-4d95-987c-5bcce78f08d0 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:27.737057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:27.784152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5581214-186f-4d95-987c-5bcce78f08d0,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:27.796617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.007575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.009020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.260329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.264681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.293639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.294570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b59542-48c2-411a-b8f7-182f0feb621a {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:52:28.312737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.313965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-546d9496-1c66-44e6-bb85-b4c7a165959a admin admin] 10.222.0.73 "DELETE /v2.0/routers/62b59542-48c2-411a-b8f7-182f0feb621a HTTP/1.1" status: 204 len: 168 time: 1.5500014 Mar 23 10:52:28.316568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53380) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:28.378136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Deleting subnet f8102fc4-d415-45a1-a79f-819ed8c6aaa4 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:52:28.381046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.433120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.514522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.586292 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.623580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8102fc4-d415-45a1-a79f-819ed8c6aaa4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:28.629763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.635642 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ad69dd86-9e6e-4d07-9b01-cb7ca740fb7b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f8102fc4-d415-45a1-a79f-819ed8c6aaa4 HTTP/1.1" status: 204 len: 168 time: 0.3181131 Mar 23 10:52:28.638690 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53384) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:28.638952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4efadb1-3d76-441f-aa2a-684ef793944c None None] Network 8c4cbe0f-60dc-4abb-9935-142efbca77a7 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:52:28.746992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.760471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Deleting port 6a351770-2a54-4e51-8aa0-779c023bdddf {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:28.760925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:28.809999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:28.849536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:52:28.849770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device a46c11ea-c4e3-461d-bc2e-5cc9a05c6054 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:52:28.850172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5581214-186f-4d95-987c-5bcce78f08d0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:28.883067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c5581214-186f-4d95-987c-5bcce78f08d0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:52:28.883408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5581214-186f-4d95-987c-5bcce78f08d0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:52:28.945957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] DHCP port deletion for 8c4cbe0f-60dc-4abb-9935-142efbca77a7 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:52:28.950240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Deleting port 6a351770-2a54-4e51-8aa0-779c023bdddf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:28.950670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.063419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] For port 6a351770-2a54-4e51-8aa0-779c023bdddf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6a351770-2a54-4e51-8aa0-779c023bdddf,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:29.063717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.155528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] For port 6a351770-2a54-4e51-8aa0-779c023bdddf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=6a351770-2a54-4e51-8aa0-779c023bdddf,segment=NetworkSegment(e039c538-d65f-48d6-a85a-881b9b01c4ff),segment_id=e039c538-d65f-48d6-a85a-881b9b01c4ff)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:29.156149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.182386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Calling delete_port for 6a351770-2a54-4e51-8aa0-779c023bdddf owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:29.258343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.284364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Calling delete_port for 6a351770-2a54-4e51-8aa0-779c023bdddf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:29.302891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a351770-2a54-4e51-8aa0-779c023bdddf,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:29.307279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] No DVR routers for this DVR port 6a351770-2a54-4e51-8aa0-779c023bdddf on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:52:29.366941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:52:29.367292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:52:29.368422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.431406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.457589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4cbe0f-60dc-4abb-9935-142efbca77a7']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:29.469551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e039c538-d65f-48d6-a85a-881b9b01c4ff') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:29.469835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e039c538-d65f-48d6-a85a-881b9b01c4ff') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:29.480720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.496269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.502314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:52:29.502687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:52:29.515796 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:52:29.589497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.605409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.617164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4cbe0f-60dc-4abb-9935-142efbca77a7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:29.623058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-54f89b56-7b42-45a2-8ca5-af0ebb005163 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8c4cbe0f-60dc-4abb-9935-142efbca77a7 HTTP/1.1" status: 204 len: 168 time: 0.9833648 Mar 23 10:52:29.840255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53390) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:29.868203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Deleting port 6a351770-2a54-4e51-8aa0-779c023bdddf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:29.868584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.891815 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-42126886-7fad-420b-a99c-db3f90d9b411 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c51e5bb6c38844c2b2505ded8aa2613e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503445 Mar 23 10:52:29.894181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53394) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:29.934490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5b2025ff-a97a-4613-b425-62e7bf78e3a9 None None] The port '6a351770-2a54-4e51-8aa0-779c023bdddf' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:52:29.953265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:29.981080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:30.123224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:30.138743 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1bb13-805e-479a-a36a-86275a021b6a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:30.147609 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:30.148704 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/adf1bb13-805e-479a-a36a-86275a021b6a HTTP/1.1" status: 204 len: 168 time: 0.2536108 Mar 23 10:52:30.152388 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.153017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.153017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.153346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.153667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.153985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.154299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.154614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.154925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.155230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.155565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b6c88-025e-42f9-8751-6ac984307d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:30.805498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6a351770-2a54-4e51-8aa0-779c023bdddf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:30.838783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 6a351770-2a54-4e51-8aa0-779c023bdddf {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:52:30.839126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 6a351770-2a54-4e51-8aa0-779c023bdddf not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:52:30.974736 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53416) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:31.098952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-126502219-network', 'tenant_id': '4c6c84c05b0a4cedb6851e062a64880c'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:52:31.103927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:31.108566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Usage tracker for resource:network and tenant:4c6c84c05b0a4cedb6851e062a64880c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:31.111371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:31.117495 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:31.127363 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Made reservation on behalf of 4c6c84c05b0a4cedb6851e062a64880c for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:31.129611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.141690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.173975 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:31.177807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6c84c05b0a4cedb6851e062a64880c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:31.180548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:31.189820 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:31.251391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.255109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.285356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:52:31.294563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab974ef-5c84-4d84-a5a7-311b01173c89,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:31.303310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.303691 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Added segment f63e6919-fb7b-4952-a1c3-e00615b63a41 of type vlan for network 2a15cc87-428c-42ce-b07e-3774c1af3717 Mar 23 10:52:31.329666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.360709 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.361523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:31.362075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.462251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] Pushing event updated for resources: {'Network': ['ID=2a15cc87-428c-42ce-b07e-3774c1af3717,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:31.465941 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8b67bd14-983b-4318-866f-44f78b231587 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4901807 Mar 23 10:52:31.470206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53422) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:31.475350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Request body: {'subnet': {'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-126502219-subnet', 'tenant_id': '4c6c84c05b0a4cedb6851e062a64880c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:52:31.476004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 2a15cc87-428c-42ce-b07e-3774c1af3717 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:52:31.481699 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:31.484470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Usage tracker for resource:subnet and tenant:4c6c84c05b0a4cedb6851e062a64880c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:31.487275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:31.492919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:31.503877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Made reservation on behalf of 4c6c84c05b0a4cedb6851e062a64880c for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:31.506238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.706299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.782115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0340fe59-efdd-4101-a86d-1e0c14459f11,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:31.795744 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Checking segment: {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:52:31.796129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Network hostable DHCP agents. Network: 2a15cc87-428c-42ce-b07e-3774c1af3717, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:52:31.817331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Network 2a15cc87-428c-42ce-b07e-3774c1af3717 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:52:31.826874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 2a15cc87-428c-42ce-b07e-3774c1af3717) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:31.831795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:31.833373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:31.835070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06fe8f-5e8d-4159-b3ab-6bad0858c698 None None] Network 2a15cc87-428c-42ce-b07e-3774c1af3717 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:52:31.855316 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7e431128-c2e6-4447-b17a-8d9388392ccc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3841045 Mar 23 10:52:32.060885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e978a-4c79-40af-b66a-00958f36f97d None None] Network 2a15cc87-428c-42ce-b07e-3774c1af3717 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:52:32.416618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-761f0b80-10d9-441f-8035-0cde7579863c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:32.418554 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-761f0b80-10d9-441f-8035-0cde7579863c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/networks?id=2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 200 len: 813 time: 0.1487370 Mar 23 10:52:32.434754 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-ec971f6a-1daf-4653-8029-1da0edfc3559 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/quotas/4c6c84c05b0a4cedb6851e062a64880c HTTP/1.1" status: 200 len: 375 time: 0.0110469 Mar 23 10:52:32.487078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-25f9f880-c9c1-4b4a-973f-7ce2fce7bb16 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475135 Mar 23 10:52:32.621452 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-b7a9e4d2-6e61-4ff8-83d4-a0a7b64c8d0f service neutron] 10.222.0.73 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249788 Mar 23 10:52:32.754746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-f404aeb1-373f-40e5-9de1-c9e767feaf9d service neutron] 10.222.0.73 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274643 Mar 23 10:52:32.934763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dc3206b0-4beb-4f39-94c3-94b5e6dd7ec9 req-0ba264d0-bd0f-4029-aaa9-d25df4c34ba4 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 210 time: 0.0413589 Mar 23 10:52:33.973046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-88caadec-1535-40a9-b493-8329b4873c9d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:33.974891 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-88caadec-1535-40a9-b493-8329b4873c9d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "GET /v2.0/networks?id=2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 200 len: 813 time: 0.1445656 Mar 23 10:52:33.990676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Request body: {'port': {'device_id': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717', 'admin_state_up': True, 'tenant_id': '4c6c84c05b0a4cedb6851e062a64880c'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:52:34.207033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-87d6bed2-306d-407f-bc2a-e2d46f573edf req-d0c0c26b-886a-4171-8401-46771d20076c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 210 time: 0.0544095 Mar 23 10:52:34.260386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:34.264157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Usage tracker for resource:port and tenant:4c6c84c05b0a4cedb6851e062a64880c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:34.266909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:34.272565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:34.282731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Made reservation on behalf of 4c6c84c05b0a4cedb6851e062a64880c for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:34.285776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:34.443170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Allocated IP 172.20.0.9 (2a15cc87-428c-42ce-b07e-3774c1af3717/0340fe59-efdd-4101-a86d-1e0c14459f11/4397eb05-0f64-40ff-b5d7-fdb499dfe7e5) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:34.649427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:34.676689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:34.745209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Network 2a15cc87-428c-42ce-b07e-3774c1af3717 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:34.748313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:34.751173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:52:34.795483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Pushing event updated for resources: {'Port': ['ID=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:34.822907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:34.823495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:34.843842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-27bc7dc3-3abe-4480-ac82-f53f3f2c9125 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570247 Mar 23 10:52:34.924654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Request body: {'port': {'device_id': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:52:35.029455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:35.413987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:52:35.423328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:35.449650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Transition to ACTIVE for port object 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:35.453803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:35.571261 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cac0d-4be4-4a90-adc6-bd9682b7ba1f req-63acd456-3498-483f-a9b6-586d32a0bb54 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:35.571971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-fb9cac0d-4be4-4a90-adc6-bd9682b7ba1f req-63acd456-3498-483f-a9b6-586d32a0bb54 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Synchronizing usage tracker for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:35.597413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:35.638271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-fb9cac0d-4be4-4a90-adc6-bd9682b7ba1f req-63acd456-3498-483f-a9b6-586d32a0bb54 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Unset dirty status for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:35.639436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb9cac0d-4be4-4a90-adc6-bd9682b7ba1f req-63acd456-3498-483f-a9b6-586d32a0bb54 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 931 time: 0.2913909 Mar 23 10:52:35.737924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb9cac0d-4be4-4a90-adc6-bd9682b7ba1f req-72dff627-3470-4347-b92b-f52d4db455ed tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663989 Mar 23 10:52:35.744198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Attempting to bind port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:52:35.744527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Attempting to bind port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:52:35.744847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Attempting to bind port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 on network 2a15cc87-428c-42ce-b07e-3774c1af3717 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:52:35.751045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 on network 2a15cc87-428c-42ce-b07e-3774c1af3717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:52:35.751356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Attempting to bind port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 on network 2a15cc87-428c-42ce-b07e-3774c1af3717 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:52:35.757941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:52:35.758276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Checking segment: {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:52:35.758649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Bound using segment: {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:52:35.759066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Bound port: 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:52:35.759413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:35.851196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] For port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:52:35.854018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] For port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:52:35.858222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:35.918072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:35.919427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] 10.222.0.91 "PUT /v2.0/ports/4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 HTTP/1.1" status: 200 len: 1093 time: 1.0688677 Mar 23 10:52:35.919882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'tag': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:35.938942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faff61-ad02-4a5f-9830-aefd7645cb7b service neutron] Pushing event updated for resources: {'Port': ['ID=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:35.985382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'tag': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5', 'status': 'completed', 'code': 200} Mar 23 10:52:36.025809 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-550f1ee4-142a-43f5-a076-66fb8fd581d9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 1096 time: 0.0708485 Mar 23 10:52:36.180813 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-23b1eafc-9681-4d7f-902f-c2b6bca0be45 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 HTTP/1.1" status: 200 len: 217 time: 0.1483669 Mar 23 10:52:36.231611 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:52:36.244003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-f12f9a95-a5f7-4c9e-afd4-68b87f3aeb03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:36.245940 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-f12f9a95-a5f7-4c9e-afd4-68b87f3aeb03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0340fe59-efdd-4101-a86d-1e0c14459f11 HTTP/1.1" status: 200 len: 853 time: 0.0589201 Mar 23 10:52:36.289591 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-97a160e4-d72f-464b-9441-457098f61366 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a15cc87-428c-42ce-b07e-3774c1af3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381062 Mar 23 10:52:36.419265 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-16e4d34e-37ff-409b-b5ce-c592a0ddc089 service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235044 Mar 23 10:52:36.554036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-935e8496-407b-48c3-ba4d-a21d08392e3e req-c6207e37-72de-416b-95c7-9dc85155f0f3 service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289449 Mar 23 10:52:36.668922 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-3bd24f97-0142-4a6a-ba87-ca46691a3b52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 1096 time: 0.0690072 Mar 23 10:52:36.801867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-c670a769-265f-44e6-8333-e66ceec67f19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:36.803265 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-c670a769-265f-44e6-8333-e66ceec67f19 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 200 len: 914 time: 0.1289027 Mar 23 10:52:36.904443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-705bf38d-c891-4ce4-8d96-3ddf59bdb0da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 HTTP/1.1" status: 200 len: 217 time: 0.0950353 Mar 23 10:52:36.982678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-aba22aab-775b-4a91-a29d-686d4b73e1b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:36.984109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-aba22aab-775b-4a91-a29d-686d4b73e1b5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0340fe59-efdd-4101-a86d-1e0c14459f11 HTTP/1.1" status: 200 len: 853 time: 0.0737958 Mar 23 10:52:37.033570 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971122cf-5ad4-46ff-9382-1cd52132d4b1 req-7a6e732d-c66b-42c6-a7a6-f2eec59274ef tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:37.034890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-971122cf-5ad4-46ff-9382-1cd52132d4b1 req-7a6e732d-c66b-42c6-a7a6-f2eec59274ef tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 943 time: 0.1711614 Mar 23 10:52:37.036816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-75c701df-bd80-4eab-b6f2-f1cb665c2e76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a15cc87-428c-42ce-b07e-3774c1af3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465572 Mar 23 10:52:37.164232 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-971122cf-5ad4-46ff-9382-1cd52132d4b1 req-ee4edae5-cd7e-4cfe-8f58-61c23bab8fe2 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238921 Mar 23 10:52:37.201726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-2cac4977-3e3e-4f1d-ac35-c222f7ae037f service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465437 Mar 23 10:52:37.332433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a2f4ef49-d2f7-45a3-bfde-a3086ec3a524 req-414a2926-771b-4141-bc88-bc34475646cd service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260467 Mar 23 10:52:38.360507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c0b47-a301-49ea-a05c-dec4472e880e req-9efd7d19-52b8-4fab-9056-0d6be0ed5e34 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:38.361948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-964c0b47-a301-49ea-a05c-dec4472e880e req-9efd7d19-52b8-4fab-9056-0d6be0ed5e34 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 943 time: 0.0798831 Mar 23 10:52:38.408815 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-964c0b47-a301-49ea-a05c-dec4472e880e req-edaebff2-4d44-44a6-982a-bf2edd1368d0 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Mar 23 10:52:39.601236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670a87a-2ae0-47f3-8e85-e11fa5bac57e req-9a828d8e-b485-4bf8-9384-b6c77d25d4c4 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:39.602676 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d670a87a-2ae0-47f3-8e85-e11fa5bac57e req-9a828d8e-b485-4bf8-9384-b6c77d25d4c4 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 943 time: 0.0750213 Mar 23 10:52:39.648446 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d670a87a-2ae0-47f3-8e85-e11fa5bac57e req-b089cb89-9346-4e2a-a4b7-a9e8b01d6947 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Mar 23 10:52:40.280425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:52:40.450869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:40.463601 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5', 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717', 'port_id': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5', 'mac_address': 'fa:16:3e:44:7d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fe59-efdd-4101-a86d-1e0c14459f11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:52:40.516543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:40.534022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:52:40.550316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:40.555820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:40.620188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:40.845835 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d88ee-f904-457e-80b9-489c11a8dbf1 req-d9dbf302-6a56-4c91-aca4-170894286166 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:40.847272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d6d88ee-f904-457e-80b9-489c11a8dbf1 req-d9dbf302-6a56-4c91-aca4-170894286166 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 944 time: 0.0781603 Mar 23 10:52:40.873749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4397eb05-0f64-40ff-b5d7-fdb499dfe7e5'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:52:40.893387 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d6d88ee-f904-457e-80b9-489c11a8dbf1 req-f213e677-7089-4916-b74d-9833523e107f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Mar 23 10:52:42.091564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7df503-9bd7-45df-9958-b2758ad1da5e req-16e38631-8972-4121-8a60-d4565bd89698 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:42.092404 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b7df503-9bd7-45df-9958-b2758ad1da5e req-16e38631-8972-4121-8a60-d4565bd89698 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 944 time: 0.0766459 Mar 23 10:52:42.237551 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b7df503-9bd7-45df-9958-b2758ad1da5e req-bd9ea988-5afb-4bf1-9f6f-6cf83362b6af tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396015 Mar 23 10:52:42.280365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:42.352344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:42.358220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:42.358621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:42.469404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:42.498467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:42.507700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:42.511762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:42.558809 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5', 'code': 200} Mar 23 10:52:42.589911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:42.788173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c96040d-2026-45fe-9e8b-a048d51ec831 req-255319d3-7234-4ef1-bf1a-7815f01dd029 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 1098 time: 0.0683112 Mar 23 10:52:42.829335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c96040d-2026-45fe-9e8b-a048d51ec831 req-a3a12090-0cbe-4825-8396-33aee8e5a5a8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Mar 23 10:52:43.436213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a8d85-ea99-4463-a784-a26d749b9204 req-469ddb7d-df81-49a9-94c7-4d7fde0caf62 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:43.437562 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d1a8d85-ea99-4463-a784-a26d749b9204 req-469ddb7d-df81-49a9-94c7-4d7fde0caf62 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0785789 Mar 23 10:52:43.483732 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d1a8d85-ea99-4463-a784-a26d749b9204 req-d98a96dc-5e09-4d53-aeab-68c16ed0b6ca tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Mar 23 10:52:44.677885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc092da-0156-4f14-b754-833c40177f4e req-fa9a3158-b77c-42d3-b327-06fd70381912 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:44.679317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fc092da-0156-4f14-b754-833c40177f4e req-fa9a3158-b77c-42d3-b327-06fd70381912 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0760078 Mar 23 10:52:44.724942 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fc092da-0156-4f14-b754-833c40177f4e req-e706b545-283f-4802-846b-2c40b3526565 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Mar 23 10:52:45.019498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-f97cfadf-2a0e-4eaa-861a-05e430cc3077 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:45.021013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-f97cfadf-2a0e-4eaa-861a-05e430cc3077 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/networks?id=2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 200 len: 813 time: 0.1433723 Mar 23 10:52:45.037568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-6309c5e3-8287-4024-8f36-78e1c5a3b427 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/quotas/4c6c84c05b0a4cedb6851e062a64880c HTTP/1.1" status: 200 len: 375 time: 0.0111139 Mar 23 10:52:45.115392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-ed5e4d83-d8a8-49ab-940a-91c618f6d417 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722589 Mar 23 10:52:45.311940 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-ada79190-8b74-4f2e-8df9-d4564f36c7f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886861 Mar 23 10:52:45.442087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-e09ebf29-89a6-4196-b886-1f9789a607c7 service neutron] 10.222.0.73 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245818 Mar 23 10:52:45.618679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c37ff26-7478-442d-a693-fd68796e3170 req-87101272-7b5b-48c6-b8b0-3c093e045893 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 210 time: 0.0398803 Mar 23 10:52:46.630218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-4bf93cc9-48f4-4335-a335-4226dc1dfb2c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:46.631234 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-4bf93cc9-48f4-4335-a335-4226dc1dfb2c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "GET /v2.0/networks?id=2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 200 len: 813 time: 0.1580045 Mar 23 10:52:46.647133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Request body: {'port': {'device_id': 'fbcaf420-a136-4da4-a531-875420525823', 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717', 'admin_state_up': True, 'tenant_id': '4c6c84c05b0a4cedb6851e062a64880c'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:52:46.808260 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa66fe6c-e9fd-4fe6-9c33-1130737d2418 req-d53530c9-9115-4dbf-a136-e057ebde4b19 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 210 time: 0.0632501 Mar 23 10:52:46.832589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:46.842517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:46.852260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Made reservation on behalf of 4c6c84c05b0a4cedb6851e062a64880c for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:46.855867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:47.012501 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Allocated IP 172.20.0.14 (2a15cc87-428c-42ce-b07e-3774c1af3717/0340fe59-efdd-4101-a86d-1e0c14459f11/1f0367b3-4ea2-4185-bca7-816a1c79b95d) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:47.215301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:47.244288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:47.257931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4397eb05-0f64-40ff-b5d7-fdb499dfe7e5'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:52:47.314760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Network 2a15cc87-428c-42ce-b07e-3774c1af3717 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:47.317563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:47.322280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:52:47.361067 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Pushing event updated for resources: {'Port': ['ID=1f0367b3-4ea2-4185-bca7-816a1c79b95d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:47.394248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:47.394845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:47.419423 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-2c5faa03-374c-45aa-9c6c-e862d80b4faa tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7757545 Mar 23 10:52:47.429797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Request body: {'port': {'device_id': 'fbcaf420-a136-4da4-a531-875420525823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:52:47.618275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:47.993918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0367b3-4ea2-4185-bca7-816a1c79b95d {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:52:48.003090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:48.027269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Transition to ACTIVE for port object 1f0367b3-4ea2-4185-bca7-816a1c79b95d will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:48.033222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:48.097704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b036e1-4a60-4201-b82f-b887669736d5 req-7728bb28-2352-4b18-b62a-c9bd1321e952 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:48.098381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-38b036e1-4a60-4201-b82f-b887669736d5 req-7728bb28-2352-4b18-b62a-c9bd1321e952 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Synchronizing usage tracker for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:48.185362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-38b036e1-4a60-4201-b82f-b887669736d5 req-7728bb28-2352-4b18-b62a-c9bd1321e952 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Unset dirty status for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:48.186495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38b036e1-4a60-4201-b82f-b887669736d5 req-7728bb28-2352-4b18-b62a-c9bd1321e952 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 932 time: 0.2529218 Mar 23 10:52:48.187068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0367b3-4ea2-4185-bca7-816a1c79b95d,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:48.304754 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38b036e1-4a60-4201-b82f-b887669736d5 req-e5f1781d-9257-4ad9-8206-23261cf9f6a6 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111169 Mar 23 10:52:48.326463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Attempting to bind port 1f0367b3-4ea2-4185-bca7-816a1c79b95d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:52:48.326787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Attempting to bind port 1f0367b3-4ea2-4185-bca7-816a1c79b95d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:52:48.327105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Attempting to bind port 1f0367b3-4ea2-4185-bca7-816a1c79b95d on network 2a15cc87-428c-42ce-b07e-3774c1af3717 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:52:48.333114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Port 1f0367b3-4ea2-4185-bca7-816a1c79b95d on network 2a15cc87-428c-42ce-b07e-3774c1af3717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:52:48.333426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Attempting to bind port 1f0367b3-4ea2-4185-bca7-816a1c79b95d on network 2a15cc87-428c-42ce-b07e-3774c1af3717 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:52:48.340043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:52:48.340370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Checking segment: {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:52:48.340744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Bound using segment: {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:52:48.341161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Bound port: 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63e6919-fb7b-4952-a1c3-e00615b63a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:52:48.341498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:48.437005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] For port 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:52:48.440084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] For port 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:52:48.444255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:48.507694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:48.509062 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] 10.222.0.91 "PUT /v2.0/ports/1f0367b3-4ea2-4185-bca7-816a1c79b95d HTTP/1.1" status: 200 len: 1094 time: 1.0832253 Mar 23 10:52:48.509496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcaf420-a136-4da4-a531-875420525823', 'tag': '1f0367b3-4ea2-4185-bca7-816a1c79b95d'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:48.528004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f87bc5-2589-4dde-a1e9-9c48228a2238 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0367b3-4ea2-4185-bca7-816a1c79b95d,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:48.578401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcaf420-a136-4da4-a531-875420525823', 'tag': '1f0367b3-4ea2-4185-bca7-816a1c79b95d', 'status': 'completed', 'code': 200} Mar 23 10:52:48.618383 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-57723304-3371-4e12-b674-402ab13b7891 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 1097 time: 0.0734537 Mar 23 10:52:48.690562 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-47f11dcc-d65e-4d79-bbb2-1e28b04508f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d HTTP/1.1" status: 200 len: 217 time: 0.0656550 Mar 23 10:52:48.755221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-0ef85721-ebb7-4afd-9c93-6d4d8f04bc62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:48.756659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-0ef85721-ebb7-4afd-9c93-6d4d8f04bc62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0340fe59-efdd-4101-a86d-1e0c14459f11 HTTP/1.1" status: 200 len: 853 time: 0.0606306 Mar 23 10:52:48.802833 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-d81ad352-3fd2-441a-8a24-757d6f250150 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a15cc87-428c-42ce-b07e-3774c1af3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396965 Mar 23 10:52:48.935824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-29b749a0-bc5e-41b9-a82e-00c975c90072 service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274416 Mar 23 10:52:49.067955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5c7422a8-615a-4830-8356-be8ff9bf9133 req-6ae94a81-d2c9-4845-92bf-20e3820b6566 service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258318 Mar 23 10:52:49.280087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-145a08b9-2d31-4a1a-bb7f-7f3cec9243b7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 1097 time: 0.1608565 Mar 23 10:52:49.409055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3f7ac-ec94-458c-873e-5294028f8def req-f1eb2fdd-0cca-4a44-bbfc-261cb067d3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:49.410494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-f1eb2fdd-0cca-4a44-bbfc-261cb067d3dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 200 len: 914 time: 0.1249607 Mar 23 10:52:49.517993 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-f32d4539-276e-4b27-9d4b-6145959470ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d HTTP/1.1" status: 200 len: 217 time: 0.1019511 Mar 23 10:52:49.594202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3f7ac-ec94-458c-873e-5294028f8def req-89eae4b8-f8a4-4786-a538-ab9a850238d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:49.595559 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-89eae4b8-f8a4-4786-a538-ab9a850238d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0340fe59-efdd-4101-a86d-1e0c14459f11 HTTP/1.1" status: 200 len: 853 time: 0.0724010 Mar 23 10:52:49.601957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e57ad3-c18e-4b32-b034-f1cb31526b2c req-93dfe9a1-82f2-4a77-a279-dc53f2b6834c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:49.603281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8e57ad3-c18e-4b32-b034-f1cb31526b2c req-93dfe9a1-82f2-4a77-a279-dc53f2b6834c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 944 time: 0.1407325 Mar 23 10:52:49.659204 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-6f3f28ba-1586-45ed-a6a3-28c347cc582e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a15cc87-428c-42ce-b07e-3774c1af3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549819 Mar 23 10:52:49.761602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e8e57ad3-c18e-4b32-b034-f1cb31526b2c req-f33c270d-a400-4ca8-baff-ee7a842df1be tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260767 Mar 23 10:52:49.808868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-b4816a1d-6be0-4ff3-9aab-54b03aebe911 service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428621 Mar 23 10:52:49.938737 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60e3f7ac-ec94-458c-873e-5294028f8def req-6e6957dc-26b4-474e-a2b8-f48d55550156 service neutron] 10.222.0.91 "GET /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234653 Mar 23 10:52:50.955960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fb17c-7d21-4581-9cad-c6b43e42cbe2 req-25b5dab9-77a7-4051-938c-3f76be71f27b tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:50.957406 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-187fb17c-7d21-4581-9cad-c6b43e42cbe2 req-25b5dab9-77a7-4051-938c-3f76be71f27b tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 944 time: 0.0748472 Mar 23 10:52:51.002340 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-187fb17c-7d21-4581-9cad-c6b43e42cbe2 req-bc0aa0a8-ce80-45bf-bc86-0b6806414e7f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Mar 23 10:52:52.210955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976b5e-5638-4614-8279-102ac3ae2ca9 req-f0638e0e-6932-4389-bdfa-570c8d97e4cd tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:52.212493 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0976b5e-5638-4614-8279-102ac3ae2ca9 req-f0638e0e-6932-4389-bdfa-570c8d97e4cd tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 944 time: 0.0888402 Mar 23 10:52:52.257842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0976b5e-5638-4614-8279-102ac3ae2ca9 req-1509ed9c-07d5-4ad3-b049-1c5e6d364391 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Mar 23 10:52:52.381446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 1f0367b3-4ea2-4185-bca7-816a1c79b95d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:52:52.515612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:52.528316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '1f0367b3-4ea2-4185-bca7-816a1c79b95d', 'network_id': '2a15cc87-428c-42ce-b07e-3774c1af3717', 'port_id': '1f0367b3-4ea2-4185-bca7-816a1c79b95d', 'mac_address': 'fa:16:3e:e9:28:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340fe59-efdd-4101-a86d-1e0c14459f11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:52:52.580574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:52.597251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0367b3-4ea2-4185-bca7-816a1c79b95d {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:52:52.612527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:52.616388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:52.685404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=1f0367b3-4ea2-4185-bca7-816a1c79b95d,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:52.974042 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['1f0367b3-4ea2-4185-bca7-816a1c79b95d'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:52:53.453750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e48a-d1d0-429e-8a66-8228c181cbcc req-9c4082f0-479f-46e9-a79a-ec0eaf163cbf tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:53.455189 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b355e48a-d1d0-429e-8a66-8228c181cbcc req-9c4082f0-479f-46e9-a79a-ec0eaf163cbf tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 945 time: 0.0758369 Mar 23 10:52:53.503807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b355e48a-d1d0-429e-8a66-8228c181cbcc req-da558c4e-3cd7-462e-9090-82f6890abbe0 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Mar 23 10:52:54.391500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 1f0367b3-4ea2-4185-bca7-816a1c79b95d up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:54.459032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6b9115a6-83e0-4a62-9cdf-ed2a6122fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:54.472676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 1f0367b3-4ea2-4185-bca7-816a1c79b95d completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:54.477324 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 1f0367b3-4ea2-4185-bca7-816a1c79b95d triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:54.477717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:54.593701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:54.621381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcaf420-a136-4da4-a531-875420525823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0367b3-4ea2-4185-bca7-816a1c79b95d'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:52:54.636641 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:54.641477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:54.683136 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcaf420-a136-4da4-a531-875420525823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0367b3-4ea2-4185-bca7-816a1c79b95d', 'code': 200} Mar 23 10:52:54.715059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe33d1e-4e74-4609-a0e3-c67e1433c678 req-d4448830-db60-42a2-bae9-0ddaa439886e tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:54.716528 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dbe33d1e-4e74-4609-a0e3-c67e1433c678 req-d4448830-db60-42a2-bae9-0ddaa439886e tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 946 time: 0.0847044 Mar 23 10:52:54.726123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=1f0367b3-4ea2-4185-bca7-816a1c79b95d,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:54.764115 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dbe33d1e-4e74-4609-a0e3-c67e1433c678 req-1043046f-b222-42eb-955e-194dcf273b87 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Mar 23 10:52:54.809559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:54.932814 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-26a453ee-548f-4a23-8001-81f60927bb2a req-c6605ab8-70b5-4765-bd2c-6fc9016455f2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 1099 time: 0.0708935 Mar 23 10:52:54.973166 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-26a453ee-548f-4a23-8001-81f60927bb2a req-4dccf9ff-a295-4457-83ef-f8efa5ffb1b5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349700 Mar 23 10:52:55.968820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43933d9-5b2d-48df-abab-5e66ba1d27d1 req-6faa7db1-2ec5-461b-b52d-0f3f793b3e7e tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:55.970247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f43933d9-5b2d-48df-abab-5e66ba1d27d1 req-6faa7db1-2ec5-461b-b52d-0f3f793b3e7e tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 946 time: 0.0748155 Mar 23 10:52:56.017863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f43933d9-5b2d-48df-abab-5e66ba1d27d1 req-bd7da7e3-f686-4666-8ab9-e78c7ed1107f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Mar 23 10:52:56.796660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b1c59fb9-de73-4f50-b68e-da686b5941fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:57.219231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae4f92-3ee0-44c9-ab9e-330ee7b60fba req-55dc3549-c040-4704-8390-9bc78172c0a7 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:57.220722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fdae4f92-3ee0-44c9-ab9e-330ee7b60fba req-55dc3549-c040-4704-8390-9bc78172c0a7 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 946 time: 0.0825660 Mar 23 10:52:57.267544 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fdae4f92-3ee0-44c9-ab9e-330ee7b60fba req-5f88b71f-958b-4afa-9f93-dbe1e90ead9d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Mar 23 10:52:57.658695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964db7b-d3ac-4eeb-a8a3-33e85d2de1c0 req-4854b2f1-20d3-43ca-987d-8933adac33bc tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:57.660229 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a964db7b-d3ac-4eeb-a8a3-33e85d2de1c0 req-4854b2f1-20d3-43ca-987d-8933adac33bc tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 946 time: 0.0750606 Mar 23 10:52:57.709094 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a964db7b-d3ac-4eeb-a8a3-33e85d2de1c0 req-f52821b2-6c13-44d4-b8a7-7749dac13387 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Mar 23 10:52:57.799368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:58.004939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:58.909644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725812f-e40a-4da9-81e0-5fb186ad94a5 req-ba6fb5c2-da84-4b40-9ca1-152c07e1c910 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:58.911089 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0725812f-e40a-4da9-81e0-5fb186ad94a5 req-ba6fb5c2-da84-4b40-9ca1-152c07e1c910 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 946 time: 0.0777140 Mar 23 10:52:58.956827 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0725812f-e40a-4da9-81e0-5fb186ad94a5 req-994a3b43-06da-4f1a-99b8-7d2f064ef061 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Mar 23 10:52:59.203194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-aafe16e7-9814-4c07-9310-c3b4c0a6c3db tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:59.204736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-aafe16e7-9814-4c07-9310-c3b4c0a6c3db tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 946 time: 0.0797944 Mar 23 10:52:59.361403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Deleting port 1f0367b3-4ea2-4185-bca7-816a1c79b95d {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:52:59.361736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:59.367923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:59.602091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] For port 1f0367b3-4ea2-4185-bca7-816a1c79b95d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1f0367b3-4ea2-4185-bca7-816a1c79b95d,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:52:59.602359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:59.720859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Calling delete_port for 1f0367b3-4ea2-4185-bca7-816a1c79b95d owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:52:59.859217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:59.873315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4397eb05-0f64-40ff-b5d7-fdb499dfe7e5', '1f0367b3-4ea2-4185-bca7-816a1c79b95d'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:52:59.908177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Pushing event deleted for resources: {'Port': ['ID=1f0367b3-4ea2-4185-bca7-816a1c79b95d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:59.981045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] No DVR routers for this DVR port 1f0367b3-4ea2-4185-bca7-816a1c79b95d on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:52:59.984115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:59.988226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcaf420-a136-4da4-a531-875420525823', 'name': 'network-vif-deleted', 'tag': '1f0367b3-4ea2-4185-bca7-816a1c79b95d'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:53:00.003241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77f98fc3-56b7-406a-b7d3-1e95ced030c6 req-0d094e40-3ff2-4b7a-aa90-e6a5c205d254 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "DELETE /v2.0/ports/1f0367b3-4ea2-4185-bca7-816a1c79b95d HTTP/1.1" status: 204 len: 173 time: 0.7923129 Mar 23 10:53:00.073562 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcaf420-a136-4da4-a531-875420525823', 'name': 'network-vif-deleted', 'tag': '1f0367b3-4ea2-4185-bca7-816a1c79b95d', 'status': 'completed', 'code': 200} Mar 23 10:53:00.135825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d69cb14e-2b6e-4521-853f-4d7932112209 req-aa296af7-92b9-4c32-bb5a-62894850c646 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Synchronizing usage tracker for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:53:00.151559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d69cb14e-2b6e-4521-853f-4d7932112209 req-aa296af7-92b9-4c32-bb5a-62894850c646 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Unset dirty status for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:53:00.152849 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d69cb14e-2b6e-4521-853f-4d7932112209 req-aa296af7-92b9-4c32-bb5a-62894850c646 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcaf420-a136-4da4-a531-875420525823 HTTP/1.1" status: 200 len: 210 time: 0.0587792 Mar 23 10:53:01.432289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95c2be-cffe-4a12-949d-c0d6f4584ac3 req-f3736766-841f-4f8c-b72d-34505ebc97a8 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:01.434227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c95c2be-cffe-4a12-949d-c0d6f4584ac3 req-f3736766-841f-4f8c-b72d-34505ebc97a8 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0807884 Mar 23 10:53:01.477482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c95c2be-cffe-4a12-949d-c0d6f4584ac3 req-70f05b87-c857-4b87-a041-0102366e84a1 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Mar 23 10:53:01.698063 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1c25e-2891-4d2c-8e05-37bb6e85e2ff req-0a0afc5a-33ee-447f-a8cc-1850682d13fc tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:01.699718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-30d1c25e-2891-4d2c-8e05-37bb6e85e2ff req-0a0afc5a-33ee-447f-a8cc-1850682d13fc tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Mar 23 10:53:01.744434 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-30d1c25e-2891-4d2c-8e05-37bb6e85e2ff req-0593435c-1ea3-455e-bce9-d749fbe388bb tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Mar 23 10:53:01.940980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479d08-edcb-479d-9022-acc690e0a732 req-847289c8-b09d-4a90-8589-2932ba282742 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:01.942396 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b7479d08-edcb-479d-9022-acc690e0a732 req-847289c8-b09d-4a90-8589-2932ba282742 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0783877 Mar 23 10:53:01.987563 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b7479d08-edcb-479d-9022-acc690e0a732 req-943f83c3-7517-4483-ac65-26a1397e20e9 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Mar 23 10:53:02.180671 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6c84fff-5e83-4a73-b2f4-cabda6976839 req-196876d2-03fd-4153-92bc-488cd774719a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671513 Mar 23 10:53:02.385848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999b48-ee9e-4c87-86c2-fa49876aa099 req-cbb309b3-f61e-487a-a1dd-688729979419 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:02.387069 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b2999b48-ee9e-4c87-86c2-fa49876aa099 req-cbb309b3-f61e-487a-a1dd-688729979419 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0806780 Mar 23 10:53:02.420990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 1f0367b3-4ea2-4185-bca7-816a1c79b95d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:02.447330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b2999b48-ee9e-4c87-86c2-fa49876aa099 req-795f62f5-3224-40c1-9006-659e769ec2a9 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546362 Mar 23 10:53:02.454263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 1f0367b3-4ea2-4185-bca7-816a1c79b95d {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:53:02.454605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 1f0367b3-4ea2-4185-bca7-816a1c79b95d not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:02.652745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40d6d5-f6ca-446a-adc8-515ea3d6f1c8 req-3840e19b-5f93-429f-afe0-ad901fa9e5c8 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:02.654178 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eb40d6d5-f6ca-446a-adc8-515ea3d6f1c8 req-3840e19b-5f93-429f-afe0-ad901fa9e5c8 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0759118 Mar 23 10:53:02.699165 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eb40d6d5-f6ca-446a-adc8-515ea3d6f1c8 req-bb64993b-f9d3-437b-b889-2e545d0adfba tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Mar 23 10:53:02.938497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119e9e-ac59-41d6-973c-5d6b5023d4c0 req-b7a7b837-6891-4faf-bb61-5ff73b51a8d8 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:02.939842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b119e9e-ac59-41d6-973c-5d6b5023d4c0 req-b7a7b837-6891-4faf-bb61-5ff73b51a8d8 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0889006 Mar 23 10:53:02.991502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2b119e9e-ac59-41d6-973c-5d6b5023d4c0 req-66914fd0-7798-4d38-9c99-7b106dd9fc5c tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Mar 23 10:53:03.553900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f96341-dd42-4bf6-b627-cf12765077d9 req-1b8f9a13-8097-40d9-afc3-9c0475cceb5d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:03.555283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-24f96341-dd42-4bf6-b627-cf12765077d9 req-1b8f9a13-8097-40d9-afc3-9c0475cceb5d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0763409 Mar 23 10:53:03.616817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-24f96341-dd42-4bf6-b627-cf12765077d9 req-6b80c3c6-6114-4f7b-aa1b-e4a1a08c8282 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552464 Mar 23 10:53:04.818975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f9d3-fa10-4091-a892-1fac2964d4a9 req-fd91189b-aee1-4786-82b5-0e1ae5c0944a tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:04.819707 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2e16f9d3-fa10-4091-a892-1fac2964d4a9 req-fd91189b-aee1-4786-82b5-0e1ae5c0944a tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.0799882 Mar 23 10:53:04.865799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2e16f9d3-fa10-4091-a892-1fac2964d4a9 req-1c572f66-0805-444d-9c86-cc2b5f4ba203 tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ab974ef-5c84-4d84-a5a7-311b01173c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Mar 23 10:53:05.252260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-06bcdbf6-cf7b-4457-8511-44e622e57b6d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:05.253646 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-06bcdbf6-cf7b-4457-8511-44e622e57b6d tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 945 time: 0.1668789 Mar 23 10:53:05.320490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Deleting port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:05.320848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:05.561173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] For port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,segment=NetworkSegment(f63e6919-fb7b-4952-a1c3-e00615b63a41),segment_id=f63e6919-fb7b-4952-a1c3-e00615b63a41)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:05.561793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:05.680793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Calling delete_port for 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:05.823410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:05.834158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4397eb05-0f64-40ff-b5d7-fdb499dfe7e5'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:53:05.873889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Pushing event deleted for resources: {'Port': ['ID=4397eb05-0f64-40ff-b5d7-fdb499dfe7e5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:05.950450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] No DVR routers for this DVR port 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:05.952795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:05.955387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'name': 'network-vif-deleted', 'tag': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:53:05.971604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b252480a-ac44-457e-ac66-51f26ddad3e1 req-d8a94172-9c12-4b1c-9ce2-da0757ba6e5f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.91 "DELETE /v2.0/ports/4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 HTTP/1.1" status: 204 len: 173 time: 0.7121024 Mar 23 10:53:06.021514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4044bad2-e613-4b9a-8589-167205fcbcf3', 'name': 'network-vif-deleted', 'tag': '4397eb05-0f64-40ff-b5d7-fdb499dfe7e5', 'status': 'completed', 'code': 200} Mar 23 10:53:06.033818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-5e43748a-d27c-4a17-9211-907577aa9db4 req-45271575-3c1c-4c6c-8327-adcb8fd08d8f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Synchronizing usage tracker for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:53:06.050461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-5e43748a-d27c-4a17-9211-907577aa9db4 req-45271575-3c1c-4c6c-8327-adcb8fd08d8f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] Unset dirty status for tenant:4c6c84c05b0a4cedb6851e062a64880c on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:53:06.051733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5e43748a-d27c-4a17-9211-907577aa9db4 req-45271575-3c1c-4c6c-8327-adcb8fd08d8f tempest-ServersNegativeTestJSON-722960301 tempest-ServersNegativeTestJSON-722960301-project] 10.222.0.73 "GET /v2.0/ports?device_id=4044bad2-e613-4b9a-8589-167205fcbcf3 HTTP/1.1" status: 200 len: 210 time: 0.0625491 Mar 23 10:53:07.155908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53560) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:07.215980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Deleting subnet 0340fe59-efdd-4101-a86d-1e0c14459f11 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:53:07.219081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.267896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.325149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.391242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.426342 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0340fe59-efdd-4101-a86d-1e0c14459f11,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:07.433510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.439457 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-995647ef-6ec2-4b59-aab1-a7f17702ef38 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0340fe59-efdd-4101-a86d-1e0c14459f11 HTTP/1.1" status: 204 len: 168 time: 0.2825606 Mar 23 10:53:07.441984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:07.545117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.669903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.696133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a15cc87-428c-42ce-b07e-3774c1af3717']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:07.708278 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63e6919-fb7b-4952-a1c3-e00615b63a41') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:07.708589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63e6919-fb7b-4952-a1c3-e00615b63a41') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:07.719343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.735029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.741494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:07.741651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:07.754999 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:07.829453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.834402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.855321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a15cc87-428c-42ce-b07e-3774c1af3717,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:07.859049 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6ed0b300-3367-4092-85de-3313bd825491 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2a15cc87-428c-42ce-b07e-3774c1af3717 HTTP/1.1" status: 204 len: 168 time: 0.4161682 Mar 23 10:53:07.992266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53570) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:08.041028 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c76cbbad-24d5-479e-987b-253543c6cec3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c6c84c05b0a4cedb6851e062a64880c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475984 Mar 23 10:53:08.044077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:08.103866 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b9b915c-537d-428d-91d6-9aa557304c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:08.129489 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b9b915c-537d-428d-91d6-9aa557304c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:08.179867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b9b915c-537d-428d-91d6-9aa557304c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:08.198633 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b915c-537d-428d-91d6-9aa557304c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab974ef-5c84-4d84-a5a7-311b01173c89,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:08.203264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7b9b915c-537d-428d-91d6-9aa557304c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:08.203862 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7b9b915c-537d-428d-91d6-9aa557304c48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ab974ef-5c84-4d84-a5a7-311b01173c89 HTTP/1.1" status: 204 len: 168 time: 0.1588612 Mar 23 10:53:08.470082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:08.502513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:53:08.502874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4397eb05-0f64-40ff-b5d7-fdb499dfe7e5 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:09.112412 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53596) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:09.248165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959646218'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:09.253224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:09.257104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:network and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:09.260022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:09.273134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:09.283000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:09.285852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.299041 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.334967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:09.340284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:security_group_rule and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:09.345270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:09.352213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:09.425179 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.429241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.462044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:09.470506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5f9e1-8fe9-45e6-8d75-7224e27741b8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:09.476395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.476690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Added segment df3090cc-4d70-4834-a5b1-57dfbcd01c76 of type vlan for network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 Mar 23 10:53:09.505669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.535578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.539194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:09.539809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.747778 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6342170 Mar 23 10:53:09.748605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba6efc-38d2-4c52-8bcb-d424b471b595 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Network': ['ID=cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:09.759075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:12.953172 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53602) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:12.958850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'subnet': {'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:13.068307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:13.071948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:subnet and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:13.074835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:13.080539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:13.090333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:13.192294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.232281 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:53:13.415823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.496236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Subnet': ['ID=b8a4f0e6-a87c-4b8b-bccd-ec9d11103e23,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:13.508426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Checking segment: {'id': 'df3090cc-4d70-4834-a5b1-57dfbcd01c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:13.508788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network hostable DHCP agents. Network: cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:13.531085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:13.540668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:13.545135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.545710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.551043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a107f2-0d62-4855-aaf4-b6d5b026d01d None None] Network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:13.569415 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-06bf8529-528e-4bad-80b9-ed0d3bb1544e tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6151183 Mar 23 10:53:13.573092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53606) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:13.582565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760832591'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:13.591877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:13.598775 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:network and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:13.603504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:13.617747 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:13.629807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:13.633027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.662897 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:13.672622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.672957 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Added segment 382cb6b2-8656-4c83-afb9-6a54cf51d1e6 of type vlan for network 728d6c80-5a3e-4306-8a76-89a0855e5b14 Mar 23 10:53:13.702046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.733837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.737647 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.738226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.802408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9', 'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9', 'tenant_id': 'b7b4e8813759478990f9cab8a59b5032', 'fixed_ips': [{'subnet_id': 'b8a4f0e6-a87c-4b8b-bccd-ec9d11103e23'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:13.803246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:13.837860 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2605753 Mar 23 10:53:13.838320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53610) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:13.844579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'subnet': {'network_id': '728d6c80-5a3e-4306-8a76-89a0855e5b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:13.846591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0dac3-5fcb-4e8f-990a-fa69f230bce4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Network': ['ID=728d6c80-5a3e-4306-8a76-89a0855e5b14,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:13.863921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 728d6c80-5a3e-4306-8a76-89a0855e5b14 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:13.970106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:13.973976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:subnet and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:13.977085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:13.983574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:13.995744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:14.062723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Allocated IP 2001:db8:0:ffff::2 (cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9/b8a4f0e6-a87c-4b8b-bccd-ec9d11103e23/2c3fe58d-aae9-4040-90a5-04844d8c2bd5) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:14.119325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.278147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.288515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Transition to ACTIVE for port object 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:14.308563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Transition to ACTIVE for port object 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:14.313758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.358637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.386369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:14.389215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:14.391729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:14.398179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Pushing event updated for resources: {'Port': ['ID=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:14.439941 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Subnet': ['ID=e4fb5323-9bb3-4087-bea7-675cc9ce0bd6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:14.452326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Checking segment: {'id': '382cb6b2-8656-4c83-afb9-6a54cf51d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '728d6c80-5a3e-4306-8a76-89a0855e5b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:14.452687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network hostable DHCP agents. Network: 728d6c80-5a3e-4306-8a76-89a0855e5b14, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:14.462797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.463170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.463500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.463849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.464172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.464490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.464813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.465126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.465440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.465753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.466064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:14.474443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network 728d6c80-5a3e-4306-8a76-89a0855e5b14 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:14.484543 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 728d6c80-5a3e-4306-8a76-89a0855e5b14) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:14.488506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:14.489091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.495018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88fd4c-7f49-45c9-b298-c819165621d7 None None] Network 728d6c80-5a3e-4306-8a76-89a0855e5b14 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:14.512187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-16312e73-a757-4e7a-ae5c-425055b86265 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6723838 Mar 23 10:53:14.514960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53614) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:14.562927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Attempting to bind port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:14.563560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Attempting to bind port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'df3090cc-4d70-4834-a5b1-57dfbcd01c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:14.563560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Attempting to bind port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 on network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:14.582798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:14.583164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Checking segment: {'id': 'df3090cc-4d70-4834-a5b1-57dfbcd01c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:14.583588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.583974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Bound using segment: {'id': 'df3090cc-4d70-4834-a5b1-57dfbcd01c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:14.584431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Bound port: 2c3fe58d-aae9-4040-90a5-04844d8c2bd5, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3090cc-4d70-4834-a5b1-57dfbcd01c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:14.584797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.654950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.721639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.747729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] For port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:14.783092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] For port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,segment=NetworkSegment(df3090cc-4d70-4834-a5b1-57dfbcd01c76),segment_id=df3090cc-4d70-4834-a5b1-57dfbcd01c76)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:14.789583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.813559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.857088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570487e8-dd96-4ddb-9841-3d7b571ed413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-728d6c80-5a3e-4306-8a76-89a0855e5b14', 'network_id': '728d6c80-5a3e-4306-8a76-89a0855e5b14', 'tenant_id': 'b7b4e8813759478990f9cab8a59b5032', 'fixed_ips': [{'subnet_id': 'e4fb5323-9bb3-4087-bea7-675cc9ce0bd6'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:14.857965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-570487e8-dd96-4ddb-9841-3d7b571ed413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:14.953445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fb5323-9bb3-4087-bea7-675cc9ce0bd6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:14.955443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9640a-affa-4a93-b60b-421751aaa864 None None] Pushing event updated for resources: {'Port': ['ID=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:14.996165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ba2ce-5d8d-4404-8956-0fb47cee5601 None None] Network 728d6c80-5a3e-4306-8a76-89a0855e5b14 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:15.055800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.084464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728d6c80-5a3e-4306-8a76-89a0855e5b14']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:15.098589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382cb6b2-8656-4c83-afb9-6a54cf51d1e6') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:15.098892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382cb6b2-8656-4c83-afb9-6a54cf51d1e6') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:15.125993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.154897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.162589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Releasing vlan 961 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:15.163094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:15.178231 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:15.273153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.278454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.306111 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/728d6c80-5a3e-4306-8a76-89a0855e5b14 HTTP/1.1" status: 204 len: 168 time: 0.7901418 Mar 23 10:53:15.306988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9ed3a-464f-417c-ad53-a45e5e7941d8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Network': ['ID=728d6c80-5a3e-4306-8a76-89a0855e5b14,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:15.309443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53618) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:15.315007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537921735'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:15.320233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:15.324762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:network and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:15.327743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:15.334498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:15.344642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:15.347592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.375360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:15.384254 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.384584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Added segment 5b282723-cec2-4017-bec9-963cd99d1a8e of type vlan for network fe79eded-1066-4c79-9412-3d8446b7617e Mar 23 10:53:15.411408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.442045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.445879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:15.446458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.544818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2341571 Mar 23 10:53:15.547733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53622) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:15.553325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4644e3-fbe7-455f-8b8d-9ddd01e42083 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Network': ['ID=fe79eded-1066-4c79-9412-3d8446b7617e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:15.553487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'subnet': {'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:15.563742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network fe79eded-1066-4c79-9412-3d8446b7617e details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:15.669244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:15.673377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:subnet and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:15.676453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:15.682997 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:15.693861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:15.799328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:15.895210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Performing IP validity checks on allocation pools {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:53:15.895757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.ipam_backend_mixin [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83746) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:53:15.935459 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8db14-71da-484e-8360-8a7ef669b1b7 None None] Network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:16.030461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.043507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0e215d18-b7e3-428f-a471-a0d52d0604ae None None] Provisioning for port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:16.104809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Subnet': ['ID=299e9d4f-45ad-4e86-8252-b8df11dcea9d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:16.120494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Checking segment: {'id': '5b282723-cec2-4017-bec9-963cd99d1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:16.120848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network hostable DHCP agents. Network: fe79eded-1066-4c79-9412-3d8446b7617e, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:16.144352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network fe79eded-1066-4c79-9412-3d8446b7617e is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:16.154615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, fe79eded-1066-4c79-9412-3d8446b7617e) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:16.158620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:16.159330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.171611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bbfd2e-ecb1-405a-b87b-217c3f454ab3 None None] Network fe79eded-1066-4c79-9412-3d8446b7617e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:16.184899 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e1860792-df06-4004-844f-073eec61db40 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6328990 Mar 23 10:53:16.185123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53626) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:16.325329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.411270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-fe79eded-1066-4c79-9412-3d8446b7617e', 'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e', 'tenant_id': 'b7b4e8813759478990f9cab8a59b5032', 'fixed_ips': [{'subnet_id': '299e9d4f-45ad-4e86-8252-b8df11dcea9d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:16.412318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.485473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.584250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Allocated IP 2001:db8::3 (fe79eded-1066-4c79-9412-3d8446b7617e/299e9d4f-45ad-4e86-8252-b8df11dcea9d/fe9a4015-0183-4d52-8c20-1f782794af76) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:16.797273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.808489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Transition to ACTIVE for port object fe9a4015-0183-4d52-8c20-1f782794af76 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:16.827366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Transition to ACTIVE for port object fe9a4015-0183-4d52-8c20-1f782794af76 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:16.834374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.855567 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:16.883631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:16.891977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Subnet': ['ID=299e9d4f-45ad-4e86-8252-b8df11dcea9d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:16.962267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Network fe79eded-1066-4c79-9412-3d8446b7617e is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:16.972560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:16.975061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:16.981823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Pushing event updated for resources: {'Port': ['ID=fe9a4015-0183-4d52-8c20-1f782794af76,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:16.995649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.023528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe79eded-1066-4c79-9412-3d8446b7617e']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:17.036305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b282723-cec2-4017-bec9-963cd99d1a8e') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:17.036598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b282723-cec2-4017-bec9-963cd99d1a8e') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:17.049430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.066097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.073012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Releasing vlan 975 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:17.073405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.083358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:17.086837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Attempting to bind port fe9a4015-0183-4d52-8c20-1f782794af76 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:17.087213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Attempting to bind port fe9a4015-0183-4d52-8c20-1f782794af76 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '5b282723-cec2-4017-bec9-963cd99d1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:17.087600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Attempting to bind port fe9a4015-0183-4d52-8c20-1f782794af76 on network fe79eded-1066-4c79-9412-3d8446b7617e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:17.091952 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:17.093972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:17.094062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.132516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:17.132938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Checking segment: {'id': '5b282723-cec2-4017-bec9-963cd99d1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:17.133290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.133684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Bound using segment: {'id': '5b282723-cec2-4017-bec9-963cd99d1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:17.134161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Bound port: fe9a4015-0183-4d52-8c20-1f782794af76, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b282723-cec2-4017-bec9-963cd99d1a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'fe79eded-1066-4c79-9412-3d8446b7617e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:17.134533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.170797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.db.api [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:53:17.170797 dv-neutron-834653-2-hyperv neutron-server[83746]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:53:17.170797 dv-neutron-834653-2-hyperv neutron-server[83746]: [parameters: {'id': 'fe79eded-1066-4c79-9412-3d8446b7617e'}] Mar 23 10:53:17.170797 dv-neutron-834653-2-hyperv neutron-server[83746]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:53:17.171395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG oslo_db.api [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:53:17.289892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] For port fe9a4015-0183-4d52-8c20-1f782794af76, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:17.294679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] For port fe9a4015-0183-4d52-8c20-1f782794af76, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fe9a4015-0183-4d52-8c20-1f782794af76,segment=NetworkSegment(5b282723-cec2-4017-bec9-963cd99d1a8e),segment_id=5b282723-cec2-4017-bec9-963cd99d1a8e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:17.295874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.306901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.432510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,segment=NetworkSegment(df3090cc-4d70-4834-a5b1-57dfbcd01c76),segment_id=df3090cc-4d70-4834-a5b1-57dfbcd01c76)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:17.466144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.467759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908fc70-bfc9-4f2f-8030-ad451a708d45 None None] Pushing event updated for resources: {'Port': ['ID=fe9a4015-0183-4d52-8c20-1f782794af76,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:17.554095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf18a6-1025-4fd9-a6be-0c2a68a2d508 None None] Network fe79eded-1066-4c79-9412-3d8446b7617e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:17.566395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:17.672171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.683446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Deleting port fe9a4015-0183-4d52-8c20-1f782794af76 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:17.683933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:17.751092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82e41b-2829-42ed-a989-adeff90bdb74 None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:53:17.834498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82e41b-2829-42ed-a989-adeff90bdb74 None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:53:17.890053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] For port fe9a4015-0183-4d52-8c20-1f782794af76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fe9a4015-0183-4d52-8c20-1f782794af76,segment=NetworkSegment(5b282723-cec2-4017-bec9-963cd99d1a8e),segment_id=5b282723-cec2-4017-bec9-963cd99d1a8e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:17.890671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.008271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Calling delete_port for fe9a4015-0183-4d52-8c20-1f782794af76 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:18.086097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.131771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Port': ['ID=fe9a4015-0183-4d52-8c20-1f782794af76,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:18.135668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No DVR routers for this DVR port fe9a4015-0183-4d52-8c20-1f782794af76 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:18.261482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.291621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe79eded-1066-4c79-9412-3d8446b7617e']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:18.314783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b282723-cec2-4017-bec9-963cd99d1a8e') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:18.315068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b282723-cec2-4017-bec9-963cd99d1a8e') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:18.326751 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.342374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.348225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Releasing vlan 975 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:18.348603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:18.363030 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:18.444453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.461225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.471482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Network': ['ID=fe79eded-1066-4c79-9412-3d8446b7617e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:18.477510 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-14e18657-281a-448a-875b-bf4c4c12e527 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/fe79eded-1066-4c79-9412-3d8446b7617e HTTP/1.1" status: 204 len: 168 time: 2.2913215 Mar 23 10:53:18.481674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53632) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:18.486852 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358332131'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:18.491867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:18.496216 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:network and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:18.499237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:18.505246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:18.513917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:18.516859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.544066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] vlan segment allocate from pool success with {'vlan_id': 982, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:18.553450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.553873 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Added segment a8c19f5a-cc63-4d54-b83e-b0624682c85f of type vlan for network af5d7b7a-2087-4c96-a46d-2ec64b865482 Mar 23 10:53:18.579990 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.617679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.621343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:18.622542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:18.717758 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2350476 Mar 23 10:53:18.721708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53636) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:18.727462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'subnet': {'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:18.729979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b64fa0-2164-4290-84fe-6a89f3f75fd5 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Network': ['ID=af5d7b7a-2087-4c96-a46d-2ec64b865482,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:18.740306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network af5d7b7a-2087-4c96-a46d-2ec64b865482 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:18.856898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:18.858762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:18.862960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:subnet and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:18.865996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:18.873281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:18.883704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:18.936388 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:18.936749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.002126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.238694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.329791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Subnet': ['ID=5524e616-5045-409c-9bc9-d029a8b00287,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:19.348298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.348811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.349393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.349865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.350202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.350533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.350860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.351185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.351505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.352749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.352749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:19.360541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Checking segment: {'id': 'a8c19f5a-cc63-4d54-b83e-b0624682c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:19.360902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network hostable DHCP agents. Network: af5d7b7a-2087-4c96-a46d-2ec64b865482, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:19.387823 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network af5d7b7a-2087-4c96-a46d-2ec64b865482 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:19.398722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, af5d7b7a-2087-4c96-a46d-2ec64b865482) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:19.403764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:19.404357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.409348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ff99e-e7d8-4629-a817-6508cf392961 None None] Network af5d7b7a-2087-4c96-a46d-2ec64b865482 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:19.432769 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f00df21e-8e3e-4d77-9d0e-aae1255046a2 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7098229 Mar 23 10:53:19.436963 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53640) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:19.443244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704283678'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:19.449103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:19.453390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:network and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:19.456864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:19.467675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:19.479173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:19.482431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.511634 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:19.520337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.520755 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Added segment b42f02f6-2bce-43f3-9be0-f52aad4cabb0 of type vlan for network e9bea780-9f52-453e-bde6-dc5bd8fcd3fc Mar 23 10:53:19.552205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.585080 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.589417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:19.590002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.631844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-af5d7b7a-2087-4c96-a46d-2ec64b865482', 'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482', 'tenant_id': 'b7b4e8813759478990f9cab8a59b5032', 'fixed_ips': [{'subnet_id': '5524e616-5045-409c-9bc9-d029a8b00287'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:19.632814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:19.786523 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3480458 Mar 23 10:53:19.790343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53644) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:19.798504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e79f7-2bb9-4e91-a1cd-d73f86e250d1 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Network': ['ID=e9bea780-9f52-453e-bde6-dc5bd8fcd3fc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:19.798732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Request body: {'subnet': {'network_id': 'e9bea780-9f52-453e-bde6-dc5bd8fcd3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:19.811418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e9bea780-9f52-453e-bde6-dc5bd8fcd3fc details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:19.890805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Allocated IP 2001:db8::2 (af5d7b7a-2087-4c96-a46d-2ec64b865482/5524e616-5045-409c-9bc9-d029a8b00287/fa3a9e5e-3efd-474d-91eb-a7e1398dfa00) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:19.907951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:19.912452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Usage tracker for resource:subnet and tenant:b7b4e8813759478990f9cab8a59b5032 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:19.915379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:19.921100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:19.929981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Made reservation on behalf of b7b4e8813759478990f9cab8a59b5032 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:20.031772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.164987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.175780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Transition to ACTIVE for port object fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:20.194740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Transition to ACTIVE for port object fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:20.200694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.261956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.270103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Network af5d7b7a-2087-4c96-a46d-2ec64b865482 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:20.272974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:20.277361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:20.279414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Pushing event updated for resources: {'Port': ['ID=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:20.367217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Attempting to bind port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:20.367608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Attempting to bind port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'a8c19f5a-cc63-4d54-b83e-b0624682c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:20.367977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Attempting to bind port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 on network af5d7b7a-2087-4c96-a46d-2ec64b865482 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:20.375784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:20.376117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Checking segment: {'id': 'a8c19f5a-cc63-4d54-b83e-b0624682c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:20.376525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.376914 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Bound using segment: {'id': 'a8c19f5a-cc63-4d54-b83e-b0624682c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:20.377389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Bound port: fa3a9e5e-3efd-474d-91eb-a7e1398dfa00, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c19f5a-cc63-4d54-b83e-b0624682c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'af5d7b7a-2087-4c96-a46d-2ec64b865482'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:20.377763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.429804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event updated for resources: {'Subnet': ['ID=14ea709a-22c6-425e-acf0-57fe38cc6231,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:20.453266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Checking segment: {'id': 'b42f02f6-2bce-43f3-9be0-f52aad4cabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'e9bea780-9f52-453e-bde6-dc5bd8fcd3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:20.453616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network hostable DHCP agents. Network: e9bea780-9f52-453e-bde6-dc5bd8fcd3fc, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:20.468395 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] For port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:20.471753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] For port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,segment=NetworkSegment(a8c19f5a-cc63-4d54-b83e-b0624682c85f),segment_id=a8c19f5a-cc63-4d54-b83e-b0624682c85f)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:20.476361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.476987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Network e9bea780-9f52-453e-bde6-dc5bd8fcd3fc is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:20.486754 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e9bea780-9f52-453e-bde6-dc5bd8fcd3fc) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:20.490808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:20.491389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.515067 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ce985937-fb94-447d-bedf-b649bf9314b4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7225707 Mar 23 10:53:20.515371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33fdd9d-8a7b-44d5-8821-89eeacabfb51 None None] Network e9bea780-9f52-453e-bde6-dc5bd8fcd3fc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:20.517060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53648) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:20.639699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68405b-7887-44a7-acf6-9f8bb2a8b711 None None] Pushing event updated for resources: {'Port': ['ID=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:20.665282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.737082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.776488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103ec92-314b-42e2-bb6f-adce5b1233ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e9bea780-9f52-453e-bde6-dc5bd8fcd3fc', 'network_id': 'e9bea780-9f52-453e-bde6-dc5bd8fcd3fc', 'tenant_id': 'b7b4e8813759478990f9cab8a59b5032', 'fixed_ips': [{'subnet_id': '14ea709a-22c6-425e-acf0-57fe38cc6231'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:20.777423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6103ec92-314b-42e2-bb6f-adce5b1233ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.830359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:20.876786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Subnet': ['ID=14ea709a-22c6-425e-acf0-57fe38cc6231,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server [None req-6103ec92-314b-42e2-bb6f-adce5b1233ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14ea709a-22c6-425e-acf0-57fe38cc6231: This subnet is being modified by another concurrent operation. Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise value Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14ea709a-22c6-425e-acf0-57fe38cc6231: This subnet is being modified by another concurrent operation. Mar 23 10:53:20.929227 dv-neutron-834653-2-hyperv neutron-server[83747]: ERROR oslo_messaging.rpc.server Mar 23 10:53:20.958417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:20.983208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc9046-b85e-4da9-a86b-cee535ae67d7 None None] Network e9bea780-9f52-453e-bde6-dc5bd8fcd3fc requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:21.013083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.039167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bea780-9f52-453e-bde6-dc5bd8fcd3fc']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:21.052155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42f02f6-2bce-43f3-9be0-f52aad4cabb0') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:21.052451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42f02f6-2bce-43f3-9be0-f52aad4cabb0') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:21.063784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.079982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.090782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:21.090782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:21.106478 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:21.184591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:21.195149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.213533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.224461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Network': ['ID=e9bea780-9f52-453e-bde6-dc5bd8fcd3fc,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:21.229842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b96844dd-6ee3-4d6a-a2d4-4f70878631e4 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/e9bea780-9f52-453e-bde6-dc5bd8fcd3fc HTTP/1.1" status: 204 len: 168 time: 0.7102883 Mar 23 10:53:21.231739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53652) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:21.270413 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fef2764-0d53-444c-a9dd-087fc19fb9a7 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] GET failed (client error): The resource could not be found. Mar 23 10:53:21.270898 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8fef2764-0d53-444c-a9dd-087fc19fb9a7 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Synchronizing usage tracker for tenant:b7b4e8813759478990f9cab8a59b5032 on resource:subnet {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:53:21.288348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8fef2764-0d53-444c-a9dd-087fc19fb9a7 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Unset dirty status for tenant:b7b4e8813759478990f9cab8a59b5032 on resource:subnet {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:53:21.289411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8fef2764-0d53-444c-a9dd-087fc19fb9a7 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "GET /v2.0/subnets/14ea709a-22c6-425e-acf0-57fe38cc6231 HTTP/1.1" status: 404 len: 337 time: 0.0567033 Mar 23 10:53:21.292262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53656) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:21.317552 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3871f6-e834-41a3-afda-3087a8c78604 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:21.318021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3871f6-e834-41a3-afda-3087a8c78604 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:21.319666 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ab3871f6-e834-41a3-afda-3087a8c78604 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/e9bea780-9f52-453e-bde6-dc5bd8fcd3fc HTTP/1.1" status: 404 len: 339 time: 0.0264819 Mar 23 10:53:21.324207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53660) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:21.362240 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cca7fb-b8da-481d-80c9-044513ab7218 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:21.362672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cca7fb-b8da-481d-80c9-044513ab7218 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:21.366734 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-41cca7fb-b8da-481d-80c9-044513ab7218 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/subnets/14ea709a-22c6-425e-acf0-57fe38cc6231 HTTP/1.1" status: 404 len: 337 time: 0.0391538 Mar 23 10:53:21.366961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53664) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:21.392670 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-681de1b3-afcf-4f8b-be8e-e5b2edb66d52 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:21.393102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681de1b3-afcf-4f8b-be8e-e5b2edb66d52 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:21.398439 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-681de1b3-afcf-4f8b-be8e-e5b2edb66d52 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/e9bea780-9f52-453e-bde6-dc5bd8fcd3fc HTTP/1.1" status: 404 len: 339 time: 0.0268798 Mar 23 10:53:21.398655 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53668) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:21.591773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Deleting subnet 5524e616-5045-409c-9bc9-d029a8b00287 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:53:21.595138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.622463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74194b46-d4d5-4553-814f-971696d0d934 None None] Network af5d7b7a-2087-4c96-a46d-2ec64b865482 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:21.649444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.718135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] Provisioning for port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:21.735944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] Provisioning complete for port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:21.736239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.736521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.813401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.850763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Subnet': ['ID=5524e616-5045-409c-9bc9-d029a8b00287,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:21.857514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.871806 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a0bc71c-4c86-4f11-b0cb-56f275d58b43 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/subnets/5524e616-5045-409c-9bc9-d029a8b00287 HTTP/1.1" status: 204 len: 168 time: 0.4718239 Mar 23 10:53:21.874296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53672) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:21.944154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.981737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] For port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,segment=NetworkSegment(a8c19f5a-cc63-4d54-b83e-b0624682c85f),segment_id=a8c19f5a-cc63-4d54-b83e-b0624682c85f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:21.986381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:21.988952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.002552 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Deleting port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:22.002893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.022288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] DHCP port deletion for af5d7b7a-2087-4c96-a46d-2ec64b865482 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:53:22.038053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Deleting port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:22.038426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.105304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc82f-db4f-498a-8e01-893f438c1762 None None] Pushing event updated for resources: {'Port': ['ID=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:22.213838 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] For port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,segment=NetworkSegment(a8c19f5a-cc63-4d54-b83e-b0624682c85f),segment_id=a8c19f5a-cc63-4d54-b83e-b0624682c85f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:22.214219 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.303633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] For port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,segment=NetworkSegment(a8c19f5a-cc63-4d54-b83e-b0624682c85f),segment_id=a8c19f5a-cc63-4d54-b83e-b0624682c85f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:22.303911 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.341288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Calling delete_port for fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:22.417329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.425549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Calling delete_port for fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:22.466248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Port': ['ID=fa3a9e5e-3efd-474d-91eb-a7e1398dfa00,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:22.469977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No DVR routers for this DVR port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:22.502576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:53:22.502935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:53:22.594446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.621132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5d7b7a-2087-4c96-a46d-2ec64b865482']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:22.633303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c19f5a-cc63-4d54-b83e-b0624682c85f') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:22.633602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c19f5a-cc63-4d54-b83e-b0624682c85f') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:22.645799 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.663947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.670717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Releasing vlan 982 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:22.671111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:22.685567 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:22.767005 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.787188 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:22.793568 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Network': ['ID=af5d7b7a-2087-4c96-a46d-2ec64b865482,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:22.800904 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-17df956d-2167-4e51-82ed-78598e58e08f tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/af5d7b7a-2087-4c96-a46d-2ec64b865482 HTTP/1.1" status: 204 len: 168 time: 0.9256332 Mar 23 10:53:22.803789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53676) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:22.836326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:22.849648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-645eafb8-2864-4992-b5e5-18929abe8dc0 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:22.849997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645eafb8-2864-4992-b5e5-18929abe8dc0 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:22.851679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-645eafb8-2864-4992-b5e5-18929abe8dc0 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/subnets/299e9d4f-45ad-4e86-8252-b8df11dcea9d HTTP/1.1" status: 404 len: 337 time: 0.0467365 Mar 23 10:53:22.855347 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53680) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:22.880474 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c35129-9b25-40db-a202-2dbbab805dd8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:22.880914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c35129-9b25-40db-a202-2dbbab805dd8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83746) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:22.882558 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-19c35129-9b25-40db-a202-2dbbab805dd8 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/fe79eded-1066-4c79-9412-3d8446b7617e HTTP/1.1" status: 404 len: 339 time: 0.0261848 Mar 23 10:53:22.885745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53684) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:22.901716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:53:22.902291 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:22.925724 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-da96907a-8229-4df7-88d4-f41b6e02e387 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:22.926155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da96907a-8229-4df7-88d4-f41b6e02e387 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:22.927826 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-da96907a-8229-4df7-88d4-f41b6e02e387 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/subnets/e4fb5323-9bb3-4087-bea7-675cc9ce0bd6 HTTP/1.1" status: 404 len: 337 time: 0.0410244 Mar 23 10:53:22.930522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53688) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:22.960129 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ed3fe6-7d6f-4d7a-a24d-a24f70a139ac tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] DELETE failed (client error): The resource could not be found. Mar 23 10:53:22.960566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ed3fe6-7d6f-4d7a-a24d-a24f70a139ac tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:53:22.962217 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-38ed3fe6-7d6f-4d7a-a24d-a24f70a139ac tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/728d6c80-5a3e-4306-8a76-89a0855e5b14 HTTP/1.1" status: 404 len: 339 time: 0.0308588 Mar 23 10:53:22.965516 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53692) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:23.004240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Deleting port fa3a9e5e-3efd-474d-91eb-a7e1398dfa00 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:23.004898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.069421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-16d6f9c2-bb3c-4c6e-a961-b996a36a4131 None None] The port 'fa3a9e5e-3efd-474d-91eb-a7e1398dfa00' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:53:23.088559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ee0e0-fc9a-4236-a226-98bf65d1bc7f None None] get_active_networks_info from dv-neutron-834653-2-hyperv {{(pid=83747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 23 10:53:23.175748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Deleting subnet b8a4f0e6-a87c-4b8b-bccd-ec9d11103e23 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:53:23.178858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.185100 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee0e0-fc9a-4236-a226-98bf65d1bc7f None None] Resources bound (agent type, host, resource id): {{(pid=83747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:53:23.238459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.334768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.418346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.459221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a4f0e6-a87c-4b8b-bccd-ec9d11103e23,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:23.465351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.476443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-05960435-d1ff-4898-85d8-664526052cf6 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/subnets/b8a4f0e6-a87c-4b8b-bccd-ec9d11103e23 HTTP/1.1" status: 204 len: 168 time: 0.5098655 Mar 23 10:53:23.478979 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53696) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:23.511572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd141d-cbd0-4f24-a225-c431b616bbb0 None None] Network cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:23.594163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.607231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Deleting port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:23.607653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.759001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] DHCP port deletion for cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:53:23.764696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Deleting port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:23.765126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.938985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] For port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,segment=NetworkSegment(df3090cc-4d70-4834-a5b1-57dfbcd01c76),segment_id=df3090cc-4d70-4834-a5b1-57dfbcd01c76)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:23.939604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:23.975401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] For port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,segment=NetworkSegment(df3090cc-4d70-4834-a5b1-57dfbcd01c76),segment_id=df3090cc-4d70-4834-a5b1-57dfbcd01c76)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:23.975737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.060536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Calling delete_port for 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:24.096166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Calling delete_port for 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:24.161264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.182753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:53:24.183272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:53:24.213657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Port': ['ID=2c3fe58d-aae9-4040-90a5-04844d8c2bd5,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:24.217818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] No DVR routers for this DVR port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:24.340423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.366164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:24.378224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3090cc-4d70-4834-a5b1-57dfbcd01c76') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:24.378519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3090cc-4d70-4834-a5b1-57dfbcd01c76') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:24.389468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.405658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.412162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:24.412539 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:24.428032 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:24.451084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bd4a04c8-788f-42a7-ac54-7a6682398e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.514495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.532468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.543666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] Pushing event deleted for resources: {'Network': ['ID=cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:24.547622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ab34f4d5-be9f-4965-8213-bf8c92a1b623 tempest-NetworksIpV6Test-139332192 tempest-NetworksIpV6Test-139332192-project] 10.222.0.73 "DELETE /v2.0/networks/cfb1182d-99c4-4bcb-8ea1-1957fbd37cc9 HTTP/1.1" status: 204 len: 168 time: 1.0675354 Mar 23 10:53:24.685307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Deleting port 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:24.685990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.759308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-31734b88-3462-45bf-b959-0d40a060b240 None None] The port '2c3fe58d-aae9-4040-90a5-04844d8c2bd5' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:53:24.830020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:24.843608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:24.858093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53704) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:24.878333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:53:24.878684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2c3fe58d-aae9-4040-90a5-04844d8c2bd5 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:25.030088 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-362495fb-7992-4106-a8d5-607d90624d3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7b4e8813759478990f9cab8a59b5032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706481 Mar 23 10:53:25.032409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53710) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:25.186155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd26-8e5c-46f1-b5bf-c61c750bd96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:25.215691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd26-8e5c-46f1-b5bf-c61c750bd96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:25.269125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd26-8e5c-46f1-b5bf-c61c750bd96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:25.288807 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dfd26-8e5c-46f1-b5bf-c61c750bd96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5f9e1-8fe9-45e6-8d75-7224e27741b8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:25.292745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfd26-8e5c-46f1-b5bf-c61c750bd96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:25.293949 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ff1dfd26-8e5c-46f1-b5bf-c61c750bd96d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9da5f9e1-8fe9-45e6-8d75-7224e27741b8 HTTP/1.1" status: 204 len: 168 time: 0.2605915 Mar 23 10:53:26.101246 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53732) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:26.235041 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-526844772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:26.241526 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:26.246020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Usage tracker for resource:router and tenant:7458a34e996e4f29803054ab01d8391c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:26.249189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:26.255479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:26.265308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.266205 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.284812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.302374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.325444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.326716 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bf4d108a-a6b1-4e06-b146-576547ffd86e tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2244225 Mar 23 10:53:26.329470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53738) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:26.335165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-791455361'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:26.340253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:26.344064 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Usage tracker for resource:network and tenant:7458a34e996e4f29803054ab01d8391c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:26.347717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:26.353826 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:26.363508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Made reservation on behalf of 7458a34e996e4f29803054ab01d8391c for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:26.366354 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.379908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.413259 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:26.417621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Usage tracker for resource:security_group_rule and tenant:7458a34e996e4f29803054ab01d8391c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:26.420464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:26.426542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:26.506067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.509725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.542546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:26.551015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf1e74-9a6b-4507-9c4d-ee5a8d2f3f94,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:26.556772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.557113 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Added segment c19c5ab0-44db-4163-8e7e-f206b54e7956 of type vlan for network e1c5beef-7522-4db8-b95a-293e9e4607cb Mar 23 10:53:26.584681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.617493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.621863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:26.622436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.740013 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4094691 Mar 23 10:53:26.741015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6b3c-ff42-404f-ab1b-881b4bf2869f tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event updated for resources: {'Network': ['ID=e1c5beef-7522-4db8-b95a-293e9e4607cb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:26.743596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53742) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:26.749760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Request body: {'subnet': {'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:26.763777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network e1c5beef-7522-4db8-b95a-293e9e4607cb details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:26.875027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:26.879242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Usage tracker for resource:subnet and tenant:7458a34e996e4f29803054ab01d8391c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:26.882305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:26.888465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:26.895134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27ec9694-2904-4903-9c8c-5733fb4e0ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:26.899880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Made reservation on behalf of 7458a34e996e4f29803054ab01d8391c for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:27.005547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.220648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.303786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event updated for resources: {'Subnet': ['ID=b64ca75c-7e94-439a-8856-445cde3217b6,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:27.316112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Checking segment: {'id': 'c19c5ab0-44db-4163-8e7e-f206b54e7956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:27.316475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Network hostable DHCP agents. Network: e1c5beef-7522-4db8-b95a-293e9e4607cb, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:27.340319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Network e1c5beef-7522-4db8-b95a-293e9e4607cb is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:27.350858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, e1c5beef-7522-4db8-b95a-293e9e4607cb) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:27.354839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:27.355422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.360437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41cdc4-7ade-4d80-b445-19dda51221af None None] Network e1c5beef-7522-4db8-b95a-293e9e4607cb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:27.378874 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0cc409a6-d26b-40e8-a297-2a58b9f70aef tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6341648 Mar 23 10:53:27.382186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53746) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:27.388505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1260422138'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:27.393884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:27.398140 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Usage tracker for resource:network and tenant:7458a34e996e4f29803054ab01d8391c is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:27.402121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:27.408954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:27.420190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Made reservation on behalf of 7458a34e996e4f29803054ab01d8391c for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:27.423303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.459793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] vlan segment allocate from pool success with {'vlan_id': 972, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:27.471564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.471964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Added segment b607256c-81a5-425e-86b3-cf540d49ff5f of type vlan for network 53759648-9f8e-4175-bddf-a0e587ef0b7a Mar 23 10:53:27.500293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.535560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.540486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:27.541482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.603022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-e1c5beef-7522-4db8-b95a-293e9e4607cb', 'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb', 'tenant_id': '7458a34e996e4f29803054ab01d8391c', 'fixed_ips': [{'subnet_id': 'b64ca75c-7e94-439a-8856-445cde3217b6'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:27.603965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.649038 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2658055 Mar 23 10:53:27.652013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53750) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:27.658089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Request body: {'subnet': {'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:27.658832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710ce00-6b09-477f-bd60-a45e1e81da2a tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event updated for resources: {'Network': ['ID=53759648-9f8e-4175-bddf-a0e587ef0b7a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:27.674500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 53759648-9f8e-4175-bddf-a0e587ef0b7a details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:27.780228 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:27.798980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Usage tracker for resource:subnet and tenant:7458a34e996e4f29803054ab01d8391c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:27.806966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:27.813112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:27.825229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Made reservation on behalf of 7458a34e996e4f29803054ab01d8391c for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:27.874811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:27.885560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Allocated IP 172.20.0.2 (e1c5beef-7522-4db8-b95a-293e9e4607cb/b64ca75c-7e94-439a-8856-445cde3217b6/c63c6966-57dc-4b8a-9e27-74e7f0d10aa1) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:27.937384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.028272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.136574 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.153980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Transition to ACTIVE for port object c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:28.160724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.188259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Transition to ACTIVE for port object c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:28.198104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.246722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event updated for resources: {'Subnet': ['ID=6f7881b3-2cbf-46f6-80a1-453265a68649,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:28.256935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Checking segment: {'id': 'b607256c-81a5-425e-86b3-cf540d49ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:28.257295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Network hostable DHCP agents. Network: 53759648-9f8e-4175-bddf-a0e587ef0b7a, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:28.272867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Network e1c5beef-7522-4db8-b95a-293e9e4607cb is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:28.275632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:28.278424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:28.280605 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Network 53759648-9f8e-4175-bddf-a0e587ef0b7a is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:28.289020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Pushing event updated for resources: {'Port': ['ID=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:28.290419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 53759648-9f8e-4175-bddf-a0e587ef0b7a) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:28.294700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:28.295287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.317827 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-23cce3b2-8e6c-49e3-9744-bbd1173e6e2c tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6646800 Mar 23 10:53:28.320684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53754) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:28.325523 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6af8fe-7468-4029-a654-54e7ca2d2494 None None] Network 53759648-9f8e-4175-bddf-a0e587ef0b7a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:28.325853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f4e7a4e0-860f-440e-b774-c11d2483edfe tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Request body: {'router': {'external_gateway_info': {'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:28.452390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Attempting to bind port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:28.452655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Attempting to bind port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'c19c5ab0-44db-4163-8e7e-f206b54e7956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:28.453009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Attempting to bind port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 on network e1c5beef-7522-4db8-b95a-293e9e4607cb {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:28.473944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:28.474308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Checking segment: {'id': 'c19c5ab0-44db-4163-8e7e-f206b54e7956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:28.474707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.475093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Bound using segment: {'id': 'c19c5ab0-44db-4163-8e7e-f206b54e7956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:28.475570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Bound port: c63c6966-57dc-4b8a-9e27-74e7f0d10aa1, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19c5ab0-44db-4163-8e7e-f206b54e7956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e1c5beef-7522-4db8-b95a-293e9e4607cb'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:28.475941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.660321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] For port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:28.668658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-53759648-9f8e-4175-bddf-a0e587ef0b7a', 'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a', 'tenant_id': '7458a34e996e4f29803054ab01d8391c', 'fixed_ips': [{'subnet_id': '6f7881b3-2cbf-46f6-80a1-453265a68649'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:28.669713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.681935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] For port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,segment=NetworkSegment(c19c5ab0-44db-4163-8e7e-f206b54e7956),segment_id=c19c5ab0-44db-4163-8e7e-f206b54e7956)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:28.686798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.717193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a4e0-860f-440e-b774-c11d2483edfe tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:28.845430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3d6e5-470f-427c-920b-78905c540d5b None None] Pushing event updated for resources: {'Port': ['ID=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:28.921028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Allocated IP 172.21.0.2 (53759648-9f8e-4175-bddf-a0e587ef0b7a/6f7881b3-2cbf-46f6-80a1-453265a68649/c71e0381-caa3-4465-af5f-bdc3a83b1b6c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:28.982332 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.api.v2.resource [None req-f4e7a4e0-860f-440e-b774-c11d2483edfe tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:53:28.985305 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f4e7a4e0-860f-440e-b774-c11d2483edfe tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "PUT /v2.0/routers/dfdf4f86-df1f-4007-a9e1-7364b0254a98 HTTP/1.1" status: 400 len: 364 time: 0.6614165 Mar 23 10:53:28.989749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53758) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:29.212252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.224131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Transition to ACTIVE for port object c71e0381-caa3-4465-af5f-bdc3a83b1b6c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:29.244718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Transition to ACTIVE for port object c71e0381-caa3-4465-af5f-bdc3a83b1b6c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:29.251599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.304041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Deleting subnet 6f7881b3-2cbf-46f6-80a1-453265a68649 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:53:29.307652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.321590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Network 53759648-9f8e-4175-bddf-a0e587ef0b7a is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:29.324995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:29.327526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:29.333992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Pushing event updated for resources: {'Port': ['ID=c71e0381-caa3-4465-af5f-bdc3a83b1b6c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:29.363350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.436507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.438505 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Attempting to bind port c71e0381-caa3-4465-af5f-bdc3a83b1b6c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:29.438863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Attempting to bind port c71e0381-caa3-4465-af5f-bdc3a83b1b6c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'b607256c-81a5-425e-86b3-cf540d49ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:29.439218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Attempting to bind port c71e0381-caa3-4465-af5f-bdc3a83b1b6c on network 53759648-9f8e-4175-bddf-a0e587ef0b7a {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:29.445684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:29.446048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Checking segment: {'id': 'b607256c-81a5-425e-86b3-cf540d49ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:29.446431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.446812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Bound using segment: {'id': 'b607256c-81a5-425e-86b3-cf540d49ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:29.447844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Bound port: c71e0381-caa3-4465-af5f-bdc3a83b1b6c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b607256c-81a5-425e-86b3-cf540d49ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '53759648-9f8e-4175-bddf-a0e587ef0b7a'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:29.448210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.452877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.531427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.539205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] For port c71e0381-caa3-4465-af5f-bdc3a83b1b6c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:29.543169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] For port c71e0381-caa3-4465-af5f-bdc3a83b1b6c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c71e0381-caa3-4465-af5f-bdc3a83b1b6c,segment=NetworkSegment(b607256c-81a5-425e-86b3-cf540d49ff5f),segment_id=b607256c-81a5-425e-86b3-cf540d49ff5f)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:29.548606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.573475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7881b3-2cbf-46f6-80a1-453265a68649,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:29.578467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.587348 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53762) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:29.587741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-788e1c06-af42-4683-93ee-c38cf1896ec5 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "DELETE /v2.0/subnets/6f7881b3-2cbf-46f6-80a1-453265a68649 HTTP/1.1" status: 204 len: 168 time: 0.5966189 Mar 23 10:53:29.630810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752b86a-a595-4311-a9d3-899f0a59bcaa None None] Pushing event updated for resources: {'Port': ['ID=c71e0381-caa3-4465-af5f-bdc3a83b1b6c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:29.721632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.734457 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Deleting port c71e0381-caa3-4465-af5f-bdc3a83b1b6c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:29.734718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:29.935128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae36b1c-34ea-477b-9cb8-62795e0d6561 None None] Network e1c5beef-7522-4db8-b95a-293e9e4607cb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:29.957811 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] For port c71e0381-caa3-4465-af5f-bdc3a83b1b6c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c71e0381-caa3-4465-af5f-bdc3a83b1b6c,segment=NetworkSegment(b607256c-81a5-425e-86b3-cf540d49ff5f),segment_id=b607256c-81a5-425e-86b3-cf540d49ff5f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:29.958163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.047692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f12ee704-7b87-49bf-8cc8-73a296a63d62 None None] Provisioning for port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:30.083116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Calling delete_port for c71e0381-caa3-4465-af5f-bdc3a83b1b6c owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:30.160211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.211321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event deleted for resources: {'Port': ['ID=c71e0381-caa3-4465-af5f-bdc3a83b1b6c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:30.217206 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] No DVR routers for this DVR port c71e0381-caa3-4465-af5f-bdc3a83b1b6c on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:30.254919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.255167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.255491 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.255840 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.256186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.256483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.256795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.257106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.257417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.257724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.258029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:30.355438 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.383066 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53759648-9f8e-4175-bddf-a0e587ef0b7a']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:30.397081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b607256c-81a5-425e-86b3-cf540d49ff5f') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:30.397362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b607256c-81a5-425e-86b3-cf540d49ff5f') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:30.410215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.426922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.433678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Releasing vlan 972 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:30.434349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:30.450733 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:30.533173 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.550431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.561604 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event deleted for resources: {'Network': ['ID=53759648-9f8e-4175-bddf-a0e587ef0b7a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:30.565628 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-110e28d7-2c2c-4309-ad8e-a0de94360080 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "DELETE /v2.0/networks/53759648-9f8e-4175-bddf-a0e587ef0b7a HTTP/1.1" status: 204 len: 168 time: 0.9767578 Mar 23 10:53:30.568111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53766) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:30.755170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae0bbe5-c8bb-4c12-aa72-21f41fef7e99 None None] DHCP port deletion for 53759648-9f8e-4175-bddf-a0e587ef0b7a request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:53:30.758339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Deleting subnet b64ca75c-7e94-439a-8856-445cde3217b6 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:53:30.762089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.772805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3092d61-047c-4800-bdf1-5f2466afe1a1 None None] Network 53759648-9f8e-4175-bddf-a0e587ef0b7a requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:30.791648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3092d61-047c-4800-bdf1-5f2466afe1a1 None None] Network 53759648-9f8e-4175-bddf-a0e587ef0b7a could not be found, it might have been deleted concurrently. {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 23 10:53:30.797052 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f10b7385-cf69-409a-9905-2c37d57f6568 None None] Could not find standard attr ID for object c71e0381-caa3-4465-af5f-bdc3a83b1b6c. {{(pid=83747) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:53:30.821390 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.874608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:30.911643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.946020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:30.951619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:30.951945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:30.983253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.031611 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event deleted for resources: {'Subnet': ['ID=b64ca75c-7e94-439a-8856-445cde3217b6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:31.037843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.045601 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-09488da5-d506-4832-b3d2-969ea5c38990 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "DELETE /v2.0/subnets/b64ca75c-7e94-439a-8856-445cde3217b6 HTTP/1.1" status: 204 len: 168 time: 0.4764643 Mar 23 10:53:31.048115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53770) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:31.054931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c515d78c-e35f-44b8-903a-67a31762f876 None None] Network e1c5beef-7522-4db8-b95a-293e9e4607cb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:31.149039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.260407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,segment=NetworkSegment(c19c5ab0-44db-4163-8e7e-f206b54e7956),segment_id=c19c5ab0-44db-4163-8e7e-f206b54e7956)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:31.264532 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.265529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.276855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Deleting port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:31.277181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.344357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:31.398554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] DHCP port deletion for e1c5beef-7522-4db8-b95a-293e9e4607cb request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:53:31.403247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Deleting port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:31.403646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.480091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] For port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,segment=NetworkSegment(c19c5ab0-44db-4163-8e7e-f206b54e7956),segment_id=c19c5ab0-44db-4163-8e7e-f206b54e7956)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:31.480450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.601923 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] For port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,segment=NetworkSegment(c19c5ab0-44db-4163-8e7e-f206b54e7956),segment_id=c19c5ab0-44db-4163-8e7e-f206b54e7956)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:31.602234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.602382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Calling delete_port for c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:31.675961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.721274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event deleted for resources: {'Port': ['ID=c63c6966-57dc-4b8a-9e27-74e7f0d10aa1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:31.725160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] No DVR routers for this DVR port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:31.756277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Calling delete_port for c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:53:31.825335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:53:31.825693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:53:31.847419 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.876876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c5beef-7522-4db8-b95a-293e9e4607cb']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:31.888762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19c5ab0-44db-4163-8e7e-f206b54e7956') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:31.889046 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19c5ab0-44db-4163-8e7e-f206b54e7956') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:31.899861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.915508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.921614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:53:31.921989 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:31.940494 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:32.018360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.035458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.047153 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Pushing event deleted for resources: {'Network': ['ID=e1c5beef-7522-4db8-b95a-293e9e4607cb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:32.049667 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4f7f3827-c3b3-42d7-8a08-8f9e7b142473 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "DELETE /v2.0/networks/e1c5beef-7522-4db8-b95a-293e9e4607cb HTTP/1.1" status: 204 len: 168 time: 1.0003483 Mar 23 10:53:32.052456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53774) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:32.100851 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-66ad76a9-c2af-4d27-8bd4-6759449ec052 tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfdf4f86-df1f-4007-a9e1-7364b0254a98 HTTP/1.1" status: 200 len: 205 time: 0.0452147 Mar 23 10:53:32.101055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53778) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:32.234990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.327162 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Deleting port c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:53:32.327750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.392475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8977d7b6-1bdd-48a8-bf92-c23747ff9bf2 None None] The port 'c63c6966-57dc-4b8a-9e27-74e7f0d10aa1' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:53:32.626632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.630680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.655179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.655697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Fanout notify agent at l3_agent the message router_deleted on router dfdf4f86-df1f-4007-a9e1-7364b0254a98 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:53:32.667336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:32.668427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e0c4592e-891c-47ed-a60d-84522af6e4dd tempest-RoutersNegativeTest-615072163 tempest-RoutersNegativeTest-615072163-project] 10.222.0.73 "DELETE /v2.0/routers/dfdf4f86-df1f-4007-a9e1-7364b0254a98 HTTP/1.1" status: 204 len: 168 time: 0.5665143 Mar 23 10:53:32.839881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:32.873907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:53:32.874259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c63c6966-57dc-4b8a-9e27-74e7f0d10aa1 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:32.967891 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53786) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:33.158572 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4e2e6099-dbcc-47ab-8736-ec053be66f22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7458a34e996e4f29803054ab01d8391c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895356 Mar 23 10:53:33.161101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53792) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:33.224209 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d837ffb-5577-4d83-8531-2b608bc4f4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:33.250068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d837ffb-5577-4d83-8531-2b608bc4f4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:33.300356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d837ffb-5577-4d83-8531-2b608bc4f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:33.313848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d837ffb-5577-4d83-8531-2b608bc4f4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf1e74-9a6b-4507-9c4d-ee5a8d2f3f94,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:33.320341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7d837ffb-5577-4d83-8531-2b608bc4f4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:33.321450 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7d837ffb-5577-4d83-8531-2b608bc4f4dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0bf1e74-9a6b-4507-9c4d-ee5a8d2f3f94 HTTP/1.1" status: 204 len: 168 time: 0.1594241 Mar 23 10:53:34.079577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53814) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:34.221159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-470413285-network', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:34.226035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:34.230328 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Usage tracker for resource:network and tenant:27851b2ebff44bed9334ae61bda1761a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:34.233118 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:34.238978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:34.253383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Made reservation on behalf of 27851b2ebff44bed9334ae61bda1761a for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:34.255816 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.268258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.298500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:34.302164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Usage tracker for resource:security_group_rule and tenant:27851b2ebff44bed9334ae61bda1761a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:34.304954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:34.311338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:34.376888 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.380691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.409947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:34.419587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff64d1ae-0899-4ba5-8261-4822c9cfa78f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:34.427414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.427414 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Added segment aa4f559b-369f-4c52-87c3-bee2375ee90f of type vlan for network ebcaa557-e559-4bbe-8827-31e14c558a7b Mar 23 10:53:34.452451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.485318 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.486295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:34.486877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.604602 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] Pushing event updated for resources: {'Network': ['ID=ebcaa557-e559-4bbe-8827-31e14c558a7b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:34.608888 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3d4f7c2d-4a88-4ca4-8a30-768a5930522e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5282767 Mar 23 10:53:34.611808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53820) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:34.617902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Request body: {'subnet': {'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-subnet', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:34.621163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network ebcaa557-e559-4bbe-8827-31e14c558a7b details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:34.623430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:34.627291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Usage tracker for resource:subnet and tenant:27851b2ebff44bed9334ae61bda1761a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:34.630353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:34.636402 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:34.647491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Made reservation on behalf of 27851b2ebff44bed9334ae61bda1761a for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:34.650544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.871050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.942184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238be2b4-24a0-4f4c-9ded-2948a738b266,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:34.956831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Checking segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:34.957188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Network hostable DHCP agents. Network: ebcaa557-e559-4bbe-8827-31e14c558a7b, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:34.979290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Network ebcaa557-e559-4bbe-8827-31e14c558a7b is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:34.988306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, ebcaa557-e559-4bbe-8827-31e14c558a7b) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:34.991960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:34.992538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:34.997179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56d90e-7bd2-478d-86ad-ac3c4079907a None None] Network ebcaa557-e559-4bbe-8827-31e14c558a7b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:35.013378 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6a13e61f-c34e-4b6b-adcc-ed9ff9edd177 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3997929 Mar 23 10:53:35.016610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53824) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:35.021227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:35.026319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:35.030154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Usage tracker for resource:router and tenant:27851b2ebff44bed9334ae61bda1761a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:35.033270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:35.038789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:35.049086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.050029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.067790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.235203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-ebcaa557-e559-4bbe-8827-31e14c558a7b', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:35.236368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.337926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.398115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Allocated IP 172.20.0.2 (ebcaa557-e559-4bbe-8827-31e14c558a7b/238be2b4-24a0-4f4c-9ded-2948a738b266/4710db49-15f6-4de4-97ad-a8d028f169ac) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:35.525249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.563002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.605046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.615918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Transition to ACTIVE for port object 4710db49-15f6-4de4-97ad-a8d028f169ac will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:35.635182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Transition to ACTIVE for port object 4710db49-15f6-4de4-97ad-a8d028f169ac will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:35.640362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.702753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Allocated IP 172.26.7.128 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/94ccb74c-6318-40c3-bf9a-acc16c40deaa) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:35.707283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Network ebcaa557-e559-4bbe-8827-31e14c558a7b is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:35.710171 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:35.713126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:35.719828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Pushing event updated for resources: {'Port': ['ID=4710db49-15f6-4de4-97ad-a8d028f169ac,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:35.809858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Attempting to bind port 4710db49-15f6-4de4-97ad-a8d028f169ac on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:35.810229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Attempting to bind port 4710db49-15f6-4de4-97ad-a8d028f169ac by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:35.810592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Attempting to bind port 4710db49-15f6-4de4-97ad-a8d028f169ac on network ebcaa557-e559-4bbe-8827-31e14c558a7b {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:35.817078 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:35.817452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Checking segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:35.817854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.818250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Bound using segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:35.818820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Bound port: 4710db49-15f6-4de4-97ad-a8d028f169ac, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:35.819083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.851087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.881216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.906064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] For port 4710db49-15f6-4de4-97ad-a8d028f169ac, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:35.909067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] For port 4710db49-15f6-4de4-97ad-a8d028f169ac, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4710db49-15f6-4de4-97ad-a8d028f169ac,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:35.912875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:35.953882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:35.956641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:35.960387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:35.994012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Pushing event updated for resources: {'Port': ['ID=94ccb74c-6318-40c3-bf9a-acc16c40deaa,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:35.994577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff1cf-5519-4906-9d8e-13df68bea1fb None None] Pushing event updated for resources: {'Port': ['ID=4710db49-15f6-4de4-97ad-a8d028f169ac,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:36.148676 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:36.149554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:36.393288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Router 540835b2-423e-4c87-9530-9d890a798738 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:53:36.595342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:53:36.606929 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Sync routers for ids ['540835b2-423e-4c87-9530-9d890a798738'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:53:36.620317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Routers {'540835b2-423e-4c87-9530-9d890a798738'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:36.620960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['540835b2-423e-4c87-9530-9d890a798738'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:36.625035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:36.626393 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-723dc9a7-e46c-4ef5-b82a-ac47b06c4f72 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6093526 Mar 23 10:53:36.629157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53828) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:36.869602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Set router 540835b2-423e-4c87-9530-9d890a798738 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:36.914668 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4710db49-15f6-4de4-97ad-a8d028f169ac up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:37.019780 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf9b5c-5dff-4499-888b-32e564384951 None None] Network ebcaa557-e559-4bbe-8827-31e14c558a7b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:37.249408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2fd06237-2b50-4243-bc0e-5ee170efa5a1 None None] Provisioning for port 4710db49-15f6-4de4-97ad-a8d028f169ac completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:37.315859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 4710db49-15f6-4de4-97ad-a8d028f169ac completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:37.329954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4710db49-15f6-4de4-97ad-a8d028f169ac triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:37.330319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.486037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.550928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.579837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:36Z', 'revision_number': 3, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:37.589441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Checking router: 540835b2-423e-4c87-9530-9d890a798738 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:53:37.589746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Updating router 540835b2-423e-4c87-9530-9d890a798738 port 94ccb74c-6318-40c3-bf9a-acc16c40deaa binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:53:37.628339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 4710db49-15f6-4de4-97ad-a8d028f169ac, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4710db49-15f6-4de4-97ad-a8d028f169ac,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:37.638745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.686410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.710649 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Allocated IP 172.20.0.1 (ebcaa557-e559-4bbe-8827-31e14c558a7b/238be2b4-24a0-4f4c-9ded-2948a738b266/25680544-3298-4d54-b5d4-1f193872b0c7) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:37.759752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=4710db49-15f6-4de4-97ad-a8d028f169ac,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:37.868331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.885885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Transition to ACTIVE for port object 25680544-3298-4d54-b5d4-1f193872b0c7 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:37.908231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.913647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-56663f94-c55e-4a96-96be-dfb99ce420cd None None] Provisioning complete for port 4710db49-15f6-4de4-97ad-a8d028f169ac triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:37.914200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-56663f94-c55e-4a96-96be-dfb99ce420cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.981862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Network ebcaa557-e559-4bbe-8827-31e14c558a7b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:37.984842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:37.989383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:38.015992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Pushing event updated for resources: {'Port': ['ID=25680544-3298-4d54-b5d4-1f193872b0c7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:38.046344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.138114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.160751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.174418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Transition to ACTIVE for port object 94ccb74c-6318-40c3-bf9a-acc16c40deaa will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:38.182899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.266199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4876-13fc-47f4-baf7-29d945816559 None None] Pushing event updated for resources: {'Port': ['ID=94ccb74c-6318-40c3-bf9a-acc16c40deaa,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:38.269944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Attempting to bind port 94ccb74c-6318-40c3-bf9a-acc16c40deaa on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:38.270306 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Attempting to bind port 94ccb74c-6318-40c3-bf9a-acc16c40deaa by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:38.270662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Attempting to bind port 94ccb74c-6318-40c3-bf9a-acc16c40deaa on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:38.277221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:38.277583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:38.277983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.278373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:38.278825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Bound port: 94ccb74c-6318-40c3-bf9a-acc16c40deaa, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:38.279220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.349004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5614dff6-46ba-4e9a-a196-b9063e21eb72 None None] Provisioning for port 25680544-3298-4d54-b5d4-1f193872b0c7 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:38.359805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5614dff6-46ba-4e9a-a196-b9063e21eb72 None None] Provisioning complete for port 25680544-3298-4d54-b5d4-1f193872b0c7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:38.360174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5614dff6-46ba-4e9a-a196-b9063e21eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.376257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.380715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.442896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] For port 94ccb74c-6318-40c3-bf9a-acc16c40deaa, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:38.461175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] For port 94ccb74c-6318-40c3-bf9a-acc16c40deaa, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=94ccb74c-6318-40c3-bf9a-acc16c40deaa,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:38.468933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5614dff6-46ba-4e9a-a196-b9063e21eb72 None None] Port 25680544-3298-4d54-b5d4-1f193872b0c7 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:53:38.470778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.488619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:38.491864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Pushing event updated for resources: {'Port': ['ID=25680544-3298-4d54-b5d4-1f193872b0c7,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:38.548737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4876-13fc-47f4-baf7-29d945816559 None None] Pushing event updated for resources: {'Port': ['ID=94ccb74c-6318-40c3-bf9a-acc16c40deaa,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:38.555378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Routers {'540835b2-423e-4c87-9530-9d890a798738'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:38.556064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['540835b2-423e-4c87-9530-9d890a798738'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:38.632777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Network ebcaa557-e559-4bbe-8827-31e14c558a7b is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:38.634017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:38.745250 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] Set router 540835b2-423e-4c87-9530-9d890a798738 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:38.883697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4710db49-15f6-4de4-97ad-a8d028f169ac up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:39.041988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-543b68ff-e927-4f2e-b1f0-ef2669b780b8 None None] Provisioning complete for port 25680544-3298-4d54-b5d4-1f193872b0c7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:39.042700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-543b68ff-e927-4f2e-b1f0-ef2669b780b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:39.133544 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Router 540835b2-423e-4c87-9530-9d890a798738 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:53:39.160099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-543b68ff-e927-4f2e-b1f0-ef2669b780b8 None None] Port 25680544-3298-4d54-b5d4-1f193872b0c7 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:53:39.164035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4710db49-15f6-4de4-97ad-a8d028f169ac triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:39.164415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:39.298642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '25680544-3298-4d54-b5d4-1f193872b0c7', 'name': '', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'mac_address': 'fa:16:3e:35:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:37Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 2, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'subnets': [{'id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:39.307581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdca064-d2bc-4e6d-88d3-2d0c964585e9 None None] The sync data for ids ['540835b2-423e-4c87-9530-9d890a798738'] in dv-neutron-834653-2-hyperv is: [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '25680544-3298-4d54-b5d4-1f193872b0c7', 'name': '', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'mac_address': 'fa:16:3e:35:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:37Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 2, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'subnets': [{'id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:53:39.345622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:53:39.355476 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c9af4ba5-34a2-48f1-92c8-ed898c765e8a admin admin] 10.222.0.73 "PUT /v2.0/routers/540835b2-423e-4c87-9530-9d890a798738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7251236 Mar 23 10:53:40.339615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53850) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:40.345125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1182306258-network', 'tenant_id': '872b4e40132e48c08db156054f81c05d'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:40.350211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:40.354644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Usage tracker for resource:network and tenant:872b4e40132e48c08db156054f81c05d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:40.358692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:40.365814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:40.376452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Made reservation on behalf of 872b4e40132e48c08db156054f81c05d for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:40.378918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.391720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.425955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:40.429976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Usage tracker for resource:security_group_rule and tenant:872b4e40132e48c08db156054f81c05d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:40.433073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:40.438863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:40.503790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.507401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.536398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:40.545810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1fb597-ffa5-4cbc-9467-516e1bce4470,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:40.551272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.551680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Added segment 506943cb-b084-46af-a961-e270eed26774 of type vlan for network d9830b4c-37ac-43f5-848a-c95963850a42 Mar 23 10:53:40.577628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.613357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.614269 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:40.614846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.726555 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3857644 Mar 23 10:53:40.727278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fbd27-b5c5-483f-9528-688df811675d admin admin] Pushing event updated for resources: {'Network': ['ID=d9830b4c-37ac-43f5-848a-c95963850a42,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:40.729865 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53854) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:40.735305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Request body: {'subnet': {'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-subnet', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:40.738012 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network d9830b4c-37ac-43f5-848a-c95963850a42 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:40.740202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:40.744122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Usage tracker for resource:subnet and tenant:872b4e40132e48c08db156054f81c05d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:40.747279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:40.753308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:40.764057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Made reservation on behalf of 872b4e40132e48c08db156054f81c05d for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:40.766314 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:40.881460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94ccb74c-6318-40c3-bf9a-acc16c40deaa up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:40.954400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 94ccb74c-6318-40c3-bf9a-acc16c40deaa completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:40.959238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 94ccb74c-6318-40c3-bf9a-acc16c40deaa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:40.959637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.078223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.080713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.095081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 94ccb74c-6318-40c3-bf9a-acc16c40deaa, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=94ccb74c-6318-40c3-bf9a-acc16c40deaa,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:41.100068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.137579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2049a4-4b71-4f70-8995-a135b77af569,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:41.172721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Checking segment: {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:41.173077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Network hostable DHCP agents. Network: d9830b4c-37ac-43f5-848a-c95963850a42, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:53:41.173786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=94ccb74c-6318-40c3-bf9a-acc16c40deaa,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:41.201910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Network d9830b4c-37ac-43f5-848a-c95963850a42 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:53:41.211013 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, d9830b4c-37ac-43f5-848a-c95963850a42) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:41.214907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:41.215479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.221252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a44d7-554e-4fd3-a74a-e0294ce4749d None None] Network d9830b4c-37ac-43f5-848a-c95963850a42 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:41.238930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4d7213ee-1d6c-4060-9816-05554d272a35 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5079756 Mar 23 10:53:41.241477 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 53858) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:41.247443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:41.252031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:41.255878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Usage tracker for resource:router and tenant:872b4e40132e48c08db156054f81c05d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:41.258663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:41.265016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:41.275459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.276398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.294810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.437672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-d9830b4c-37ac-43f5-848a-c95963850a42', 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'fixed_ips': [{'subnet_id': '2e2049a4-4b71-4f70-8995-a135b77af569'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:53:41.438520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.444842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.631246 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.636359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Allocated IP 172.20.0.2 (d9830b4c-37ac-43f5-848a-c95963850a42/2e2049a4-4b71-4f70-8995-a135b77af569/8ea79d46-dc27-49c9-a20f-30dd1c123022) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:41.660901 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.795279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Allocated IP 172.26.7.91 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/b299ca28-f12d-43d8-ad2a-40285274bf20) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:41.840038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.850778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Transition to ACTIVE for port object 8ea79d46-dc27-49c9-a20f-30dd1c123022 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:41.870525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Transition to ACTIVE for port object 8ea79d46-dc27-49c9-a20f-30dd1c123022 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:41.876292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.951913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Network d9830b4c-37ac-43f5-848a-c95963850a42 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:41.954363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:41.954644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:41.957437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:41.968113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Pushing event updated for resources: {'Port': ['ID=8ea79d46-dc27-49c9-a20f-30dd1c123022,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:41.984816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.054756 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:42.054988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Attempting to bind port 8ea79d46-dc27-49c9-a20f-30dd1c123022 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:42.055156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Attempting to bind port 8ea79d46-dc27-49c9-a20f-30dd1c123022 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:42.055512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Attempting to bind port 8ea79d46-dc27-49c9-a20f-30dd1c123022 on network d9830b4c-37ac-43f5-848a-c95963850a42 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:42.057418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:42.061145 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:42.062993 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:42.063366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Checking segment: {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:42.063790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.064176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Bound using segment: {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:42.064637 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Bound port: 8ea79d46-dc27-49c9-a20f-30dd1c123022, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:42.065000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.090415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b299ca28-f12d-43d8-ad2a-40285274bf20,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:42.153909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] For port 8ea79d46-dc27-49c9-a20f-30dd1c123022, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:42.156995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] For port 8ea79d46-dc27-49c9-a20f-30dd1c123022, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8ea79d46-dc27-49c9-a20f-30dd1c123022,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:42.163141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.227104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.228454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.253445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bbf2a-ee8a-44fa-883a-977a31437954 None None] Pushing event updated for resources: {'Port': ['ID=8ea79d46-dc27-49c9-a20f-30dd1c123022,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:42.480093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Router 8aceb9c4-b51b-4c82-9409-259e4b719c51 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:53:42.680804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:53:42.689997 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Sync routers for ids ['8aceb9c4-b51b-4c82-9409-259e4b719c51'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:53:42.702301 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Routers {'8aceb9c4-b51b-4c82-9409-259e4b719c51'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:42.703003 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8aceb9c4-b51b-4c82-9409-259e4b719c51'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:42.705338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.706575 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-dffe1942-3e5e-4e9e-a1b8-e6e029d787e7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4641953 Mar 23 10:53:42.709381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 53862) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:42.895695 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Set router 8aceb9c4-b51b-4c82-9409-259e4b719c51 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:42.956374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8ea79d46-dc27-49c9-a20f-30dd1c123022 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:43.059116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8ea79d46-dc27-49c9-a20f-30dd1c123022 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:43.064936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94ccb74c-6318-40c3-bf9a-acc16c40deaa up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:43.185402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 94ccb74c-6318-40c3-bf9a-acc16c40deaa triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:43.185402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.256461 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:42Z', 'revision_number': 3, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:43.261152 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Checking router: 8aceb9c4-b51b-4c82-9409-259e4b719c51 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:53:43.261702 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Updating router 8aceb9c4-b51b-4c82-9409-259e4b719c51 port b299ca28-f12d-43d8-ad2a-40285274bf20 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:53:43.313754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a6615-3536-4a08-90ef-e7b165198e89 None None] Network d9830b4c-37ac-43f5-848a-c95963850a42 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:53:43.324984 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.440769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] Provisioning for port 8ea79d46-dc27-49c9-a20f-30dd1c123022 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:43.459771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] Provisioning complete for port 8ea79d46-dc27-49c9-a20f-30dd1c123022 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:43.460397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.577966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.753501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.782528 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.793794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] For port 8ea79d46-dc27-49c9-a20f-30dd1c123022, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8ea79d46-dc27-49c9-a20f-30dd1c123022,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:43.797459 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Transition to ACTIVE for port object b299ca28-f12d-43d8-ad2a-40285274bf20 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:43.798895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.804511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Allocated IP 172.20.0.1 (d9830b4c-37ac-43f5-848a-c95963850a42/2e2049a4-4b71-4f70-8995-a135b77af569/c7bb34f2-8626-4aa4-94b7-e8672976856f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:43.808203 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.877964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f6a53-053e-419b-acc1-ace2b22f81d7 None None] Pushing event updated for resources: {'Port': ['ID=8ea79d46-dc27-49c9-a20f-30dd1c123022,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:43.895233 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Pushing event updated for resources: {'Port': ['ID=b299ca28-f12d-43d8-ad2a-40285274bf20,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:43.901099 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Attempting to bind port b299ca28-f12d-43d8-ad2a-40285274bf20 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:43.901461 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Attempting to bind port b299ca28-f12d-43d8-ad2a-40285274bf20 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:43.901814 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Attempting to bind port b299ca28-f12d-43d8-ad2a-40285274bf20 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:43.910502 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.910859 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.911156 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.911480 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.911831 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.912153 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.912523 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.912779 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.913082 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.913393 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.913700 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:43.920105 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:43.920531 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:43.920867 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:43.921251 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:43.921717 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Bound port: b299ca28-f12d-43d8-ad2a-40285274bf20, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:43.922085 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.003820 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] For port b299ca28-f12d-43d8-ad2a-40285274bf20, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:44.009982 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] For port b299ca28-f12d-43d8-ad2a-40285274bf20, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b299ca28-f12d-43d8-ad2a-40285274bf20,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:44.018136 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.099003 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.104882 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Routers {'8aceb9c4-b51b-4c82-9409-259e4b719c51'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:44.105526 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8aceb9c4-b51b-4c82-9409-259e4b719c51'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:44.117392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Transition to ACTIVE for port object c7bb34f2-8626-4aa4-94b7-e8672976856f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:44.143600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.145527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7fcfc611-096f-436a-95c0-5437e09f3610 None None] Provisioning complete for port 8ea79d46-dc27-49c9-a20f-30dd1c123022 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:44.146316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7fcfc611-096f-436a-95c0-5437e09f3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.219574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Network d9830b4c-37ac-43f5-848a-c95963850a42 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:44.223625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:44.225587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb34f2-8626-4aa4-94b7-e8672976856f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:44.228286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:44.252097 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033287-6f5f-475d-a180-7a106428ab71 None None] Pushing event updated for resources: {'Port': ['ID=b299ca28-f12d-43d8-ad2a-40285274bf20,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:44.295900 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.330049 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] Set router 8aceb9c4-b51b-4c82-9409-259e4b719c51 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:44.395976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.517288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-11ecd05d-3627-4f45-bf52-9c5169646772 None None] Provisioning for port c7bb34f2-8626-4aa4-94b7-e8672976856f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:44.522707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-11ecd05d-3627-4f45-bf52-9c5169646772 None None] Provisioning complete for port c7bb34f2-8626-4aa4-94b7-e8672976856f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:44.523065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-11ecd05d-3627-4f45-bf52-9c5169646772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.580296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-11ecd05d-3627-4f45-bf52-9c5169646772 None None] Port c7bb34f2-8626-4aa4-94b7-e8672976856f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:53:44.631995 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:42Z', 'revision_number': 3, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:44.636222 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c694d07-f5a6-4470-bd97-58991183b782 None None] The sync data for ids ['8aceb9c4-b51b-4c82-9409-259e4b719c51'] in dv-neutron-834653-2-hyperv is: [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:42Z', 'revision_number': 3, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:53:44.644235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.650184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.753180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:44.756381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb34f2-8626-4aa4-94b7-e8672976856f,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:44.849027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8ea79d46-dc27-49c9-a20f-30dd1c123022 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:44.891992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Network d9830b4c-37ac-43f5-848a-c95963850a42 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:44.893037 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:44.919557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8ea79d46-dc27-49c9-a20f-30dd1c123022 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:44.920035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:45.106062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-892aa1b7-f313-48a0-b262-c498d6899d3a None None] Provisioning complete for port c7bb34f2-8626-4aa4-94b7-e8672976856f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:45.106434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-892aa1b7-f313-48a0-b262-c498d6899d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:45.159861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-892aa1b7-f313-48a0-b262-c498d6899d3a None None] Port c7bb34f2-8626-4aa4-94b7-e8672976856f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:53:45.295872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Router 8aceb9c4-b51b-4c82-9409-259e4b719c51 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:53:45.498146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:53:45.506763 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2e21f093-0567-459e-925d-47858c1754e3 admin admin] 10.222.0.73 "PUT /v2.0/routers/8aceb9c4-b51b-4c82-9409-259e4b719c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7962434 Mar 23 10:53:46.514052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-4447af9a-16b7-44a1-af76-469400150b96 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:46.515479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-4447af9a-16b7-44a1-af76-469400150b96 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 816 time: 0.2442496 Mar 23 10:53:46.531767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-528fa294-4393-4427-8226-8fae15d4dba5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/quotas/27851b2ebff44bed9334ae61bda1761a HTTP/1.1" status: 200 len: 375 time: 0.0109622 Mar 23 10:53:46.615821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-faa9b60b-4c47-467e-af1b-df487d780315 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791583 Mar 23 10:53:46.759770 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-0745b767-4b3a-4041-b4d3-cbe9c5eee7e7 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285021 Mar 23 10:53:46.890264 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-96c934a8-2a88-4d92-92d4-fb5e7c6269e6 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249809 Mar 23 10:53:47.074476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-03fcb469-e298-41b9-a6b1-f960baded676 req-a189c985-adcf-4d22-a370-a12a7e3e9a4c tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 210 time: 0.0451651 Mar 23 10:53:48.085873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-c02943ea-35c3-4b9b-8724-19fce795b3a7 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:48.087897 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-c02943ea-35c3-4b9b-8724-19fce795b3a7 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 816 time: 0.1461053 Mar 23 10:53:48.103984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Request body: {'port': {'device_id': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'admin_state_up': True, 'tenant_id': '27851b2ebff44bed9334ae61bda1761a'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:48.280770 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4992527-be8b-491f-bbaa-1f1f0a3fe096 req-3875e4ed-89ca-4ec8-aa02-066d29958f7f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 210 time: 0.0561554 Mar 23 10:53:48.288553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:48.293044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Usage tracker for resource:port and tenant:27851b2ebff44bed9334ae61bda1761a is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:48.296103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:48.302229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:48.311954 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Made reservation on behalf of 27851b2ebff44bed9334ae61bda1761a for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:48.314916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.475279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Allocated IP 172.20.0.3 (ebcaa557-e559-4bbe-8827-31e14c558a7b/238be2b4-24a0-4f4c-9ded-2948a738b266/79904c3c-735f-415c-a4b2-1a9eb1a9f233) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:53:48.680495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.695627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Transition to ACTIVE for port object 79904c3c-735f-415c-a4b2-1a9eb1a9f233 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:48.718847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.791239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Network ebcaa557-e559-4bbe-8827-31e14c558a7b is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:53:48.794286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:53:48.798078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:53:48.828363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Pushing event updated for resources: {'Port': ['ID=79904c3c-735f-415c-a4b2-1a9eb1a9f233,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:48.862794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:48.863403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.887250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-86bc4280-0fc2-477b-a9f6-7c60174efcc5 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879941 Mar 23 10:53:48.899386 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Request body: {'port': {'device_id': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:53:49.006015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6cd44499-a158-4d51-8092-bb3f5e8d5efb None None] Provisioning for port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:49.011232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6cd44499-a158-4d51-8092-bb3f5e8d5efb None None] Provisioning complete for port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:49.011625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6cd44499-a158-4d51-8092-bb3f5e8d5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:49.018581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:49.064415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-6cd44499-a158-4d51-8092-bb3f5e8d5efb None None] Port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:53:49.504199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79904c3c-735f-415c-a4b2-1a9eb1a9f233 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:53:49.517125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:49.539139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Transition to ACTIVE for port object 79904c3c-735f-415c-a4b2-1a9eb1a9f233 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:49.543335 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:49.604117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3dd7-852f-42f6-9d95-679898ac5454 req-0e72f916-8d5b-4ddb-9f55-18ba0454af0e tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:49.606972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-eafc3dd7-852f-42f6-9d95-679898ac5454 req-0e72f916-8d5b-4ddb-9f55-18ba0454af0e tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Synchronizing usage tracker for tenant:27851b2ebff44bed9334ae61bda1761a on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:53:49.695782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Pushing event updated for resources: {'Port': ['ID=79904c3c-735f-415c-a4b2-1a9eb1a9f233,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:49.707455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-eafc3dd7-852f-42f6-9d95-679898ac5454 req-0e72f916-8d5b-4ddb-9f55-18ba0454af0e tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Unset dirty status for tenant:27851b2ebff44bed9334ae61bda1761a on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:53:49.708647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eafc3dd7-852f-42f6-9d95-679898ac5454 req-0e72f916-8d5b-4ddb-9f55-18ba0454af0e tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 931 time: 0.2973840 Mar 23 10:53:49.844411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eafc3dd7-852f-42f6-9d95-679898ac5454 req-008d2563-de6d-440f-9aca-395f59f1448a tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110632 Mar 23 10:53:49.863395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Attempting to bind port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:49.863759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Attempting to bind port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:49.864093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Attempting to bind port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 on network ebcaa557-e559-4bbe-8827-31e14c558a7b {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:49.870762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 on network ebcaa557-e559-4bbe-8827-31e14c558a7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:53:49.871462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Attempting to bind port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 on network ebcaa557-e559-4bbe-8827-31e14c558a7b {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:49.881751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:49.882194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Checking segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:49.882635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Bound using segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:49.883138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Bound port: 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:49.884794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:49.987707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] For port 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:49.991084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] For port 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:49.995877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:50.063217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:50.064629 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] 10.222.0.91 "PUT /v2.0/ports/79904c3c-735f-415c-a4b2-1a9eb1a9f233 HTTP/1.1" status: 200 len: 1093 time: 1.1695056 Mar 23 10:53:50.065070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'tag': '79904c3c-735f-415c-a4b2-1a9eb1a9f233'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:53:50.088326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c84d6-9598-4bdc-b030-160bdbb794b7 service neutron] Pushing event updated for resources: {'Port': ['ID=79904c3c-735f-415c-a4b2-1a9eb1a9f233,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:50.177134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'tag': '79904c3c-735f-415c-a4b2-1a9eb1a9f233', 'status': 'completed', 'code': 200} Mar 23 10:53:50.212836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f19ae454-d962-41ed-9824-a131e6ffb7f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 1096 time: 0.0899012 Mar 23 10:53:50.232846 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:53:50.346588 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f293fa02-26dd-48ec-97a5-a354d9ac8945 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233 HTTP/1.1" status: 200 len: 217 time: 0.0716240 Mar 23 10:53:50.409695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f2c82698-a1a6-4463-8b57-5122fb757b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:50.411128 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-f2c82698-a1a6-4463-8b57-5122fb757b93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=238be2b4-24a0-4f4c-9ded-2948a738b266 HTTP/1.1" status: 200 len: 855 time: 0.0592268 Mar 23 10:53:50.484121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-43a8bc73-dc44-4db0-9883-f9662726e605 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ebcaa557-e559-4bbe-8827-31e14c558a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673518 Mar 23 10:53:50.612929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-ec3a0c52-1f9b-46d5-8911-7f8444c23d6a service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225779 Mar 23 10:53:50.751343 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b785e4dc-368d-4938-ab14-d06743ca16c4 req-b9724416-c1c0-40d3-bd35-1ea3f343f0e0 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331184 Mar 23 10:53:50.875475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b299ca28-f12d-43d8-ad2a-40285274bf20 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:50.884781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-b097b477-bf7e-4e3d-ba4f-07ede7064fc2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 1096 time: 0.0770528 Mar 23 10:53:50.945192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b299ca28-f12d-43d8-ad2a-40285274bf20 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:50.950478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b299ca28-f12d-43d8-ad2a-40285274bf20 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:50.950850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.071578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec218088-7818-410a-91a4-35f9b3161f1d req-6eff2e66-db5c-43d8-9ac9-4dee09de1a56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:51.073015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-6eff2e66-db5c-43d8-9ac9-4dee09de1a56 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 917 time: 0.1824727 Mar 23 10:53:51.087373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.104705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b299ca28-f12d-43d8-ad2a-40285274bf20, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b299ca28-f12d-43d8-ad2a-40285274bf20,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:51.108527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.144905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53854902-0839-481d-b685-506da6b3a394 req-95624d3f-9747-4379-bd41-8dd3e6ef5d78 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:51.146343 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53854902-0839-481d-b685-506da6b3a394 req-95624d3f-9747-4379-bd41-8dd3e6ef5d78 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 943 time: 0.1711032 Mar 23 10:53:51.169048 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-052efcf9-1958-44be-8cc5-feeaff16848a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233 HTTP/1.1" status: 200 len: 217 time: 0.0889676 Mar 23 10:53:51.178891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b299ca28-f12d-43d8-ad2a-40285274bf20,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:51.250882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53854902-0839-481d-b685-506da6b3a394 req-855b8cbc-3ca5-4258-8d7d-1075114ac806 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970354 Mar 23 10:53:51.252162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec218088-7818-410a-91a4-35f9b3161f1d req-0f808c71-3a07-40d1-a0f0-caa1a6fcf571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:51.253484 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-0f808c71-3a07-40d1-a0f0-caa1a6fcf571 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=238be2b4-24a0-4f4c-9ded-2948a738b266 HTTP/1.1" status: 200 len: 855 time: 0.0790477 Mar 23 10:53:51.424789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-feb94e48-e545-487a-b6ae-6d952da3be8a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ebcaa557-e559-4bbe-8827-31e14c558a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1656511 Mar 23 10:53:51.554417 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-e4063464-b824-45fc-ba79-0f6522903f70 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222231 Mar 23 10:53:51.683752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec218088-7818-410a-91a4-35f9b3161f1d req-fc4aa6bf-170c-4d59-a6ad-d26da44a05c3 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231859 Mar 23 10:53:52.447627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfe8f2-9c6a-4d58-a160-8264bab6260a req-5deccb62-f890-464f-80c3-3f65770426cb tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:52.448957 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4abfe8f2-9c6a-4d58-a160-8264bab6260a req-5deccb62-f890-464f-80c3-3f65770426cb tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 943 time: 0.0755975 Mar 23 10:53:52.497673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4abfe8f2-9c6a-4d58-a160-8264bab6260a req-5a8363cf-736f-4eee-b377-afcddb867f05 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 Mar 23 10:53:52.668039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 79904c3c-735f-415c-a4b2-1a9eb1a9f233 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:53:52.801309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:52.815337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '79904c3c-735f-415c-a4b2-1a9eb1a9f233', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'port_id': '79904c3c-735f-415c-a4b2-1a9eb1a9f233', 'mac_address': 'fa:16:3e:15:08:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:53:52.861455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b299ca28-f12d-43d8-ad2a-40285274bf20 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:52.914404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:52.937859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79904c3c-735f-415c-a4b2-1a9eb1a9f233 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:53:52.957725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:52.966565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:52.996961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b299ca28-f12d-43d8-ad2a-40285274bf20 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:52.997325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:53.083757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=79904c3c-735f-415c-a4b2-1a9eb1a9f233,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:53.294801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['79904c3c-735f-415c-a4b2-1a9eb1a9f233'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:53:53.691227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124d8a-0578-4682-a867-189b6f96e077 req-c80f276d-d65f-46d0-af4f-115db8056607 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:53.692708 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0124d8a-0578-4682-a867-189b6f96e077 req-c80f276d-d65f-46d0-af4f-115db8056607 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 944 time: 0.0767839 Mar 23 10:53:53.739853 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0124d8a-0578-4682-a867-189b6f96e077 req-2d018382-3f1a-4933-83c4-1e788ee372ae tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 Mar 23 10:53:54.084309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Sync routers for ids ['540835b2-423e-4c87-9530-9d890a798738'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:53:54.097063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Routers {'540835b2-423e-4c87-9530-9d890a798738'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:54.097655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['540835b2-423e-4c87-9530-9d890a798738'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:54.270333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Set router 540835b2-423e-4c87-9530-9d890a798738 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:54.490128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-77b64273-03c1-4840-8b79-c3687710c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.616790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '25680544-3298-4d54-b5d4-1f193872b0c7', 'name': '', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'mac_address': 'fa:16:3e:35:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:37Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 2, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'subnets': [{'id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:54.620649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Checking router: 540835b2-423e-4c87-9530-9d890a798738 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:53:54.621258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Updating router 540835b2-423e-4c87-9530-9d890a798738 port 25680544-3298-4d54-b5d4-1f193872b0c7 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:53:54.667556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 79904c3c-735f-415c-a4b2-1a9eb1a9f233 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:54.698935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.858627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:54.874789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.875424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:54.875795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.945109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2486659-dc39-460f-ab43-cc63892d387a req-67043788-1037-4112-a157-f304d3f2d8c3 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:54.947090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2486659-dc39-460f-ab43-cc63892d387a req-67043788-1037-4112-a157-f304d3f2d8c3 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 944 time: 0.0847213 Mar 23 10:53:54.992724 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2486659-dc39-460f-ab43-cc63892d387a req-1043d24c-7fda-4451-abd8-c7953bb783c2 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Mar 23 10:53:55.098190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.176734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79904c3c-735f-415c-a4b2-1a9eb1a9f233'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:53:55.190332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:55.200995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.235038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.239029 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79904c3c-735f-415c-a4b2-1a9eb1a9f233', 'code': 200} Mar 23 10:53:55.266875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Transition to ACTIVE for port object 25680544-3298-4d54-b5d4-1f193872b0c7 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:55.277050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.294455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=79904c3c-735f-415c-a4b2-1a9eb1a9f233,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:55.452285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871db0-f73c-454a-aa67-8e04c9dd8803 None None] Pushing event updated for resources: {'Port': ['ID=25680544-3298-4d54-b5d4-1f193872b0c7,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:55.485482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-209d27f3-3d68-4c2a-87c1-bf02626e841c req-ccd975a7-cc94-4e15-9eed-007592700232 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 1098 time: 0.0752099 Mar 23 10:53:55.503519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Attempting to bind port 25680544-3298-4d54-b5d4-1f193872b0c7 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:55.503930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Attempting to bind port 25680544-3298-4d54-b5d4-1f193872b0c7 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:55.504286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Attempting to bind port 25680544-3298-4d54-b5d4-1f193872b0c7 on network ebcaa557-e559-4bbe-8827-31e14c558a7b {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:55.511488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:55.511890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Checking segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:55.512590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.512809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Bound using segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:55.513088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Bound port: 25680544-3298-4d54-b5d4-1f193872b0c7, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:55.513522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.530737 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-209d27f3-3d68-4c2a-87c1-bf02626e841c req-9fbbef49-1371-4498-82b3-844c472a32fc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Mar 23 10:53:55.612572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] For port 25680544-3298-4d54-b5d4-1f193872b0c7, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:55.616611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] For port 25680544-3298-4d54-b5d4-1f193872b0c7, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=25680544-3298-4d54-b5d4-1f193872b0c7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:55.621902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.701660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Routers {'540835b2-423e-4c87-9530-9d890a798738'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:55.702288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['540835b2-423e-4c87-9530-9d890a798738'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:55.770734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871db0-f73c-454a-aa67-8e04c9dd8803 None None] Pushing event updated for resources: {'Port': ['ID=25680544-3298-4d54-b5d4-1f193872b0c7,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:55.818012 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Sync routers for ids ['8aceb9c4-b51b-4c82-9409-259e4b719c51'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:53:55.830338 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Routers {'8aceb9c4-b51b-4c82-9409-259e4b719c51'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:55.830934 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8aceb9c4-b51b-4c82-9409-259e4b719c51'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:55.905086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] Set router 540835b2-423e-4c87-9530-9d890a798738 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:56.009809 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Set router 8aceb9c4-b51b-4c82-9409-259e4b719c51 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:56.283529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '25680544-3298-4d54-b5d4-1f193872b0c7', 'name': '', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'mac_address': 'fa:16:3e:35:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:37Z', 'updated_at': '2022-03-23T10:53:55Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'subnets': [{'id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:56.287935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61755ef-db4f-4943-8f36-6e05a80ad80b None None] The sync data for ids ['540835b2-423e-4c87-9530-9d890a798738'] in dv-neutron-834653-2-hyperv is: [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:38Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '25680544-3298-4d54-b5d4-1f193872b0c7', 'name': '', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'mac_address': 'fa:16:3e:35:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:37Z', 'updated_at': '2022-03-23T10:53:55Z', 'revision_number': 4, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'subnets': [{'id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:53:56.359855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9392d-baf8-4530-bf33-1fbd4df1ff07 req-7e8f921a-cb06-4754-985a-d664a1fecbcf tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:56.360457 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:44Z', 'revision_number': 4, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'c7bb34f2-8626-4aa4-94b7-e8672976856f', 'name': '', 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'mac_address': 'fa:16:3e:42:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2049a4-4b71-4f70-8995-a135b77af569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:43Z', 'updated_at': '2022-03-23T10:53:44Z', 'revision_number': 2, 'project_id': '872b4e40132e48c08db156054f81c05d', 'subnets': [{'id': '2e2049a4-4b71-4f70-8995-a135b77af569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:56.361351 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18c9392d-baf8-4530-bf33-1fbd4df1ff07 req-7e8f921a-cb06-4754-985a-d664a1fecbcf tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.0887344 Mar 23 10:53:56.364937 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Checking router: 8aceb9c4-b51b-4c82-9409-259e4b719c51 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:53:56.365413 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Updating router 8aceb9c4-b51b-4c82-9409-259e4b719c51 port c7bb34f2-8626-4aa4-94b7-e8672976856f binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:53:56.413681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-18c9392d-baf8-4530-bf33-1fbd4df1ff07 req-9f3b9566-1fc7-466e-9e99-39b2ca849ac0 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Mar 23 10:53:56.455595 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.801646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-100ac742-0267-4d22-b041-8f0d0579b0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.810370 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.824535 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Transition to ACTIVE for port object c7bb34f2-8626-4aa4-94b7-e8672976856f will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:53:56.831838 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.893503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 25680544-3298-4d54-b5d4-1f193872b0c7 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:56.964903 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7593d5-66f2-40f5-97b6-52685954c8d1 None None] Pushing event updated for resources: {'Port': ['ID=c7bb34f2-8626-4aa4-94b7-e8672976856f,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:56.998738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 25680544-3298-4d54-b5d4-1f193872b0c7 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:57.004423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 25680544-3298-4d54-b5d4-1f193872b0c7 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:57.004972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.065319 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Attempting to bind port c7bb34f2-8626-4aa4-94b7-e8672976856f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:53:57.065677 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Attempting to bind port c7bb34f2-8626-4aa4-94b7-e8672976856f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:53:57.066267 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Attempting to bind port c7bb34f2-8626-4aa4-94b7-e8672976856f on network d9830b4c-37ac-43f5-848a-c95963850a42 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:53:57.073463 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:53:57.073825 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Checking segment: {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:53:57.074216 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.074596 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Bound using segment: {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:53:57.075047 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Bound port: c7bb34f2-8626-4aa4-94b7-e8672976856f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506943cb-b084-46af-a961-e270eed26774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:53:57.075416 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.138129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.166675 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] For port c7bb34f2-8626-4aa4-94b7-e8672976856f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:53:57.170134 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] For port c7bb34f2-8626-4aa4-94b7-e8672976856f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7bb34f2-8626-4aa4-94b7-e8672976856f,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:53:57.173943 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.184939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 25680544-3298-4d54-b5d4-1f193872b0c7, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=25680544-3298-4d54-b5d4-1f193872b0c7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:57.189450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.253172 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7593d5-66f2-40f5-97b6-52685954c8d1 None None] Pushing event updated for resources: {'Port': ['ID=c7bb34f2-8626-4aa4-94b7-e8672976856f,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:57.257719 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Routers {'8aceb9c4-b51b-4c82-9409-259e4b719c51'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:53:57.258320 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:53:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8aceb9c4-b51b-4c82-9409-259e4b719c51'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:57.259593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=25680544-3298-4d54-b5d4-1f193872b0c7,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:57.448519 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] Set router 8aceb9c4-b51b-4c82-9409-259e4b719c51 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:53:57.616760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37c753-b808-47c1-bb82-707666d86184 req-13f2174a-adc8-4ddf-b93c-eab0c261e762 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:57.618752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d37c753-b808-47c1-bb82-707666d86184 req-13f2174a-adc8-4ddf-b93c-eab0c261e762 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.0775924 Mar 23 10:53:57.667937 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6d37c753-b808-47c1-bb82-707666d86184 req-91f549d5-ac5c-42d9-9462-0a67c4412df7 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Mar 23 10:53:57.763721 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:44Z', 'revision_number': 4, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'c7bb34f2-8626-4aa4-94b7-e8672976856f', 'name': '', 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'mac_address': 'fa:16:3e:42:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2049a4-4b71-4f70-8995-a135b77af569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:43Z', 'updated_at': '2022-03-23T10:53:57Z', 'revision_number': 4, 'project_id': '872b4e40132e48c08db156054f81c05d', 'subnets': [{'id': '2e2049a4-4b71-4f70-8995-a135b77af569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:57.768215 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1f38a-646e-4a25-ba4f-118ad61d7232 None None] The sync data for ids ['8aceb9c4-b51b-4c82-9409-259e4b719c51'] in dv-neutron-834653-2-hyperv is: [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:44Z', 'revision_number': 4, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'c7bb34f2-8626-4aa4-94b7-e8672976856f', 'name': '', 'network_id': 'd9830b4c-37ac-43f5-848a-c95963850a42', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'mac_address': 'fa:16:3e:42:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e2049a4-4b71-4f70-8995-a135b77af569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:43Z', 'updated_at': '2022-03-23T10:53:57Z', 'revision_number': 4, 'project_id': '872b4e40132e48c08db156054f81c05d', 'subnets': [{'id': '2e2049a4-4b71-4f70-8995-a135b77af569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:53:57.799323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.897885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8b13d-4fea-400d-b169-be730ea9cd51 req-a05f8893-64e6-410f-b02b-aca933c4dc8a tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:57.900081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c6b8b13d-4fea-400d-b169-be730ea9cd51 req-a05f8893-64e6-410f-b02b-aca933c4dc8a tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.1110666 Mar 23 10:53:57.947187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c6b8b13d-4fea-400d-b169-be730ea9cd51 req-75bd1930-9aff-4728-aae0-86dc04bf2754 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Mar 23 10:53:58.014051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.923736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 25680544-3298-4d54-b5d4-1f193872b0c7 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:58.990016 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 25680544-3298-4d54-b5d4-1f193872b0c7 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:58.990379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.110303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7bb34f2-8626-4aa4-94b7-e8672976856f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:53:59.179025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c7bb34f2-8626-4aa4-94b7-e8672976856f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:53:59.184189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c7bb34f2-8626-4aa4-94b7-e8672976856f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:53:59.184554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.308653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.346919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c7bb34f2-8626-4aa4-94b7-e8672976856f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7bb34f2-8626-4aa4-94b7-e8672976856f,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:53:59.354086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.434432 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.446717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c7bb34f2-8626-4aa4-94b7-e8672976856f,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:00.860149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7bb34f2-8626-4aa4-94b7-e8672976856f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:00.928157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c7bb34f2-8626-4aa4-94b7-e8672976856f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:00.928526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:13.586440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a190-6916-487a-8064-88281b43e3cd req-5e0a15e7-21cb-45a5-9ad8-3f85517d406f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:13.587805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8f4a190-6916-487a-8064-88281b43e3cd req-5e0a15e7-21cb-45a5-9ad8-3f85517d406f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.0815382 Mar 23 10:54:13.633626 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b8f4a190-6916-487a-8064-88281b43e3cd req-b56d1238-f69a-4c23-8f04-2e1a555d60c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Mar 23 10:54:14.832593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64554a0a-59e5-474e-bc6d-0adc9e092cb4 req-59f486eb-839e-4cc5-92b5-7c8792d3bd2d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:14.834206 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64554a0a-59e5-474e-bc6d-0adc9e092cb4 req-59f486eb-839e-4cc5-92b5-7c8792d3bd2d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.0751293 Mar 23 10:54:14.879141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64554a0a-59e5-474e-bc6d-0adc9e092cb4 req-46098e42-a6aa-4f76-a8cd-96daee5a2d40 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389297 Mar 23 10:54:15.425018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-a1c415b9-db58-42f4-bc66-c05fd2c7c134 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:15.426400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-a1c415b9-db58-42f4-bc66-c05fd2c7c134 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.0790477 Mar 23 10:54:15.492117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Deleting port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:15.492711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:15.737918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] For port 79904c3c-735f-415c-a4b2-1a9eb1a9f233, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=79904c3c-735f-415c-a4b2-1a9eb1a9f233,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:15.738156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:15.944572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Calling delete_port for 79904c3c-735f-415c-a4b2-1a9eb1a9f233 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:16.148232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc072941-0b30-4cae-8f81-f9ffec56af1a req-0e9f732e-db57-4e51-8588-585f552282c2 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:16.149668 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cc072941-0b30-4cae-8f81-f9ffec56af1a req-0e9f732e-db57-4e51-8588-585f552282c2 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5e54765-980c-4acb-a8eb-9d4fd1042882 HTTP/1.1" status: 200 len: 945 time: 0.1470790 Mar 23 10:54:16.151463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:16.164402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['79904c3c-735f-415c-a4b2-1a9eb1a9f233'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:54:16.244204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Pushing event deleted for resources: {'Port': ['ID=79904c3c-735f-415c-a4b2-1a9eb1a9f233,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:16.298692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] No DVR routers for this DVR port 79904c3c-735f-415c-a4b2-1a9eb1a9f233 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:54:16.307777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:16.310231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'name': 'network-vif-deleted', 'tag': '79904c3c-735f-415c-a4b2-1a9eb1a9f233'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:54:16.335029 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cc072941-0b30-4cae-8f81-f9ffec56af1a req-7d2b0168-e65d-4dc4-b037-8972783351f2 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451297 Mar 23 10:54:16.336293 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-11baee9d-d24c-431b-a42b-b9dd06f62c71 req-d73562b7-7527-413e-85e9-efc66de0c3c1 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "DELETE /v2.0/ports/79904c3c-735f-415c-a4b2-1a9eb1a9f233 HTTP/1.1" status: 204 len: 173 time: 0.9052353 Mar 23 10:54:16.379831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e54765-980c-4acb-a8eb-9d4fd1042882', 'name': 'network-vif-deleted', 'tag': '79904c3c-735f-415c-a4b2-1a9eb1a9f233', 'status': 'completed', 'code': 200} Mar 23 10:54:18.139858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3910-060b-4fef-b58d-07244e68d749 req-0fb4e8f8-4b05-4981-86f5-7d4c16f34a30 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:18.141217 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-0fb4e8f8-4b05-4981-86f5-7d4c16f34a30 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 816 time: 0.1476347 Mar 23 10:54:18.157681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-385688d0-5025-4218-8d54-e619c3dc655e tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/quotas/27851b2ebff44bed9334ae61bda1761a HTTP/1.1" status: 200 len: 375 time: 0.0111897 Mar 23 10:54:18.237007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-515a3910-060b-4fef-b58d-07244e68d749 req-b0adfbcb-202f-4c6a-be16-1d5984f56166 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Synchronizing usage tracker for tenant:27851b2ebff44bed9334ae61bda1761a on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:54:18.252708 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-515a3910-060b-4fef-b58d-07244e68d749 req-b0adfbcb-202f-4c6a-be16-1d5984f56166 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Unset dirty status for tenant:27851b2ebff44bed9334ae61bda1761a on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:54:18.254281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-b0adfbcb-202f-4c6a-be16-1d5984f56166 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911984 Mar 23 10:54:18.389465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-72fcf6f3-edd9-4428-ad7a-8c799e261bcd service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:54:18.390542 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-72fcf6f3-edd9-4428-ad7a-8c799e261bcd service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1244721 Mar 23 10:54:18.520579 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-749aaa26-a658-4131-94a4-8d07e43d94b4 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239569 Mar 23 10:54:18.653915 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-4eb4cb1b-eb42-48c5-849f-513eeab40e2a service neutron] 10.222.0.73 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275871 Mar 23 10:54:18.836843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 79904c3c-735f-415c-a4b2-1a9eb1a9f233 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:18.852077 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2e918081-0f18-45dd-aa08-fef6c1fd92db req-bd7608d8-a4a7-4cf3-8557-c8d34e7ea5b0 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 210 time: 0.0422308 Mar 23 10:54:18.896338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 79904c3c-735f-415c-a4b2-1a9eb1a9f233 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:18.896710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 79904c3c-735f-415c-a4b2-1a9eb1a9f233 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:19.879765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3910-060b-4fef-b58d-07244e68d749 req-3af15d2c-3c5b-4ce7-9116-74ec440582f6 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:19.881056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-3af15d2c-3c5b-4ce7-9116-74ec440582f6 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 816 time: 0.1471236 Mar 23 10:54:19.896760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Request body: {'port': {'device_id': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'admin_state_up': True, 'tenant_id': '27851b2ebff44bed9334ae61bda1761a'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:54:20.052285 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dd3c45ea-f6f2-481e-a661-9ffac7e5165f req-9b545c0d-0e38-4947-a592-076a7cc74711 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 210 time: 0.0605278 Mar 23 10:54:20.078821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:54:20.088600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:54:20.099041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Made reservation on behalf of 27851b2ebff44bed9334ae61bda1761a for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:20.102088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.264278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Allocated IP 172.20.0.8 (ebcaa557-e559-4bbe-8827-31e14c558a7b/238be2b4-24a0-4f4c-9ded-2948a738b266/4ed14056-acc8-4c4c-bc12-8e8612b935a7) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:20.567382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.582196 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Transition to ACTIVE for port object 4ed14056-acc8-4c4c-bc12-8e8612b935a7 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:20.606671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.681087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Network ebcaa557-e559-4bbe-8827-31e14c558a7b is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:20.684263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:20.688602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:54:20.713795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Pushing event updated for resources: {'Port': ['ID=4ed14056-acc8-4c4c-bc12-8e8612b935a7,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:20.737493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.737839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.738180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.738517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.738847 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.739175 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.739507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.739860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.740185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.740509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.740829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:20.765061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:20.765822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.796730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-59b17416-b07c-444a-92a2-e7b967ed71b8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9034138 Mar 23 10:54:20.809640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Request body: {'port': {'device_id': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:54:20.922569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.981794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-11469b5e-8d40-42c1-b668-7f3eb5d38f1a None None] Provisioning for port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:20.986585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-11469b5e-8d40-42c1-b668-7f3eb5d38f1a None None] Provisioning complete for port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:20.986952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-11469b5e-8d40-42c1-b668-7f3eb5d38f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.038832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-11469b5e-8d40-42c1-b668-7f3eb5d38f1a None None] Port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:54:21.336939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a038656-3d56-4976-a1a8-b02c5b9a9b05 req-fc1a454f-836e-4ac6-9e11-81fbcb56843d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:21.337674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-8a038656-3d56-4976-a1a8-b02c5b9a9b05 req-fc1a454f-836e-4ac6-9e11-81fbcb56843d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Synchronizing usage tracker for tenant:27851b2ebff44bed9334ae61bda1761a on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:54:21.345897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed14056-acc8-4c4c-bc12-8e8612b935a7 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:54:21.355218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.374508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-8a038656-3d56-4976-a1a8-b02c5b9a9b05 req-fc1a454f-836e-4ac6-9e11-81fbcb56843d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Unset dirty status for tenant:27851b2ebff44bed9334ae61bda1761a on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:54:21.375876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8a038656-3d56-4976-a1a8-b02c5b9a9b05 req-fc1a454f-836e-4ac6-9e11-81fbcb56843d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 931 time: 0.1824036 Mar 23 10:54:21.376753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Transition to ACTIVE for port object 4ed14056-acc8-4c4c-bc12-8e8612b935a7 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:21.380383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.532982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed14056-acc8-4c4c-bc12-8e8612b935a7,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:21.548836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8a038656-3d56-4976-a1a8-b02c5b9a9b05 req-c0ec14de-4ae8-4f52-a49e-e9ced2d4cde2 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644871 Mar 23 10:54:21.663697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Attempting to bind port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:54:21.664036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Attempting to bind port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:54:21.664373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Attempting to bind port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 on network ebcaa557-e559-4bbe-8827-31e14c558a7b {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:54:21.670764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 on network ebcaa557-e559-4bbe-8827-31e14c558a7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:54:21.671085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Attempting to bind port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 on network ebcaa557-e559-4bbe-8827-31e14c558a7b {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:54:21.677564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:54:21.677903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Checking segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:54:21.678280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Bound using segment: {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:54:21.678704 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Bound port: 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4f559b-369f-4c52-87c3-bee2375ee90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:54:21.679084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.772982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] For port 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:54:21.777057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] For port 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:54:21.782412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.850361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.851828 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] 10.222.0.91 "PUT /v2.0/ports/4ed14056-acc8-4c4c-bc12-8e8612b935a7 HTTP/1.1" status: 200 len: 1093 time: 1.0468655 Mar 23 10:54:21.852264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'tag': '4ed14056-acc8-4c4c-bc12-8e8612b935a7'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:54:21.882355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7e9e1-6e71-4f71-9961-ff3c28acbfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed14056-acc8-4c4c-bc12-8e8612b935a7,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:21.927196 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'tag': '4ed14056-acc8-4c4c-bc12-8e8612b935a7', 'status': 'completed', 'code': 200} Mar 23 10:54:21.973783 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-289cebc4-cd1b-4783-97b5-aee1ae21627e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 1096 time: 0.0841417 Mar 23 10:54:22.050907 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-7a1f3ec8-43f1-4c7c-803b-4db258e03485 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7 HTTP/1.1" status: 200 len: 217 time: 0.0683219 Mar 23 10:54:22.125811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3910-060b-4fef-b58d-07244e68d749 req-cfafb2cc-34ca-4660-8b0e-a67963aecc25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:22.127171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-cfafb2cc-34ca-4660-8b0e-a67963aecc25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=238be2b4-24a0-4f4c-9ded-2948a738b266 HTTP/1.1" status: 200 len: 855 time: 0.0705581 Mar 23 10:54:22.207358 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-0772a710-f1a9-4d0b-af6c-a7078b905dde service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ebcaa557-e559-4bbe-8827-31e14c558a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743277 Mar 23 10:54:22.342468 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-90f9d74a-ad34-4cc0-97aa-a75e70e8328c service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289539 Mar 23 10:54:22.580703 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-515a3910-060b-4fef-b58d-07244e68d749 req-8fffacd7-7db7-44e6-99b8-5a77dafffbb7 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313094 Mar 23 10:54:22.758843 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-b14399a1-a466-4cce-b497-985dff42805a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 1096 time: 0.1319547 Mar 23 10:54:22.858108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713655e4-4fa4-4a79-b1f5-074415c036da req-98358e7a-ef66-4063-9739-828d23d636e3 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:22.859551 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-713655e4-4fa4-4a79-b1f5-074415c036da req-98358e7a-ef66-4063-9739-828d23d636e3 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 943 time: 0.1810095 Mar 23 10:54:22.943508 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-713655e4-4fa4-4a79-b1f5-074415c036da req-be44f189-23a8-4e8e-8b00-06ec85061d69 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779657 Mar 23 10:54:22.945990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-fc0965e3-ccfa-46a0-8959-489d6c10039c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:22.948029 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-fc0965e3-ccfa-46a0-8959-489d6c10039c service neutron] 10.222.0.91 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 917 time: 0.1824658 Mar 23 10:54:23.015911 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-f3b45bb1-3124-4b8f-8066-eeda58873109 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7 HTTP/1.1" status: 200 len: 217 time: 0.0623455 Mar 23 10:54:23.087952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-4f2598f3-f3e4-43c9-8d1b-159823991cff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:23.089448 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-4f2598f3-f3e4-43c9-8d1b-159823991cff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=238be2b4-24a0-4f4c-9ded-2948a738b266 HTTP/1.1" status: 200 len: 855 time: 0.0672562 Mar 23 10:54:23.170990 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-dcea39e6-9b8d-4a78-8259-cb6557c7a8cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ebcaa557-e559-4bbe-8827-31e14c558a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751939 Mar 23 10:54:23.316850 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-fd1013e6-843b-4b77-9d9b-750b4f9da995 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382384 Mar 23 10:54:23.455491 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-48fc9df8-f355-4ef5-bc8b-db5c489b67f9 req-9e14a212-2e99-456a-a313-61130ac6ddf3 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320567 Mar 23 10:54:24.161503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a18b0-6a80-4195-9e76-437b581af172 req-6e93df57-8e30-4bba-be3c-f7fed21e4f8f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:24.164336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f86a18b0-6a80-4195-9e76-437b581af172 req-6e93df57-8e30-4bba-be3c-f7fed21e4f8f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 943 time: 0.0903251 Mar 23 10:54:24.218287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f86a18b0-6a80-4195-9e76-437b581af172 req-6bec54fa-826d-4dd8-8b46-a500bbebabec tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483141 Mar 23 10:54:24.451576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4cacbb29-704f-4abd-81e8-f497a9659e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:24.842134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4ed14056-acc8-4c4c-bc12-8e8612b935a7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:54:24.861788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:24.996027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:25.011353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '4ed14056-acc8-4c4c-bc12-8e8612b935a7', 'network_id': 'ebcaa557-e559-4bbe-8827-31e14c558a7b', 'port_id': '4ed14056-acc8-4c4c-bc12-8e8612b935a7', 'mac_address': 'fa:16:3e:8b:ed:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238be2b4-24a0-4f4c-9ded-2948a738b266', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:54:25.074693 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:25.094530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed14056-acc8-4c4c-bc12-8e8612b935a7 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:54:25.111113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:25.115773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:25.182799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4ed14056-acc8-4c4c-bc12-8e8612b935a7,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:25.191689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.192035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.192379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.192709 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.193043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.193368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.193690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.194013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.194329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.194646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.194966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:25.428559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f225a2-acbe-484c-b8f2-9391d5df89d3 req-cbf0f2c2-793b-4a2a-bbe9-26ef9b4b8045 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:25.429672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4ed14056-acc8-4c4c-bc12-8e8612b935a7'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:54:25.430039 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-58f225a2-acbe-484c-b8f2-9391d5df89d3 req-cbf0f2c2-793b-4a2a-bbe9-26ef9b4b8045 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 944 time: 0.0803654 Mar 23 10:54:25.476764 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-58f225a2-acbe-484c-b8f2-9391d5df89d3 req-4ea0c093-170a-451f-a267-9273a9810662 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Mar 23 10:54:26.686956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1e240-b452-4844-bd48-d27ca3c8dd82 req-de0d4278-615b-4b05-b5c0-2dbc4be400f9 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:26.688412 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0ba1e240-b452-4844-bd48-d27ca3c8dd82 req-de0d4278-615b-4b05-b5c0-2dbc4be400f9 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 944 time: 0.0808780 Mar 23 10:54:26.733583 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0ba1e240-b452-4844-bd48-d27ca3c8dd82 req-83b5afeb-81d9-459b-9971-1aa68c19e531 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Mar 23 10:54:26.797032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-796070a6-5d09-4ead-b724-f54e67fce080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:26.836341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4ed14056-acc8-4c4c-bc12-8e8612b935a7 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:26.905464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:26.910814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:26.913408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:27.055756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:27.083821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed14056-acc8-4c4c-bc12-8e8612b935a7'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:54:27.094526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:27.099117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:27.161346 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed14056-acc8-4c4c-bc12-8e8612b935a7', 'code': 200} Mar 23 10:54:27.178586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=4ed14056-acc8-4c4c-bc12-8e8612b935a7,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:27.234348 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:54:27.422856 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f78b385b-fc7d-4c31-b971-f7db9ef431d4 req-dc51be51-5523-4311-b10a-a017c08e1e16 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 1098 time: 0.0687983 Mar 23 10:54:27.469152 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f78b385b-fc7d-4c31-b971-f7db9ef431d4 req-06407ee2-9eea-468b-9003-ac16e08e7346 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Mar 23 10:54:27.806126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:27.935909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4806e-8774-43bb-825f-4c4e61494f58 req-99e7ae4e-5aec-4966-ad6d-8efe02e50a50 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:27.937430 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cdd4806e-8774-43bb-825f-4c4e61494f58 req-99e7ae4e-5aec-4966-ad6d-8efe02e50a50 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 945 time: 0.0799980 Mar 23 10:54:27.984740 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cdd4806e-8774-43bb-825f-4c4e61494f58 req-fbc98ecc-178a-4e65-b442-9c8d6b33e716 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Mar 23 10:54:28.020374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:29.210219 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf1833-5567-4eec-a344-c32aed1b2c10 req-6f317443-7422-4dd7-a5c6-1f876d8d239b tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:29.212741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7eaf1833-5567-4eec-a344-c32aed1b2c10 req-6f317443-7422-4dd7-a5c6-1f876d8d239b tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 945 time: 0.0970228 Mar 23 10:54:29.262117 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7eaf1833-5567-4eec-a344-c32aed1b2c10 req-0a0e6d84-6f4e-49ca-8a34-d63a17ab8a7d tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 Mar 23 10:54:29.386125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:29.478253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8b258-8433-410c-a825-a95c58abf69f req-81faabc4-261f-4162-85de-0aa8bd7a9075 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:29.480236 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8f8b258-8433-410c-a825-a95c58abf69f req-81faabc4-261f-4162-85de-0aa8bd7a9075 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 945 time: 0.0822110 Mar 23 10:54:29.530159 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8f8b258-8433-410c-a825-a95c58abf69f req-a7ecec5e-0f2f-4420-a8f0-1aa0093816b4 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Mar 23 10:54:32.465605 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-4bb07498-1c12-49bf-927b-5ee069df7a1a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1770687 Mar 23 10:54:32.614337 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-7fe6a1cf-5e74-4eb2-a5f4-ceb5f38c8393 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=27851b2ebff44bed9334ae61bda1761a&device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 1098 time: 0.0739167 Mar 23 10:54:32.775500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-8131a9f0-56fe-422b-8184-8e14846d9a02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:32.777899 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-8131a9f0-56fe-422b-8184-8e14846d9a02 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 200 len: 917 time: 0.1411903 Mar 23 10:54:32.863786 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-4d25de04-9b58-4acf-953b-586bcf61f703 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7 HTTP/1.1" status: 200 len: 217 time: 0.0800972 Mar 23 10:54:32.930548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-09dba7f1-8997-4a82-8cc6-be010e05bcbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:32.933536 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-09dba7f1-8997-4a82-8cc6-be010e05bcbc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=238be2b4-24a0-4f4c-9ded-2948a738b266 HTTP/1.1" status: 200 len: 855 time: 0.0626876 Mar 23 10:54:33.025027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-238e6635-5d88-47ba-b0f7-ae8f9d234c98 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ebcaa557-e559-4bbe-8827-31e14c558a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869248 Mar 23 10:54:33.188785 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-3aed697b-d190-4271-9ab9-faa92b866646 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575623 Mar 23 10:54:33.346026 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4433409b-146a-4af4-bce4-4ebd9a841edd req-5626d110-f61d-493c-ab8b-d71a018d9dc3 service neutron] 10.222.0.91 "GET /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506824 Mar 23 10:54:43.983200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cd1f5-4f47-49ef-9b5e-6ff7006f0030 req-dd428e17-bf9c-4a4f-8d9f-9b1eb2b48adc tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:43.984622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b01cd1f5-4f47-49ef-9b5e-6ff7006f0030 req-dd428e17-bf9c-4a4f-8d9f-9b1eb2b48adc tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 945 time: 0.0795753 Mar 23 10:54:44.032282 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b01cd1f5-4f47-49ef-9b5e-6ff7006f0030 req-087c646f-98f0-4236-9c41-f9a469ef8eaf tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Mar 23 10:54:45.233889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249adaa-96a8-4c6d-90e8-d6b7be15699f req-12d1afa0-5edd-4439-ba04-30ad48a9583f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:45.235339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d249adaa-96a8-4c6d-90e8-d6b7be15699f req-12d1afa0-5edd-4439-ba04-30ad48a9583f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 945 time: 0.0832407 Mar 23 10:54:45.282295 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d249adaa-96a8-4c6d-90e8-d6b7be15699f req-ac48777e-5d06-4e74-8c5c-7f81db9706cf tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/security-groups?id=ff64d1ae-0899-4ba5-8261-4822c9cfa78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Mar 23 10:54:45.796136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-674db924-1688-4312-b5fb-89bd1e20a5d8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:45.797564 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-674db924-1688-4312-b5fb-89bd1e20a5d8 tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 945 time: 0.0749962 Mar 23 10:54:45.869936 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Deleting port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:45.870535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:46.124115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] For port 4ed14056-acc8-4c4c-bc12-8e8612b935a7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4ed14056-acc8-4c4c-bc12-8e8612b935a7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:46.124712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:46.254204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Calling delete_port for 4ed14056-acc8-4c4c-bc12-8e8612b935a7 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:46.398557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:46.413066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['4ed14056-acc8-4c4c-bc12-8e8612b935a7'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:54:46.584279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Pushing event deleted for resources: {'Port': ['ID=4ed14056-acc8-4c4c-bc12-8e8612b935a7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:46.588838 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-06bd8de5-80a0-4e12-8466-3d0cb5fb4122 req-8ff5894c-ef96-4b80-8d53-e126fac0082b tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfe33faa-1c83-4b86-b385-96dd3cf2aa89 HTTP/1.1" status: 200 len: 210 time: 0.0568380 Mar 23 10:54:46.663502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] No DVR routers for this DVR port 4ed14056-acc8-4c4c-bc12-8e8612b935a7 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:54:46.666783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:46.669643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'name': 'network-vif-deleted', 'tag': '4ed14056-acc8-4c4c-bc12-8e8612b935a7'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:54:46.686744 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbc2f7c2-c7fc-471e-be2e-c3fa35d7a3ce req-175676a7-dc65-439e-85f1-2b44850e4d3f tempest-TestEncryptedCinderVolumes-1896316370 tempest-TestEncryptedCinderVolumes-1896316370-project] 10.222.0.91 "DELETE /v2.0/ports/4ed14056-acc8-4c4c-bc12-8e8612b935a7 HTTP/1.1" status: 204 len: 173 time: 0.8833053 Mar 23 10:54:46.730308 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe33faa-1c83-4b86-b385-96dd3cf2aa89', 'name': 'network-vif-deleted', 'tag': '4ed14056-acc8-4c4c-bc12-8e8612b935a7', 'status': 'completed', 'code': 200} Mar 23 10:54:47.753636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54128) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:48.268712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:48.886583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Deleting port 25680544-3298-4d54-b5d4-1f193872b0c7 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:48.887300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:48.979155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4ed14056-acc8-4c4c-bc12-8e8612b935a7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:49.010853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 4ed14056-acc8-4c4c-bc12-8e8612b935a7 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:49.011193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 4ed14056-acc8-4c4c-bc12-8e8612b935a7 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:49.059331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] For port 25680544-3298-4d54-b5d4-1f193872b0c7, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=25680544-3298-4d54-b5d4-1f193872b0c7,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:49.059706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:49.181750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Calling delete_port for 25680544-3298-4d54-b5d4-1f193872b0c7 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:49.349304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:49.391440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Pushing event deleted for resources: {'Port': ['ID=25680544-3298-4d54-b5d4-1f193872b0c7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:49.429612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.429906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.430235 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.430560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.430922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.431248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.431591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.431910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.432221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.432530 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.432842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:49.769331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:50.331757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Router 540835b2-423e-4c87-9530-9d890a798738 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:54:50.527700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:54:50.536192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] Sync routers for ids ['540835b2-423e-4c87-9530-9d890a798738'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:54:50.539464 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-004cce45-c7e5-4fb3-a020-e7c7c501569c admin admin] 10.222.0.73 "PUT /v2.0/routers/540835b2-423e-4c87-9530-9d890a798738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847698 Mar 23 10:54:50.542619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54132) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:50.548526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] Routers {'540835b2-423e-4c87-9530-9d890a798738'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:54:50.549122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['540835b2-423e-4c87-9530-9d890a798738'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:50.730717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] Set router 540835b2-423e-4c87-9530-9d890a798738 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:54:50.738117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:51.036284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:54:49Z', 'revision_number': 5, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port': {'id': '94ccb74c-6318-40c3-bf9a-acc16c40deaa', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540835b2-423e-4c87-9530-9d890a798738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:51.042274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] Checking router: 540835b2-423e-4c87-9530-9d890a798738 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:54:51.055403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] Routers {'540835b2-423e-4c87-9530-9d890a798738'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:54:51.057017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['540835b2-423e-4c87-9530-9d890a798738'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:51.061044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:51.070345 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Deleting port 94ccb74c-6318-40c3-bf9a-acc16c40deaa {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:51.070712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:51.213722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] Set router 540835b2-423e-4c87-9530-9d890a798738 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:54:51.243814 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] For port 94ccb74c-6318-40c3-bf9a-acc16c40deaa, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=94ccb74c-6318-40c3-bf9a-acc16c40deaa,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:51.244160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:51.320392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:54:51Z', 'revision_number': 6, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:51.324467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a88db7-59a3-4427-b74a-8f94a5a35edf None None] The sync data for ids ['540835b2-423e-4c87-9530-9d890a798738'] in dv-neutron-834653-2-hyperv is: [{'id': '540835b2-423e-4c87-9530-9d890a798738', 'name': 'tempest-TestEncryptedCinderVolumes-470413285-router', 'tenant_id': '27851b2ebff44bed9334ae61bda1761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:35Z', 'updated_at': '2022-03-23T10:54:51Z', 'revision_number': 6, 'project_id': '27851b2ebff44bed9334ae61bda1761a', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:54:51.372366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Calling delete_port for 94ccb74c-6318-40c3-bf9a-acc16c40deaa owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:51.541407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:51.585992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Pushing event deleted for resources: {'Port': ['ID=94ccb74c-6318-40c3-bf9a-acc16c40deaa,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:51.818035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.072639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.077239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.106889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.107477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540835b2-423e-4c87-9530-9d890a798738 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:54:52.119970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.121493 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ddda537c-c1cd-4e0a-9fec-be25c5df46be admin admin] 10.222.0.73 "DELETE /v2.0/routers/540835b2-423e-4c87-9530-9d890a798738 HTTP/1.1" status: 204 len: 168 time: 1.5778801 Mar 23 10:54:52.124377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54136) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:52.183805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Deleting subnet 238be2b4-24a0-4f4c-9ded-2948a738b266 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:54:52.186776 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.237095 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.326436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.392022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.433578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238be2b4-24a0-4f4c-9ded-2948a738b266,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:52.442377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.449072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabbbac-201d-488d-b097-5246a647c46a None None] Network ebcaa557-e559-4bbe-8827-31e14c558a7b requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:54:52.451421 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8d8ecf14-3485-4fae-8ffc-8655fa71e69e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/238be2b4-24a0-4f4c-9ded-2948a738b266 HTTP/1.1" status: 204 len: 168 time: 0.3260765 Mar 23 10:54:52.454004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54140) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:52.660444 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.671519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Deleting port 4710db49-15f6-4de4-97ad-a8d028f169ac {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:52.671875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.691902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] DHCP port deletion for ebcaa557-e559-4bbe-8827-31e14c558a7b request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:54:52.696236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Deleting port 4710db49-15f6-4de4-97ad-a8d028f169ac {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:52.697167 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.885791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] For port 4710db49-15f6-4de4-97ad-a8d028f169ac, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4710db49-15f6-4de4-97ad-a8d028f169ac,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:52.886247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:52.909003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 25680544-3298-4d54-b5d4-1f193872b0c7 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:52.956257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 25680544-3298-4d54-b5d4-1f193872b0c7 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:52.956522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 25680544-3298-4d54-b5d4-1f193872b0c7 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:52.956935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94ccb74c-6318-40c3-bf9a-acc16c40deaa no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:52.992328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 94ccb74c-6318-40c3-bf9a-acc16c40deaa {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:52.992673 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94ccb74c-6318-40c3-bf9a-acc16c40deaa not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:52.993088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4710db49-15f6-4de4-97ad-a8d028f169ac no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:53.009767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Calling delete_port for 4710db49-15f6-4de4-97ad-a8d028f169ac owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:53.048757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] For port 4710db49-15f6-4de4-97ad-a8d028f169ac, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4710db49-15f6-4de4-97ad-a8d028f169ac,segment=NetworkSegment(aa4f559b-369f-4c52-87c3-bee2375ee90f),segment_id=aa4f559b-369f-4c52-87c3-bee2375ee90f)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:53.049155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.085907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.128555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4710db49-15f6-4de4-97ad-a8d028f169ac,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:53.138030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] No DVR routers for this DVR port 4710db49-15f6-4de4-97ad-a8d028f169ac on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:54:53.178378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Calling delete_port for 4710db49-15f6-4de4-97ad-a8d028f169ac owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:53.219778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 4710db49-15f6-4de4-97ad-a8d028f169ac {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:54:53.220187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4710db49-15f6-4de4-97ad-a8d028f169ac not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:53.252848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:54:53.253199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:54:53.254823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.279053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcaa557-e559-4bbe-8827-31e14c558a7b']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:53.296233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4f559b-369f-4c52-87c3-bee2375ee90f') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:53.296524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4f559b-369f-4c52-87c3-bee2375ee90f') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:53.309029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.328253 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.334244 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:54:53.334622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:54:53.347623 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:54:53.420854 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.436847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.448815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcaa557-e559-4bbe-8827-31e14c558a7b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:53.453430 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-205475b2-7b54-4ab1-8c61-f3438cdb5e1a admin admin] 10.222.0.73 "DELETE /v2.0/networks/ebcaa557-e559-4bbe-8827-31e14c558a7b HTTP/1.1" status: 204 len: 168 time: 0.9985054 Mar 23 10:54:53.456251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54144) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:53.754822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Deleting port 4710db49-15f6-4de4-97ad-a8d028f169ac {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:53.755364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:53.824172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5441ec8a-8d97-43a7-98b3-34fb97c67fcc None None] The port '4710db49-15f6-4de4-97ad-a8d028f169ac' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:54:53.848117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:54.453341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e09-d85a-4438-97ee-8e3bba058269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:54.547519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Deleting port c7bb34f2-8626-4aa4-94b7-e8672976856f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:54.548106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:54.720264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] For port c7bb34f2-8626-4aa4-94b7-e8672976856f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c7bb34f2-8626-4aa4-94b7-e8672976856f,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:54.720527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:54.841103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Calling delete_port for c7bb34f2-8626-4aa4-94b7-e8672976856f owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:54.851412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:55.005472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:55.052104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bb34f2-8626-4aa4-94b7-e8672976856f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:55.335868 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:56.009598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Router 8aceb9c4-b51b-4c82-9409-259e4b719c51 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:54:56.213561 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:54:56.222368 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] Sync routers for ids ['8aceb9c4-b51b-4c82-9409-259e4b719c51'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:54:56.222850 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b5db9ad2-767b-4a73-b310-9d1f0cadb538 admin admin] 10.222.0.73 "PUT /v2.0/routers/8aceb9c4-b51b-4c82-9409-259e4b719c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7653325 Mar 23 10:54:56.225125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54148) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:56.234462 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] Routers {'8aceb9c4-b51b-4c82-9409-259e4b719c51'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:54:56.235047 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8aceb9c4-b51b-4c82-9409-259e4b719c51'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:56.409109 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] Set router 8aceb9c4-b51b-4c82-9409-259e4b719c51 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:54:56.420735 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:56.620670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:56.630996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Deleting port b299ca28-f12d-43d8-ad2a-40285274bf20 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:56.630996 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:56.694852 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91'}], 'enable_snat': True}, 'gw_port_id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:54:54Z', 'revision_number': 5, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port': {'id': 'b299ca28-f12d-43d8-ad2a-40285274bf20', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:56.699474 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] Checking router: 8aceb9c4-b51b-4c82-9409-259e4b719c51 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:54:56.710246 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] Routers {'8aceb9c4-b51b-4c82-9409-259e4b719c51'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:54:56.710831 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8aceb9c4-b51b-4c82-9409-259e4b719c51'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:56.801967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af34a826-09f6-485a-861b-0a082cc74446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:56.809167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] For port b299ca28-f12d-43d8-ad2a-40285274bf20, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b299ca28-f12d-43d8-ad2a-40285274bf20,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:56.809527 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:56.864187 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] Set router 8aceb9c4-b51b-4c82-9409-259e4b719c51 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:54:56.930446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Calling delete_port for b299ca28-f12d-43d8-ad2a-40285274bf20 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:56.966946 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:54:56Z', 'revision_number': 6, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:56.970908 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2ebcca-43ec-48b5-b4ab-d1673db9e3f5 None None] The sync data for ids ['8aceb9c4-b51b-4c82-9409-259e4b719c51'] in dv-neutron-834653-2-hyperv is: [{'id': '8aceb9c4-b51b-4c82-9409-259e4b719c51', 'name': 'tempest-TestEncryptedCinderVolumes-1182306258-router', 'tenant_id': '872b4e40132e48c08db156054f81c05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:41Z', 'updated_at': '2022-03-23T10:54:56Z', 'revision_number': 6, 'project_id': '872b4e40132e48c08db156054f81c05d', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:54:57.186343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.231991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Pushing event deleted for resources: {'Port': ['ID=b299ca28-f12d-43d8-ad2a-40285274bf20,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:57.458694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.737644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.741830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.766671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.767162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aceb9c4-b51b-4c82-9409-259e4b719c51 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:54:57.779433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.780634 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c65b62da-de8f-4436-82ff-ead9df607383 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8aceb9c4-b51b-4c82-9409-259e4b719c51 HTTP/1.1" status: 204 len: 168 time: 1.5545623 Mar 23 10:54:57.783500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54152) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:57.800939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.843900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Deleting subnet 2e2049a4-4b71-4f70-8995-a135b77af569 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:54:57.846795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.897780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:57.993957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.019381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.064112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.106459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2049a4-4b71-4f70-8995-a135b77af569,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:58.113019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.118307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a20168-43ad-4b4a-9661-67ef86fa74ae None None] Network d9830b4c-37ac-43f5-848a-c95963850a42 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:54:58.119607 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0a21b0d5-e8ed-461d-8f75-1acca42c1f22 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2e2049a4-4b71-4f70-8995-a135b77af569 HTTP/1.1" status: 204 len: 168 time: 0.3349612 Mar 23 10:54:58.122564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54156) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:58.228216 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.239369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Deleting port 8ea79d46-dc27-49c9-a20f-30dd1c123022 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:58.239736 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.371267 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] DHCP port deletion for d9830b4c-37ac-43f5-848a-c95963850a42 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:54:58.375664 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Deleting port 8ea79d46-dc27-49c9-a20f-30dd1c123022 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:58.376103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.447716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] For port 8ea79d46-dc27-49c9-a20f-30dd1c123022, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8ea79d46-dc27-49c9-a20f-30dd1c123022,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:58.448068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.572441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Calling delete_port for 8ea79d46-dc27-49c9-a20f-30dd1c123022 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:58.578490 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] For port 8ea79d46-dc27-49c9-a20f-30dd1c123022, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8ea79d46-dc27-49c9-a20f-30dd1c123022,segment=NetworkSegment(506943cb-b084-46af-a961-e270eed26774),segment_id=506943cb-b084-46af-a961-e270eed26774)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:58.578884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.649831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.694409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea79d46-dc27-49c9-a20f-30dd1c123022,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:58.701056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Calling delete_port for 8ea79d46-dc27-49c9-a20f-30dd1c123022 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:54:58.702405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] No DVR routers for this DVR port 8ea79d46-dc27-49c9-a20f-30dd1c123022 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:54:58.775156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:54:58.775510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:54:58.820398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.849793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9830b4c-37ac-43f5-848a-c95963850a42']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:58.863730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506943cb-b084-46af-a961-e270eed26774') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:58.864022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506943cb-b084-46af-a961-e270eed26774') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:58.876653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.889600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8ea79d46-dc27-49c9-a20f-30dd1c123022 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:58.895352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.902138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:54:58.902718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:54:58.920096 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:54:58.925153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8ea79d46-dc27-49c9-a20f-30dd1c123022 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:58.925500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8ea79d46-dc27-49c9-a20f-30dd1c123022 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:58.926085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7bb34f2-8626-4aa4-94b7-e8672976856f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:58.957507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c7bb34f2-8626-4aa4-94b7-e8672976856f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:58.957847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c7bb34f2-8626-4aa4-94b7-e8672976856f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:58.958253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b299ca28-f12d-43d8-ad2a-40285274bf20 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:54:58.992849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:58.993155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b299ca28-f12d-43d8-ad2a-40285274bf20 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:54:58.993531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b299ca28-f12d-43d8-ad2a-40285274bf20 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:54:58.998885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.022726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9830b4c-37ac-43f5-848a-c95963850a42,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:59.027928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3a61fc5b-b3ba-48e8-8b1e-9a750f0c887c admin admin] 10.222.0.73 "DELETE /v2.0/networks/d9830b4c-37ac-43f5-848a-c95963850a42 HTTP/1.1" status: 204 len: 168 time: 0.9037259 Mar 23 10:54:59.253953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54162) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:59.276926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Deleting port 8ea79d46-dc27-49c9-a20f-30dd1c123022 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:54:59.277457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.304209 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6694c998-27c0-4f33-8ace-2bea84a65128 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27851b2ebff44bed9334ae61bda1761a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490930 Mar 23 10:54:59.306697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54166) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:59.339795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-feb60f05-5e8d-43d7-80c3-edbd20c819c3 None None] The port '8ea79d46-dc27-49c9-a20f-30dd1c123022' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:54:59.369227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9df252b1-8b86-437a-a7b4-a261f5c88976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.379308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.395163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9df252b1-8b86-437a-a7b4-a261f5c88976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.446783 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9df252b1-8b86-437a-a7b4-a261f5c88976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.462748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df252b1-8b86-437a-a7b4-a261f5c88976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff64d1ae-0899-4ba5-8261-4822c9cfa78f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:59.467502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9df252b1-8b86-437a-a7b4-a261f5c88976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:59.468143 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9df252b1-8b86-437a-a7b4-a261f5c88976 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff64d1ae-0899-4ba5-8261-4822c9cfa78f HTTP/1.1" status: 204 len: 168 time: 0.1605642 Mar 23 10:54:59.874651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54174) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:59.927060 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4281b4c8-5ca8-43f6-8f9d-d555e5923bb7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=872b4e40132e48c08db156054f81c05d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511687 Mar 23 10:54:59.929534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54178) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:59.986649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c313d2b9-3506-4273-87a9-9df633ed453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:00.012499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c313d2b9-3506-4273-87a9-9df633ed453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:00.063740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c313d2b9-3506-4273-87a9-9df633ed453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:00.077712 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313d2b9-3506-4273-87a9-9df633ed453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1fb597-ffa5-4cbc-9467-516e1bce4470,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:00.084987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c313d2b9-3506-4273-87a9-9df633ed453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:00.086090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c313d2b9-3506-4273-87a9-9df633ed453f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a1fb597-ffa5-4cbc-9467-516e1bce4470 HTTP/1.1" status: 204 len: 168 time: 0.1556933 Mar 23 10:55:00.928248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54200) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:01.060861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1089744896-network', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:01.066106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:01.070486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Usage tracker for resource:network and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:01.074132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:01.080048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:01.091259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Made reservation on behalf of 590caf24d9484df48ad396d38e9efbfb for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:01.093924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.106719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.139214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:01.142983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:01.145732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:01.151494 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:01.222610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.226555 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.256975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:55:01.266663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accd7c9a-6671-46e2-b321-6195b60efdf1,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:01.272262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.272607 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Added segment 7b1002c5-d020-40f0-8a52-f3b887d7617e of type vlan for network bbd1b85a-2a17-4093-a039-755aa3b3d272 Mar 23 10:55:01.298826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.328185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.329022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:01.329580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.518613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd1b85a-2a17-4093-a039-755aa3b3d272,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:01.521474 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-55522709-006e-4f8a-9643-03b742cd3663 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5922174 Mar 23 10:55:01.524347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:01.528931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:55:01.529514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Request body: {'subnet': {'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1089744896-subnet', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:01.534392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:01.538243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Usage tracker for resource:subnet and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:01.541640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:01.547308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:01.558107 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Made reservation on behalf of 590caf24d9484df48ad396d38e9efbfb for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:01.560453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.764467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.835236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132f3167-766d-4362-a338-72e82e554168,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:01.852244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Checking segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:01.853223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Network hostable DHCP agents. Network: bbd1b85a-2a17-4093-a039-755aa3b3d272, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:55:01.875464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:55:01.884336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, bbd1b85a-2a17-4093-a039-755aa3b3d272) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:01.888095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:01.888675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.893804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb65da-0b4c-466d-8e7b-ac407de305ce None None] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:55:01.909935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-773e3971-e71f-4d2b-bba5-0ab57f3d34d7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3845813 Mar 23 10:55:01.912589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54210) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:01.918190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:01.923167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:01.926991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Usage tracker for resource:router and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:01.929937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:01.935742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:01.946066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.946950 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:01.964984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.121869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.123509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-bbd1b85a-2a17-4093-a039-755aa3b3d272', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:55:02.124591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.283038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Allocated IP 172.20.0.2 (bbd1b85a-2a17-4093-a039-755aa3b3d272/132f3167-766d-4362-a338-72e82e554168/1b169243-14f2-462d-97da-3eca1e6b3c1d) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:02.312351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.343530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.487030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Allocated IP 172.26.7.169 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/b54692ba-4aaa-480b-bb50-b090569173b3) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:02.516128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.527812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Transition to ACTIVE for port object 1b169243-14f2-462d-97da-3eca1e6b3c1d will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:02.546470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Transition to ACTIVE for port object 1b169243-14f2-462d-97da-3eca1e6b3c1d will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:02.552614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.622085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:02.624711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:02.628224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:02.636789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Pushing event updated for resources: {'Port': ['ID=1b169243-14f2-462d-97da-3eca1e6b3c1d,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:02.659562 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.695668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.725165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Attempting to bind port 1b169243-14f2-462d-97da-3eca1e6b3c1d on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:02.725537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Attempting to bind port 1b169243-14f2-462d-97da-3eca1e6b3c1d by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:02.725903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Attempting to bind port 1b169243-14f2-462d-97da-3eca1e6b3c1d on network bbd1b85a-2a17-4093-a039-755aa3b3d272 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:02.733141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:02.734623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Checking segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:02.734623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.734623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Bound using segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:02.734952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Bound port: 1b169243-14f2-462d-97da-3eca1e6b3c1d, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:02.735199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.766240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:02.769104 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:02.773512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:02.803091 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Pushing event updated for resources: {'Port': ['ID=b54692ba-4aaa-480b-bb50-b090569173b3,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:02.829032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] For port 1b169243-14f2-462d-97da-3eca1e6b3c1d, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:02.832232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] For port 1b169243-14f2-462d-97da-3eca1e6b3c1d, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b169243-14f2-462d-97da-3eca1e6b3c1d,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:02.837119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.920446 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8244d82-5529-49ce-9c93-0890064d6617 None None] Pushing event updated for resources: {'Port': ['ID=1b169243-14f2-462d-97da-3eca1e6b3c1d,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:02.950003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:02.950785 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:03.199722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Router 4e338a8f-2686-4138-96b4-2ad979655568 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:55:03.512381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:55:03.521676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Sync routers for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:55:03.534198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:03.535110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:03.540962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:03.544808 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bc9ad5f2-8178-4dad-8006-7d7da828872b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6286864 Mar 23 10:55:03.545140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54214) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:03.751488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:03.945866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bce5d-b7ff-4f16-ab9d-bdb88db14068 None None] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:55:04.107698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4a49404e-399f-4508-bace-18825dd7ae7d None None] Provisioning for port 1b169243-14f2-462d-97da-3eca1e6b3c1d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:04.237438 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:55:04.327656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:02Z', 'revision_number': 3, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:04.334242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Checking router: 4e338a8f-2686-4138-96b4-2ad979655568 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:55:04.334589 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Updating router 4e338a8f-2686-4138-96b4-2ad979655568 port b54692ba-4aaa-480b-bb50-b090569173b3 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:55:04.393025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.495671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.710222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Allocated IP 172.20.0.1 (bbd1b85a-2a17-4093-a039-755aa3b3d272/132f3167-766d-4362-a338-72e82e554168/906f2591-8227-4a75-a74c-c72cf356d548) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:04.744334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.763296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Transition to ACTIVE for port object b54692ba-4aaa-480b-bb50-b090569173b3 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:04.769402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.844268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a7ea1-acc5-4afc-894c-42e7b956755b None None] Pushing event updated for resources: {'Port': ['ID=b54692ba-4aaa-480b-bb50-b090569173b3,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:04.850157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Attempting to bind port b54692ba-4aaa-480b-bb50-b090569173b3 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:04.850525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Attempting to bind port b54692ba-4aaa-480b-bb50-b090569173b3 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:04.850883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Attempting to bind port b54692ba-4aaa-480b-bb50-b090569173b3 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:04.859170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:04.859170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:04.859170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.861037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:04.861037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Bound port: b54692ba-4aaa-480b-bb50-b090569173b3, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:04.861037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.865422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.881992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Transition to ACTIVE for port object 906f2591-8227-4a75-a74c-c72cf356d548 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:04.905200 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.938807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b169243-14f2-462d-97da-3eca1e6b3c1d up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:04.975072 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] For port b54692ba-4aaa-480b-bb50-b090569173b3, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:04.976195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:04.979138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:04.983684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:04.995374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] For port b54692ba-4aaa-480b-bb50-b090569173b3, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b54692ba-4aaa-480b-bb50-b090569173b3,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:05.003222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.016643 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Pushing event updated for resources: {'Port': ['ID=906f2591-8227-4a75-a74c-c72cf356d548,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:05.046763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.106104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:05.108125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:05.143867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.221034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a7ea1-acc5-4afc-894c-42e7b956755b None None] Pushing event updated for resources: {'Port': ['ID=b54692ba-4aaa-480b-bb50-b090569173b3,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:05.237592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1b169243-14f2-462d-97da-3eca1e6b3c1d completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:05.256051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1b169243-14f2-462d-97da-3eca1e6b3c1d triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:05.256332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.322610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bfb89eb4-b53d-452f-86b2-680eda95e340 None None] Provisioning for port 906f2591-8227-4a75-a74c-c72cf356d548 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:05.341496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bfb89eb4-b53d-452f-86b2-680eda95e340 None None] Provisioning complete for port 906f2591-8227-4a75-a74c-c72cf356d548 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:05.341871 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bfb89eb4-b53d-452f-86b2-680eda95e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.381619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.385995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.415758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bfb89eb4-b53d-452f-86b2-680eda95e340 None None] Port 906f2591-8227-4a75-a74c-c72cf356d548 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:55:05.443662 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:05.490251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.493538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Pushing event updated for resources: {'Port': ['ID=906f2591-8227-4a75-a74c-c72cf356d548,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:05.532552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.626894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:05.628199 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:05.701819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 1b169243-14f2-462d-97da-3eca1e6b3c1d, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b169243-14f2-462d-97da-3eca1e6b3c1d,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:05.709763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.887128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=1b169243-14f2-462d-97da-3eca1e6b3c1d,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:05.909879 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a7038b01-a4b6-493d-8525-cb90ed788cc9 None None] Provisioning complete for port 906f2591-8227-4a75-a74c-c72cf356d548 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:05.910130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a7038b01-a4b6-493d-8525-cb90ed788cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:05.970344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-a7038b01-a4b6-493d-8525-cb90ed788cc9 None None] Port 906f2591-8227-4a75-a74c-c72cf356d548 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:55:05.980904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:04Z', 'revision_number': 1, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:05.985296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1917301b-baed-4aeb-8839-04a2e85cd036 None None] The sync data for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv is: [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:04Z', 'revision_number': 1, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:55:06.172690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Router 4e338a8f-2686-4138-96b4-2ad979655568 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:55:06.386032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:55:06.394984 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cb0aba17-0251-4bd2-a4fe-c4fa59ac6144 admin admin] 10.222.0.73 "PUT /v2.0/routers/4e338a8f-2686-4138-96b4-2ad979655568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8487282 Mar 23 10:55:06.982208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b54692ba-4aaa-480b-bb50-b090569173b3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:07.055463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port b54692ba-4aaa-480b-bb50-b090569173b3 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:07.061685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b54692ba-4aaa-480b-bb50-b090569173b3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:07.062672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.188878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.205568 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port b54692ba-4aaa-480b-bb50-b090569173b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b54692ba-4aaa-480b-bb50-b090569173b3,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:07.209696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.210479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b169243-14f2-462d-97da-3eca1e6b3c1d up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:07.322444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=b54692ba-4aaa-480b-bb50-b090569173b3,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:07.338953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1b169243-14f2-462d-97da-3eca1e6b3c1d triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:07.339175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.350517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54236) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:07.356524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1908529025-network', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:07.361331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:07.365245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Usage tracker for resource:network and tenant:9a23cf5044de41608c2a567f8f6e6ab9 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:07.368234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:07.374231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:07.384909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Made reservation on behalf of 9a23cf5044de41608c2a567f8f6e6ab9 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:07.387183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.400217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.430765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:07.434546 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Usage tracker for resource:security_group_rule and tenant:9a23cf5044de41608c2a567f8f6e6ab9 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:07.437360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:07.442987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:07.508106 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.512224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.542991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:55:07.551439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d352f435-59bb-4615-89f5-f29b29d2cdf3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:07.557102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.557480 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Added segment 953ed7a2-00c8-4fcc-a4c5-042969c46bce of type vlan for network 6963206b-5943-4791-8c2b-04ddf718b3d4 Mar 23 10:55:07.585505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.618035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.619027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:07.619622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.721231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] Pushing event updated for resources: {'Network': ['ID=6963206b-5943-4791-8c2b-04ddf718b3d4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:07.726641 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-67bccc14-2f0e-42ec-b6f5-017570a9fede admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3725705 Mar 23 10:55:07.727049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:07.732745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:55:07.734914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Request body: {'subnet': {'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1908529025-subnet', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:07.739752 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:07.744176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Usage tracker for resource:subnet and tenant:9a23cf5044de41608c2a567f8f6e6ab9 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:07.747885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:07.753556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:07.764945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Made reservation on behalf of 9a23cf5044de41608c2a567f8f6e6ab9 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:07.767239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.983720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.067027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b80f74-b44b-4065-9262-f3b4e2fd79d9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:08.076554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Checking segment: {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:08.076916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Network hostable DHCP agents. Network: 6963206b-5943-4791-8c2b-04ddf718b3d4, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:55:08.098585 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:55:08.108529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 6963206b-5943-4791-8c2b-04ddf718b3d4) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:08.112379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:08.113049 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.119301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4a8eb-6a2a-48e0-8571-53d3d8f828be None None] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:55:08.136067 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d64c0094-3be3-4c4f-9133-c7df7cb642b6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4078372 Mar 23 10:55:08.138377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54244) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:08.143596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:08.148489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:08.152894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Usage tracker for resource:router and tenant:9a23cf5044de41608c2a567f8f6e6ab9 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:08.156602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:08.162498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:08.173085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.174164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.194060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.337754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-6963206b-5943-4791-8c2b-04ddf718b3d4', 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'fixed_ips': [{'subnet_id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:55:08.338569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.356166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.494711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Allocated IP 172.20.0.2 (6963206b-5943-4791-8c2b-04ddf718b3d4/05b80f74-b44b-4065-9262-f3b4e2fd79d9/0e52246e-5b0d-4501-9564-4c52ab05a680) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:08.543677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.573925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.710445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.715203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Allocated IP 172.26.7.13 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/d0c20e2f-e564-4bf3-af20-ddfeca965cf8) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:08.722275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Transition to ACTIVE for port object 0e52246e-5b0d-4501-9564-4c52ab05a680 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:08.741438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Transition to ACTIVE for port object 0e52246e-5b0d-4501-9564-4c52ab05a680 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:08.747374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.815498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:08.818244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:08.820575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:08.829580 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Pushing event updated for resources: {'Port': ['ID=0e52246e-5b0d-4501-9564-4c52ab05a680,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:08.870858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.899644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.915684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b54692ba-4aaa-480b-bb50-b090569173b3 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:08.959449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Attempting to bind port 0e52246e-5b0d-4501-9564-4c52ab05a680 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:08.959840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Attempting to bind port 0e52246e-5b0d-4501-9564-4c52ab05a680 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:08.960203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Attempting to bind port 0e52246e-5b0d-4501-9564-4c52ab05a680 on network 6963206b-5943-4791-8c2b-04ddf718b3d4 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:08.970433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:08.973172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:08.976939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:08.981608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:08.981992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Checking segment: {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:08.982394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:08.982792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Bound using segment: {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:08.983266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Bound port: 0e52246e-5b0d-4501-9564-4c52ab05a680, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:08.983666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:09.009990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Pushing event updated for resources: {'Port': ['ID=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:09.074422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port b54692ba-4aaa-480b-bb50-b090569173b3 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:09.074795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:09.139352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:09.140282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:09.166979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] For port 0e52246e-5b0d-4501-9564-4c52ab05a680, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:09.179363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] For port 0e52246e-5b0d-4501-9564-4c52ab05a680, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0e52246e-5b0d-4501-9564-4c52ab05a680,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:09.187806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:09.324884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79bede-23b1-4a3f-8aa6-73abd9cda1bd None None] Pushing event updated for resources: {'Port': ['ID=0e52246e-5b0d-4501-9564-4c52ab05a680,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:09.394361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Router 985bf96b-e7a4-48ef-a927-b5e297d5aeff is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:55:09.606535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:55:09.615233 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Sync routers for ids ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:55:09.628380 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Routers {'985bf96b-e7a4-48ef-a927-b5e297d5aeff'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:09.628989 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:09.632955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:09.637021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-99bda24a-238b-4fe0-abcd-228f21adc1ee admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4949775 Mar 23 10:55:09.637338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54248) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:09.809420 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Set router 985bf96b-e7a4-48ef-a927-b5e297d5aeff gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:10.140710 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:09Z', 'revision_number': 3, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:10.146180 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Checking router: 985bf96b-e7a4-48ef-a927-b5e297d5aeff for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:55:10.146751 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Updating router 985bf96b-e7a4-48ef-a927-b5e297d5aeff port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:55:10.200309 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.256684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdbf5b-39a6-4b89-bf3e-68f854a3f8e7 None None] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:55:10.367646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d9641591-ced5-4b07-a46f-f15a5aae74c2 None None] Provisioning for port 0e52246e-5b0d-4501-9564-4c52ab05a680 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:10.528260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.551773 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.570111 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Transition to ACTIVE for port object d0c20e2f-e564-4bf3-af20-ddfeca965cf8 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:10.579812 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.676395 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Pushing event updated for resources: {'Port': ['ID=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:10.682373 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Attempting to bind port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:10.682734 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Attempting to bind port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:10.683084 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Attempting to bind port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:10.693518 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.693854 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.694179 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.694495 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.694819 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.695133 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.695443 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.695853 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.696664 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.697066 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.697279 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:10.700624 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:10.700989 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:10.701382 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.701751 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:10.702597 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Bound port: d0c20e2f-e564-4bf3-af20-ddfeca965cf8, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:10.703141 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.765921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Allocated IP 172.20.0.1 (6963206b-5943-4791-8c2b-04ddf718b3d4/05b80f74-b44b-4065-9262-f3b4e2fd79d9/4f8f32cc-5657-4774-b6bb-7863b8a2109a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:10.779121 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] For port d0c20e2f-e564-4bf3-af20-ddfeca965cf8, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:10.783385 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] For port d0c20e2f-e564-4bf3-af20-ddfeca965cf8, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:10.789271 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.884280 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a43c5c-2885-4754-b64b-0701332bca60 None None] Pushing event updated for resources: {'Port': ['ID=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:10.887285 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Routers {'985bf96b-e7a4-48ef-a927-b5e297d5aeff'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:10.887993 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:10.948136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.955284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0e52246e-5b0d-4501-9564-4c52ab05a680 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:10.965596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Transition to ACTIVE for port object 4f8f32cc-5657-4774-b6bb-7863b8a2109a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:10.991725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.036255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 0e52246e-5b0d-4501-9564-4c52ab05a680 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:11.041325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0e52246e-5b0d-4501-9564-4c52ab05a680 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:11.042126 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.066045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:11.070154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:11.074454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:11.092732 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] Set router 985bf96b-e7a4-48ef-a927-b5e297d5aeff gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:11.126152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8f32cc-5657-4774-b6bb-7863b8a2109a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:11.183432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.193473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.240077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 0e52246e-5b0d-4501-9564-4c52ab05a680, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0e52246e-5b0d-4501-9564-4c52ab05a680,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:11.249542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.293002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.329488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=0e52246e-5b0d-4501-9564-4c52ab05a680,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:11.427184 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:09Z', 'revision_number': 3, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:11.431668 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17a6b-34a1-4c36-9258-c1000a9d7513 None None] The sync data for ids ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'] in dv-neutron-834653-2-hyperv is: [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:09Z', 'revision_number': 3, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:55:11.433155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4485b823-0c25-4c09-99cf-da5bae5250cc None None] Provisioning for port 4f8f32cc-5657-4774-b6bb-7863b8a2109a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:11.439123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4485b823-0c25-4c09-99cf-da5bae5250cc None None] Provisioning complete for port 4f8f32cc-5657-4774-b6bb-7863b8a2109a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:11.439518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4485b823-0c25-4c09-99cf-da5bae5250cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.496380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4485b823-0c25-4c09-99cf-da5bae5250cc None None] Port 4f8f32cc-5657-4774-b6bb-7863b8a2109a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:55:11.534239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.538567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.644407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:11.647664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8f32cc-5657-4774-b6bb-7863b8a2109a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:11.874173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:11.875199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:12.120408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-830e1a85-55d3-45d6-a0f3-105071021916 None None] Provisioning complete for port 4f8f32cc-5657-4774-b6bb-7863b8a2109a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:12.120798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-830e1a85-55d3-45d6-a0f3-105071021916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:12.175778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-830e1a85-55d3-45d6-a0f3-105071021916 None None] Port 4f8f32cc-5657-4774-b6bb-7863b8a2109a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:55:12.263331 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Router 985bf96b-e7a4-48ef-a927-b5e297d5aeff has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:55:12.461340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:55:12.469974 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f21a09ad-ca94-4b88-bd74-7ba61fb1aa26 admin admin] 10.222.0.73 "PUT /v2.0/routers/985bf96b-e7a4-48ef-a927-b5e297d5aeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8316059 Mar 23 10:55:12.906484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0e52246e-5b0d-4501-9564-4c52ab05a680 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:12.977897 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0e52246e-5b0d-4501-9564-4c52ab05a680 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:12.978298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:16.948778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d0c20e2f-e564-4bf3-af20-ddfeca965cf8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:17.034186 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:17.040202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:17.040610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:17.182168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:17.200845 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port d0c20e2f-e564-4bf3-af20-ddfeca965cf8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:17.205707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:17.277831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:18.925792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d0c20e2f-e564-4bf3-af20-ddfeca965cf8 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:19.012576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:19.013091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:20.766699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Sync routers for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:55:20.783184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:20.783906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:21.011400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:21.375647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 2, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:21.380060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Checking router: 4e338a8f-2686-4138-96b4-2ad979655568 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:55:21.380410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Updating router 4e338a8f-2686-4138-96b4-2ad979655568 port 906f2591-8227-4a75-a74c-c72cf356d548 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:55:21.436239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:21.799790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:21.813328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Transition to ACTIVE for port object 906f2591-8227-4a75-a74c-c72cf356d548 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:21.820866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:21.951729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422af563-ebeb-4528-9c61-e60c7a16f102 None None] Pushing event updated for resources: {'Port': ['ID=906f2591-8227-4a75-a74c-c72cf356d548,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:22.056786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Attempting to bind port 906f2591-8227-4a75-a74c-c72cf356d548 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:22.057076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Attempting to bind port 906f2591-8227-4a75-a74c-c72cf356d548 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:22.057442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Attempting to bind port 906f2591-8227-4a75-a74c-c72cf356d548 on network bbd1b85a-2a17-4093-a039-755aa3b3d272 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:22.064801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:22.065168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Checking segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:22.065573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:22.065969 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Bound using segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:22.066438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Bound port: 906f2591-8227-4a75-a74c-c72cf356d548, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:22.066817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:22.210542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] For port 906f2591-8227-4a75-a74c-c72cf356d548, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:22.214285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] For port 906f2591-8227-4a75-a74c-c72cf356d548, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=906f2591-8227-4a75-a74c-c72cf356d548,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:22.219320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:22.314119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422af563-ebeb-4528-9c61-e60c7a16f102 None None] Pushing event updated for resources: {'Port': ['ID=906f2591-8227-4a75-a74c-c72cf356d548,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:22.317057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:22.317655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:22.565035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:22.745627 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Sync routers for ids ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:55:22.760283 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Routers {'985bf96b-e7a4-48ef-a927-b5e297d5aeff'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:22.760914 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:22.961143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 906f2591-8227-4a75-a74c-c72cf356d548 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:22.970448 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Set router 985bf96b-e7a4-48ef-a927-b5e297d5aeff gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:23.051454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 906f2591-8227-4a75-a74c-c72cf356d548 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:23.058154 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:22Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:23.061541 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 906f2591-8227-4a75-a74c-c72cf356d548 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:23.061901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:23.089420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3eb0c-76b6-4799-89ea-87417d74f803 None None] The sync data for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv is: [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:22Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:55:23.213427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:23.250467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 906f2591-8227-4a75-a74c-c72cf356d548, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=906f2591-8227-4a75-a74c-c72cf356d548,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:23.255488 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:23.329472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=906f2591-8227-4a75-a74c-c72cf356d548,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:23.375492 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:11Z', 'revision_number': 4, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '4f8f32cc-5657-4774-b6bb-7863b8a2109a', 'name': '', 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'mac_address': 'fa:16:3e:7a:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:10Z', 'updated_at': '2022-03-23T10:55:11Z', 'revision_number': 2, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'subnets': [{'id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:23.380217 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Checking router: 985bf96b-e7a4-48ef-a927-b5e297d5aeff for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:55:23.380614 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Updating router 985bf96b-e7a4-48ef-a927-b5e297d5aeff port 4f8f32cc-5657-4774-b6bb-7863b8a2109a binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:55:23.438423 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:23.827430 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:23.840573 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Transition to ACTIVE for port object 4f8f32cc-5657-4774-b6bb-7863b8a2109a will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:23.847762 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:23.975883 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5c73-34d7-485f-92cc-3a06f08d88ac None None] Pushing event updated for resources: {'Port': ['ID=4f8f32cc-5657-4774-b6bb-7863b8a2109a,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:24.002441 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-352faccf-d2ed-4e80-9242-95e9e7a2bf45 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:24.003138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-352faccf-d2ed-4e80-9242-95e9e7a2bf45 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Synchronizing usage tracker for tenant:590caf24d9484df48ad396d38e9efbfb on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:55:24.022453 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-352faccf-d2ed-4e80-9242-95e9e7a2bf45 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Unset dirty status for tenant:590caf24d9484df48ad396d38e9efbfb on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:55:24.024190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-352faccf-d2ed-4e80-9242-95e9e7a2bf45 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 815 time: 0.1744983 Mar 23 10:55:24.042722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-3aa34aa4-334e-47ca-9ba1-8329ad983f44 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/quotas/590caf24d9484df48ad396d38e9efbfb HTTP/1.1" status: 200 len: 375 time: 0.0114746 Mar 23 10:55:24.071198 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Attempting to bind port 4f8f32cc-5657-4774-b6bb-7863b8a2109a on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:24.071580 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Attempting to bind port 4f8f32cc-5657-4774-b6bb-7863b8a2109a by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:24.071937 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Attempting to bind port 4f8f32cc-5657-4774-b6bb-7863b8a2109a on network 6963206b-5943-4791-8c2b-04ddf718b3d4 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:24.083233 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:24.083811 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Checking segment: {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:24.084296 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:24.084781 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Bound using segment: {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:24.085340 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Bound port: 4f8f32cc-5657-4774-b6bb-7863b8a2109a, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953ed7a2-00c8-4fcc-a4c5-042969c46bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:24.085802 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:24.142943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-ee0f48a5-38aa-445a-8e10-2d0b828f84b1 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930350 Mar 23 10:55:24.178259 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] For port 4f8f32cc-5657-4774-b6bb-7863b8a2109a, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:24.181697 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] For port 4f8f32cc-5657-4774-b6bb-7863b8a2109a, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4f8f32cc-5657-4774-b6bb-7863b8a2109a,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:24.186160 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:24.270788 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5c73-34d7-485f-92cc-3a06f08d88ac None None] Pushing event updated for resources: {'Port': ['ID=4f8f32cc-5657-4774-b6bb-7863b8a2109a,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:24.273870 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Routers {'985bf96b-e7a4-48ef-a927-b5e297d5aeff'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:24.274475 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:54:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:24.289691 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-8d488a15-34bb-4518-96c3-cc6fa2dc8776 service neutron] 10.222.0.73 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413388 Mar 23 10:55:24.431265 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-87857d41-c4d4-4b0e-9728-9b3324e5282d service neutron] 10.222.0.73 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357040 Mar 23 10:55:24.460576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0416-aa1d-4595-a89e-9765fb745fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:24.465871 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] Set router 985bf96b-e7a4-48ef-a927-b5e297d5aeff gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:24.774283 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0e9d1408-ad20-4afa-afad-5343fe2442b9 req-2faad54b-ccb8-47cc-8242-86d4926d2170 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 210 time: 0.1944973 Mar 23 10:55:24.837550 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:11Z', 'revision_number': 4, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '4f8f32cc-5657-4774-b6bb-7863b8a2109a', 'name': '', 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'mac_address': 'fa:16:3e:7a:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:10Z', 'updated_at': '2022-03-23T10:55:24Z', 'revision_number': 4, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'subnets': [{'id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:24.842143 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696ff8-04cf-4a82-9d7f-7e73ac35b24a None None] The sync data for ids ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'] in dv-neutron-834653-2-hyperv is: [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:11Z', 'revision_number': 4, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '4f8f32cc-5657-4774-b6bb-7863b8a2109a', 'name': '', 'network_id': '6963206b-5943-4791-8c2b-04ddf718b3d4', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'mac_address': 'fa:16:3e:7a:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:10Z', 'updated_at': '2022-03-23T10:55:24Z', 'revision_number': 4, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'subnets': [{'id': '05b80f74-b44b-4065-9262-f3b4e2fd79d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:55:24.856630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:24.971020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 906f2591-8227-4a75-a74c-c72cf356d548 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:25.053149 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 906f2591-8227-4a75-a74c-c72cf356d548 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:25.053522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:25.763006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-36185199-6783-4a51-a38e-00b7409dfd0a tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:25.764460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-36185199-6783-4a51-a38e-00b7409dfd0a tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 815 time: 0.1533694 Mar 23 10:55:25.780675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'port': {'device_id': '658a057c-d4f5-4900-9538-eac6a7beece7', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'admin_state_up': True, 'tenant_id': '590caf24d9484df48ad396d38e9efbfb'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:26.054053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-32c13185-3539-47be-bf96-7bf72ca82ab8 req-4dda484c-157e-4350-8db8-0a11e736d06a tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 210 time: 0.0542274 Mar 23 10:55:26.064634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:26.068728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:port and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:26.080085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:26.080085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:26.090059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Made reservation on behalf of 590caf24d9484df48ad396d38e9efbfb for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:26.093139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:26.351760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Allocated IP 172.20.0.8 (bbd1b85a-2a17-4093-a039-755aa3b3d272/132f3167-766d-4362-a338-72e82e554168/bcddec25-21a0-45a2-8c89-7c94362fceab) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:26.606479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:26.628035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Transition to ACTIVE for port object bcddec25-21a0-45a2-8c89-7c94362fceab will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:26.653128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:26.731529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:26.734511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:26.738429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:26.783384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:26.801992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.802373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.802740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.803141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.803474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.803905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.808100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.808100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.808100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.808100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.808100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:26.808863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12616e8c-1c30-4510-82ae-b7c8bdffbc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:26.841585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:26.842610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:26.908438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-0ee0e350-bac0-4f88-8fbf-f8bc20d6e72f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1232052 Mar 23 10:55:26.984836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4f8f32cc-5657-4774-b6bb-7863b8a2109a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:27.080612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 4f8f32cc-5657-4774-b6bb-7863b8a2109a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:27.086451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4f8f32cc-5657-4774-b6bb-7863b8a2109a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:27.086894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:27.279163 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bc553063-8b84-4672-8ccb-46d74ba85bd0 None None] Provisioning for port bcddec25-21a0-45a2-8c89-7c94362fceab completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:27.297764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-bc553063-8b84-4672-8ccb-46d74ba85bd0 None None] Provisioning complete for port bcddec25-21a0-45a2-8c89-7c94362fceab triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:27.298025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bc553063-8b84-4672-8ccb-46d74ba85bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:27.336203 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-328cc17c-2a0b-492e-b890-376d44a6e00f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:27.353714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:27.358316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-328cc17c-2a0b-492e-b890-376d44a6e00f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Synchronizing usage tracker for tenant:590caf24d9484df48ad396d38e9efbfb on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:55:27.374235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-bc553063-8b84-4672-8ccb-46d74ba85bd0 None None] Port bcddec25-21a0-45a2-8c89-7c94362fceab cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:55:27.390536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-328cc17c-2a0b-492e-b890-376d44a6e00f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Unset dirty status for tenant:590caf24d9484df48ad396d38e9efbfb on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:55:27.391749 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-328cc17c-2a0b-492e-b890-376d44a6e00f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.1869497 Mar 23 10:55:27.398815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 4f8f32cc-5657-4774-b6bb-7863b8a2109a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4f8f32cc-5657-4774-b6bb-7863b8a2109a,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:27.404626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:27.454801 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-1fb31d07-25b2-48a0-8ced-3598d54dc169 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Synchronizing usage tracker for tenant:590caf24d9484df48ad396d38e9efbfb on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:55:27.480928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-1fb31d07-25b2-48a0-8ced-3598d54dc169 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Unset dirty status for tenant:590caf24d9484df48ad396d38e9efbfb on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:55:27.481788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eb7d28f4-9f95-4339-8a74-e64bc6c0e798 req-1fb31d07-25b2-48a0-8ced-3598d54dc169 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819995 Mar 23 10:55:27.487211 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=4f8f32cc-5657-4774-b6bb-7863b8a2109a,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:27.497350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.497606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.497864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.498184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.498686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.499136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.499793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.500271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.500746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.501346 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.501829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:27.809785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:28.022527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:28.703207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f180c5-856e-4eab-a0ca-2038ee18c09a req-67d8ad0b-a411-4299-90c9-f505ea309760 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:28.709190 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64f180c5-856e-4eab-a0ca-2038ee18c09a req-67d8ad0b-a411-4299-90c9-f505ea309760 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.0945842 Mar 23 10:55:28.762008 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64f180c5-856e-4eab-a0ca-2038ee18c09a req-7c9bbdb0-9b65-412d-ac54-2d02168d8ab4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Mar 23 10:55:28.920962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4f8f32cc-5657-4774-b6bb-7863b8a2109a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:28.994918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4f8f32cc-5657-4774-b6bb-7863b8a2109a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:28.995365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:29.383692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:29.994035 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6a851-92a2-4a2f-9014-231710e6b3b3 req-dde4a3f1-fec7-4d03-92c3-e433c719148d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:29.995792 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cd6a851-92a2-4a2f-9014-231710e6b3b3 req-dde4a3f1-fec7-4d03-92c3-e433c719148d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.0895793 Mar 23 10:55:30.047345 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3cd6a851-92a2-4a2f-9014-231710e6b3b3 req-4c50faa3-a17c-4679-a671-de618edff01d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Mar 23 10:55:31.297424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d937db-6daa-42a8-bcc0-594fd4a36eee req-6a562721-0079-437e-b1c3-ff4c66986625 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:31.298873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37d937db-6daa-42a8-bcc0-594fd4a36eee req-6a562721-0079-437e-b1c3-ff4c66986625 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.0830832 Mar 23 10:55:31.351995 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-37d937db-6daa-42a8-bcc0-594fd4a36eee req-ab55202b-e835-4d2d-8603-9b9b2c810a22 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Mar 23 10:55:32.566020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ca02-b986-4202-ac93-ee5613ac0f1c req-c7d1aa37-c897-4f47-acec-f4abf694e328 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:32.567503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6525ca02-b986-4202-ac93-ee5613ac0f1c req-c7d1aa37-c897-4f47-acec-f4abf694e328 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.0842063 Mar 23 10:55:32.616504 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6525ca02-b986-4202-ac93-ee5613ac0f1c req-c66286df-1a16-4149-981c-07ec2651ec12 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Mar 23 10:55:33.957693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cc459-6f0d-4150-b195-77af3cec5b55 req-ee0e5ca1-9e30-4bb9-80b8-24187f420fe5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:33.959122 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e93cc459-6f0d-4150-b195-77af3cec5b55 req-ee0e5ca1-9e30-4bb9-80b8-24187f420fe5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.0756478 Mar 23 10:55:34.007875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e93cc459-6f0d-4150-b195-77af3cec5b55 req-02b9aab2-048c-4637-ad18-9018d210502d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Mar 23 10:55:35.201073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9916eaa-1213-4834-812c-e124a80a18c7 req-7defb0ae-020b-4a68-8fb6-6039b9d7c126 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:35.202532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9916eaa-1213-4834-812c-e124a80a18c7 req-7defb0ae-020b-4a68-8fb6-6039b9d7c126 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 931 time: 0.0766170 Mar 23 10:55:35.247834 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9916eaa-1213-4834-812c-e124a80a18c7 req-977fea10-4101-406b-b20b-bd34b2a73bd2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Mar 23 10:55:35.831033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Request body: {'port': {'device_id': '658a057c-d4f5-4900-9538-eac6a7beece7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:35.939595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.273810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcddec25-21a0-45a2-8c89-7c94362fceab {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:55:36.280878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.296362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Transition to ACTIVE for port object bcddec25-21a0-45a2-8c89-7c94362fceab will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:55:36.301152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.556730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:36.658611 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a767ca-03fd-47bf-a023-88fb71af89c4 req-e4612c2e-69a0-4644-b3b3-528f4a522506 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:36.660082 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-06a767ca-03fd-47bf-a023-88fb71af89c4 req-e4612c2e-69a0-4644-b3b3-528f4a522506 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 943 time: 0.2235713 Mar 23 10:55:36.722565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Attempting to bind port bcddec25-21a0-45a2-8c89-7c94362fceab on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:55:36.722900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Attempting to bind port bcddec25-21a0-45a2-8c89-7c94362fceab by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:55:36.723215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Attempting to bind port bcddec25-21a0-45a2-8c89-7c94362fceab on network bbd1b85a-2a17-4093-a039-755aa3b3d272 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:36.734689 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-06a767ca-03fd-47bf-a023-88fb71af89c4 req-da8fac64-b321-4533-838d-2d263f368549 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Mar 23 10:55:36.735339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Port bcddec25-21a0-45a2-8c89-7c94362fceab on network bbd1b85a-2a17-4093-a039-755aa3b3d272 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:55:36.735680 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Attempting to bind port bcddec25-21a0-45a2-8c89-7c94362fceab on network bbd1b85a-2a17-4093-a039-755aa3b3d272 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:55:36.742061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:55:36.742498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Checking segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:55:36.742669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Bound using segment: {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:55:36.743101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Bound port: bcddec25-21a0-45a2-8c89-7c94362fceab, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1002c5-d020-40f0-8a52-f3b887d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:55:36.743465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.835221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:55:36.839028 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:55:36.843585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.904586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.905968 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] 10.222.0.91 "PUT /v2.0/ports/bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 1093 time: 1.0792351 Mar 23 10:55:36.906341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:55:36.924769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82172-2ad6-4b8e-9557-cb82cce5c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:36.981985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'status': 'completed', 'code': 200} Mar 23 10:55:37.023687 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-35375e8e-12de-4a24-b928-c60418c30893 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1096 time: 0.0734613 Mar 23 10:55:37.094585 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-ff859a86-ba08-47d3-b688-b7e0376d3a27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 217 time: 0.0644026 Mar 23 10:55:37.155957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-be5b5a3c-22c1-4206-816a-518489a6187a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:37.157375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-be5b5a3c-22c1-4206-816a-518489a6187a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0569828 Mar 23 10:55:37.235832 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-62897686-94f1-49f9-aa09-89dfc1ed598c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727611 Mar 23 10:55:37.374181 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-5098ad60-d589-4a7e-953a-d3d93a7bfcf9 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320710 Mar 23 10:55:37.504905 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ffb6dec0-11ff-4916-9977-7f6a0c6073fd req-f96d4749-2b5e-492d-af2f-3b325a63d28e service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241503 Mar 23 10:55:37.624044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-6fc059af-5d2c-49d6-b472-f6f20c46ec5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1096 time: 0.0689771 Mar 23 10:55:37.754325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-0c0e0f60-50c8-42c3-9fd0-0c7f73fe3483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:37.755815 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-0c0e0f60-50c8-42c3-9fd0-0c7f73fe3483 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1257119 Mar 23 10:55:37.826835 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-f2c3b122-6733-4df5-a1d5-d8277c87494b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 217 time: 0.0653102 Mar 23 10:55:37.940432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-68d7d3e2-836e-464c-b02f-efcc2343ac56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:37.941883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-68d7d3e2-836e-464c-b02f-efcc2343ac56 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.1098938 Mar 23 10:55:38.012444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2bd56-f51e-417d-8a1b-b476d1b14367 req-76c9d0b5-eb09-4d83-a062-0c4701073ce1 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:38.013865 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0c2bd56-f51e-417d-8a1b-b476d1b14367 req-76c9d0b5-eb09-4d83-a062-0c4701073ce1 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 943 time: 0.1517780 Mar 23 10:55:38.061425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-64e94962-40b4-4280-acb8-0d2f52a0b9cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126008 Mar 23 10:55:38.068368 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e0c2bd56-f51e-417d-8a1b-b476d1b14367 req-d6529ebd-000f-46b3-8f3a-0050fbe26ab3 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481179 Mar 23 10:55:38.296806 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-21fec496-5719-40c6-b626-cfa24d3e5fa9 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274027 Mar 23 10:55:38.429745 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e8f1981-dd6a-428d-b502-7dba21b1b857 req-240b2b7d-a9d7-4635-87d7-cc560814a6de service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264412 Mar 23 10:55:39.273273 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcddec25-21a0-45a2-8c89-7c94362fceab details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:55:39.276714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355382e-8cf9-49df-8b7c-c392fc3a03e3 req-ddb3f905-5e7d-4e9b-b9bc-0ac6759b0de3 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:39.278192 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a355382e-8cf9-49df-8b7c-c392fc3a03e3 req-ddb3f905-5e7d-4e9b-b9bc-0ac6759b0de3 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 943 time: 0.0858970 Mar 23 10:55:39.327329 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a355382e-8cf9-49df-8b7c-c392fc3a03e3 req-302bafe3-abd3-4eee-90b2-6ec4801470f2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Mar 23 10:55:39.407981 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:39.421730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'port_id': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'mac_address': 'fa:16:3e:5e:82:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:55:39.474030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:39.490853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcddec25-21a0-45a2-8c89-7c94362fceab {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:55:39.506001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:39.510333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:39.609940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:39.842025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcddec25-21a0-45a2-8c89-7c94362fceab'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:55:40.520968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bdc23-51f9-4148-9627-b93c916a351e req-ca777052-1a96-4181-9243-d3d5e0e5355a tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:40.522312 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e1bdc23-51f9-4148-9627-b93c916a351e req-ca777052-1a96-4181-9243-d3d5e0e5355a tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 944 time: 0.0748563 Mar 23 10:55:40.570174 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3e1bdc23-51f9-4148-9627-b93c916a351e req-64234c01-525c-4fad-9e97-a665edcf4ee5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Mar 23 10:55:41.238252 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:55:41.288218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcddec25-21a0-45a2-8c89-7c94362fceab up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:55:41.354842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port bcddec25-21a0-45a2-8c89-7c94362fceab completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:55:41.359393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port bcddec25-21a0-45a2-8c89-7c94362fceab triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:55:41.359806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:41.472298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:41.499679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:55:41.509757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:41.513857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:41.557380 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'code': 200} Mar 23 10:55:41.580561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:41.822339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4654b-1302-4946-8fb0-82c44922960a req-19c46c8d-236b-4c64-8cca-befeaf2515fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:41.823693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40a4654b-1302-4946-8fb0-82c44922960a req-19c46c8d-236b-4c64-8cca-befeaf2515fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.1319392 Mar 23 10:55:41.826400 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea9771a-0101-485c-a44d-b7ca2c7bf111 req-61f2c686-a294-4a2a-bec5-5a846cedcb22 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1098 time: 0.1043935 Mar 23 10:55:41.896696 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40a4654b-1302-4946-8fb0-82c44922960a req-f0d2f9f0-e787-4c61-99c1-4b9f07b7371e tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Mar 23 10:55:41.898199 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cea9771a-0101-485c-a44d-b7ca2c7bf111 req-4a58846b-b1b1-43c9-8750-28f161388e95 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561442 Mar 23 10:55:43.090327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a591e0-c04a-43f8-99d1-ff631edf0044 req-d0652b90-40bb-4e3f-9f89-127840b6e39d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:43.091799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a591e0-c04a-43f8-99d1-ff631edf0044 req-d0652b90-40bb-4e3f-9f89-127840b6e39d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0753164 Mar 23 10:55:43.145053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a591e0-c04a-43f8-99d1-ff631edf0044 req-b49b3fe7-9f78-4153-a598-544ca82f5ad1 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Mar 23 10:55:44.343569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee105c4-f92d-4bc5-836a-a8b8178bfac6 req-7aaf3cdc-57c3-4ba5-8729-b6e466f8c627 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:44.345012 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ee105c4-f92d-4bc5-836a-a8b8178bfac6 req-7aaf3cdc-57c3-4ba5-8729-b6e466f8c627 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0741487 Mar 23 10:55:44.391876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ee105c4-f92d-4bc5-836a-a8b8178bfac6 req-11b2af05-0cff-47ae-9469-cff5ea4c64ce tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Mar 23 10:55:44.597114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c17b4-02ed-4aa4-b2b1-641c38efdc71 req-9cb56090-6d3b-4666-b762-68e6d8e35915 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:44.600456 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-501c17b4-02ed-4aa4-b2b1-641c38efdc71 req-9cb56090-6d3b-4666-b762-68e6d8e35915 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0915260 Mar 23 10:55:44.646614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-501c17b4-02ed-4aa4-b2b1-641c38efdc71 req-e3883cd4-6fe8-48f0-8f8a-5d4e2d4a7588 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Mar 23 10:55:45.062560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0416b8-a355-4951-9cb4-cf2df0e1f1d8 req-6ce2ab49-fdf7-4254-924b-a9ba978171f6 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:45.063928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-db0416b8-a355-4951-9cb4-cf2df0e1f1d8 req-6ce2ab49-fdf7-4254-924b-a9ba978171f6 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0770087 Mar 23 10:55:45.108096 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-db0416b8-a355-4951-9cb4-cf2df0e1f1d8 req-9ae88566-cac4-44f3-b49c-337fa7b55b9d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Mar 23 10:55:54.456649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e91f9914-88a7-43a9-a1f4-e782d6eb9969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.850374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.197911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577334c-9892-4adf-bd57-11ac7322458f req-a70e3005-e63b-4be8-8c6f-8b3cfead52a7 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:55.199392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2577334c-9892-4adf-bd57-11ac7322458f req-a70e3005-e63b-4be8-8c6f-8b3cfead52a7 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0805306 Mar 23 10:55:55.247237 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2577334c-9892-4adf-bd57-11ac7322458f req-14f9800b-2ed4-4a58-93b7-6e28661f0b4a tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Mar 23 10:55:55.276545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54424) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:55.413238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e2398369-912f-41d9-b590-6bae943ee44d tempest-TestMinimumBasicScenario-1700388348 tempest-TestMinimumBasicScenario-1700388348-project-admin] Synchronizing usage tracker for tenant:9a23cf5044de41608c2a567f8f6e6ab9 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:55:55.429693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e2398369-912f-41d9-b590-6bae943ee44d tempest-TestMinimumBasicScenario-1700388348 tempest-TestMinimumBasicScenario-1700388348-project-admin] Unset dirty status for tenant:9a23cf5044de41608c2a567f8f6e6ab9 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:55:55.431408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e2398369-912f-41d9-b590-6bae943ee44d tempest-TestMinimumBasicScenario-1700388348 tempest-TestMinimumBasicScenario-1700388348-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1093 time: 0.1538696 Mar 23 10:55:55.434414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54430) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:55.439638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:55.445072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:55.448837 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:floatingip and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:55.451686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:55.457349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:55.467902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.601529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.739170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Allocated IP 172.26.7.233 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/8c290368-f81a-4afe-a6c8-5a04e34a68c8) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:55.890215 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.916813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.985929 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:55.988858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:55.993640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:55:56.113606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'Port': ['ID=8c290368-f81a-4afe-a6c8-5a04e34a68c8,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.593303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.647606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.794809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-644a6d99-c0c1-4297-91c3-4153b08eeae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.854078 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.858840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.968048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'Port': ['ID=8c290368-f81a-4afe-a6c8-5a04e34a68c8,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.979910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.171721 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Floating IP 628a9016-baf9-467e-89b6-e76e3c95ac8b associated. External IP: 172.26.7.233, port: bcddec25-21a0-45a2-8c89-7c94362fceab. Mar 23 10:55:57.662163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Router 4e338a8f-2686-4138-96b4-2ad979655568 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:55:57.801835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.881594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:55:57.892548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] Sync routers for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:55:57.904630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:57.905230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:55:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:57.906350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.966443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-81216d6b-fb25-478f-be83-a4d0cf9163d2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5258989 Mar 23 10:55:57.966443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:55:57.966663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54434) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:57.970077 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633386496', 'description': 'tempest-secgroup-smoke-633386496 description', 'project_id': '590caf24d9484df48ad396d38e9efbfb'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:57.976121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:57.988227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:57.999714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.037288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:58.041352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'status': 'completed', 'code': 200} Mar 23 10:55:58.042197 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:58.045221 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:58.054384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:58.075448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.123180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.128293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.135226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:58.143843 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-c9c657da-32d2-4e29-8614-a8d1069896a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1098 time: 0.0784762 Mar 23 10:55:58.182805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01456d07-4724-4a65-a574-f26bd74385f9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:58.192334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.193560 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2282743 Mar 23 10:55:58.195255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.195806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.196926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.197413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.197893 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.198383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.198873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.199198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.199518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.199855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.200430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bc05f-1703-42ba-bca7-3b96345d6a64 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:58.204748 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54440) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:58.210198 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group_rule': {'security_group_id': '01456d07-4724-4a65-a574-f26bd74385f9', 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:58.216656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:58.220729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:58.223932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:58.231307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:58.248926 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.288490 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-84e33ce0-fc7d-4a0b-934f-3f4761e6e7a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:58.289693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-84e33ce0-fc7d-4a0b-934f-3f4761e6e7a3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1388884 Mar 23 10:55:58.313008 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.317493 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.347356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.351872 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1461289 Mar 23 10:55:58.352796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54444) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:58.359032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd22f1-da2f-4b07-8bf4-b264537a8944 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce10fca-6baf-4cf3-8c15-54bb6bb1d154,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:58.366747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group_rule': {'security_group_id': '01456d07-4724-4a65-a574-f26bd74385f9', 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:58.382176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:58.390026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:58.394313 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:58.408319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:58.419988 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-121a4b35-9f5e-416d-a3c0-866f0b1558e0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 999 time: 0.1249471 Mar 23 10:55:58.465569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.518604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '628a9016-baf9-467e-89b6-e76e3c95ac8b', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'floating_ip_address': '172.26.7.233', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'port_id': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'mac_address': 'fa:16:3e:5e:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658a057c-d4f5-4900-9538-eac6a7beece7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:55:56Z', 'updated_at': '2022-03-23T10:55:56Z', 'revision_number': 0, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:23Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:58.520650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-75478d24-cb2f-499c-950a-69f77bc92fe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:58.522087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-75478d24-cb2f-499c-950a-69f77bc92fe5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0925241 Mar 23 10:55:58.522592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] Checking router: 4e338a8f-2686-4138-96b4-2ad979655568 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:55:58.534420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:55:58.535017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:55:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:58.583638 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.588797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.617587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7750986d-61e4-4c19-bea1-656672584afe,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:58.634677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.635870 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1f1c0f29-fc3f-43ec-a741-c83ac704eb09 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2821295 Mar 23 10:55:58.638981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54448) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:58.644152 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-76c63127-8de1-4ab4-86b7-ccf72c29127b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147938 Mar 23 10:55:58.646925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group_rule': {'security_group_id': '01456d07-4724-4a65-a574-f26bd74385f9', 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:58.655659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:58.660245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:58.664243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:58.671340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:58.688323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.725039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:55:58.755181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.760226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.787722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c96c6d9-079f-4327-9e40-3a131649bd6d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:58.789902 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-e02c94e4-2515-4759-bf4f-f92fec6ea827 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373594 Mar 23 10:55:58.801408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.803105 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-91ddb37e-0c5b-40af-a1a1-126c70f16377 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1627967 Mar 23 10:55:58.806547 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54452) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:58.812202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group_rule': {'security_group_id': '01456d07-4724-4a65-a574-f26bd74385f9', 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:58.818940 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:58.823928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:58.827296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:58.833395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:58.858977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.930473 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb3923b3-c470-497c-bc6f-2787c4e947a0 req-16900d5c-669b-499e-a3ac-e66f4d2c8e67 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338363 Mar 23 10:55:58.934574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.939039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.964414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7648126e-6654-466e-bc79-0c53d1a63e29,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:58.974121 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.978740 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-292e3ff6-0aa1-4d64-95ee-440d2ad09d59 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1679363 Mar 23 10:55:58.978965 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54456) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:58.984462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group_rule': {'security_group_id': '01456d07-4724-4a65-a574-f26bd74385f9', 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:58.990705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:58.994777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:58.997623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:59.003307 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:59.017486 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Project 590caf24d9484df48ad396d38e9efbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:55:59.025484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.107873 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.112941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.144741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '628a9016-baf9-467e-89b6-e76e3c95ac8b', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'floating_ip_address': '172.26.7.233', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'port_id': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'mac_address': 'fa:16:3e:5e:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658a057c-d4f5-4900-9538-eac6a7beece7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:55:56Z', 'updated_at': '2022-03-23T10:55:56Z', 'revision_number': 0, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:23Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:59.145336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06429ce-9abd-4585-b2d1-d0dae646cb25,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:59.149884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009539ac-e9e2-44c3-af59-2863d9889f1d None None] The sync data for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv is: [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '628a9016-baf9-467e-89b6-e76e3c95ac8b', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'floating_ip_address': '172.26.7.233', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'port_id': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'mac_address': 'fa:16:3e:5e:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658a057c-d4f5-4900-9538-eac6a7beece7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:55:56Z', 'updated_at': '2022-03-23T10:55:56Z', 'revision_number': 0, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:23Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:55:59.156700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.166395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54460) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:59.167113 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e0e19afc-42c3-4166-8002-55924bba980d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1870754 Mar 23 10:55:59.168994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'security_group_rule': {'security_group_id': '01456d07-4724-4a65-a574-f26bd74385f9', 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:59.176047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:59.187876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Usage tracker for resource:security_group_rule and tenant:590caf24d9484df48ad396d38e9efbfb is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:59.193782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:59.206100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:59.220907 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Project 590caf24d9484df48ad396d38e9efbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:55:59.227870 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.293281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.297222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.321826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dabe71-86fc-4d74-bd3e-3177f12a24dd,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:59.330878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.332033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d886b296-6bc0-4ae4-bd87-2dc01ecd6621 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1678095 Mar 23 10:55:59.392370 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331c910-8466-4f1a-a161-e910495cc2e0 None None] New status for floating IP 628a9016-baf9-467e-89b6-e76e3c95ac8b: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:55:59.396045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.467552 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-967749b1-38ce-497c-8026-f52c198ee9fd req-6786732b-36fb-4c51-8b71-cc2090077f55 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633386496&fields=id&tenant_id=590caf24d9484df48ad396d38e9efbfb HTTP/1.1" status: 200 len: 267 time: 0.0415885 Mar 23 10:55:59.545911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967749b1-38ce-497c-8026-f52c198ee9fd req-29846abf-b9fe-46f7-8c1c-c5917c44c6b4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:59.547341 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-967749b1-38ce-497c-8026-f52c198ee9fd req-29846abf-b9fe-46f7-8c1c-c5917c44c6b4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0745759 Mar 23 10:55:59.558372 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'port': {'security_groups': ['accd7c9a-6671-46e2-b321-6195b60efdf1', '01456d07-4724-4a65-a574-f26bd74385f9']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:55:59.690953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.965424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:55:59.991361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.996848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.008846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcddec25-21a0-45a2-8c89-7c94362fceab'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:56:00.066648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:00.067264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.068660 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-967749b1-38ce-497c-8026-f52c198ee9fd req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "PUT /v2.0/ports/bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 981 time: 0.5153399 Mar 23 10:56:00.069168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:56:00.115871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b42224-ccc7-4b69-aca1-2378755fbbdd tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=6']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:00.157443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcddec25-21a0-45a2-8c89-7c94362fceab'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:56:00.212987 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'status': 'completed', 'code': 200} Mar 23 10:56:00.371406 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-1e5fc2d0-508b-4069-8cf0-ca7d25060ac1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1137 time: 0.1357708 Mar 23 10:56:00.380743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47449cdd-d1ba-4a8c-97f8-0bee7881f7a7 req-555d0eff-1dea-4155-ae6d-ab7e23bd4d92 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:00.382117 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47449cdd-d1ba-4a8c-97f8-0bee7881f7a7 req-555d0eff-1dea-4155-ae6d-ab7e23bd4d92 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.1045487 Mar 23 10:56:00.426237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-98d7775f-fe1b-498a-b993-e316e0599024 None None] Provisioning complete for port bcddec25-21a0-45a2-8c89-7c94362fceab triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:00.426612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-98d7775f-fe1b-498a-b993-e316e0599024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.623897 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47449cdd-d1ba-4a8c-97f8-0bee7881f7a7 req-6340a458-2f33-483c-8e0a-360a07e72aca tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2210772 Mar 23 10:56:00.639051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-39225d10-a006-4dd4-adb4-ed58a8aa5e54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:00.640543 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-39225d10-a006-4dd4-adb4-ed58a8aa5e54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.2576120 Mar 23 10:56:00.754998 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-840d431c-8a4b-4452-a1f3-df4a9b9e7a32 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 1001 time: 0.1081758 Mar 23 10:56:00.820374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-729884b5-e626-4b8c-9e75-16c9eb705bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:00.821852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-729884b5-e626-4b8c-9e75-16c9eb705bde service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0613108 Mar 23 10:56:00.895391 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-917eef36-3dfa-4a1f-97d0-8cbe39a61d36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681341 Mar 23 10:56:01.024599 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-1a61811e-3f28-4042-93e5-f73ad2a8bf3e service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221187 Mar 23 10:56:01.165673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71a2af2d-1d29-4faf-adcb-2bdc3c59f564 req-f3f8fdc3-195c-41f1-8e0d-809ff194a6f1 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353507 Mar 23 10:56:18.238237 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:56:24.450739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-03d9e5a6-b206-4eab-8ec7-89aa7e611e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:24.868916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:26.796293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-65b4be9d-d2be-4f53-9f05-e26166e7379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:27.806156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:28.027454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:29.383049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:34.353743 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-231a1f6f-5f37-4cb2-b171-a6e5e8d7b192 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710287 Mar 23 10:56:34.508969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-e652318c-6b33-4b93-a9ca-ab6c939be6b3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1137 time: 0.0685797 Mar 23 10:56:34.651779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-a6b785bd-1801-4a37-9cbf-37254b965c82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:34.653205 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-a6b785bd-1801-4a37-9cbf-37254b965c82 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1259801 Mar 23 10:56:34.755001 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-444062a3-a839-4714-a2e0-8035a5c31f09 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 1001 time: 0.0958600 Mar 23 10:56:34.815307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-090feb02-fdbe-4126-9061-d989c37cfbac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:34.816670 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-090feb02-fdbe-4126-9061-d989c37cfbac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0552273 Mar 23 10:56:34.903765 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-5afe1049-a7bd-4b5c-8f79-7ec73d353522 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801470 Mar 23 10:56:35.032423 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-83c5633a-4225-4f8c-b2b9-3d5d612bdbc3 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229498 Mar 23 10:56:35.161941 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c1e9cf0e-9c42-4316-94f1-81ca88599217 req-256d47f2-1695-45ff-8c7c-48965981e49d service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235051 Mar 23 10:56:54.454093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f1037e39-5d13-472c-ab79-a780d77dbcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:54.867034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:55.240016 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:56:56.798799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1f998dfe-e867-447f-bb5f-75b79998167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:57.808731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:58.031254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:59.390773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:59.569877 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-dce27356-116d-49dd-abcd-04367c5c618c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1137 time: 0.2129297 Mar 23 10:56:59.665768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75004a3-faf0-4751-9bd9-50083dd101b7 req-05cd733d-b51f-43c6-851f-28d2f81e1c9d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:59.667184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b75004a3-faf0-4751-9bd9-50083dd101b7 req-05cd733d-b51f-43c6-851f-28d2f81e1c9d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.2581723 Mar 23 10:56:59.740525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833a363-5c08-44e1-9684-b82b52a418ae req-8c69389e-5d22-40ec-a820-5a99a70aa690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:59.741993 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-8c69389e-5d22-40ec-a820-5a99a70aa690 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1653302 Mar 23 10:56:59.751106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b75004a3-faf0-4751-9bd9-50083dd101b7 req-52a9e311-0f84-4f42-b26f-a8e2f7bb5089 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766344 Mar 23 10:56:59.848443 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-5e3f6476-d210-48f8-bddf-470ad6fdd175 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 1001 time: 0.0963085 Mar 23 10:56:59.909040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833a363-5c08-44e1-9684-b82b52a418ae req-d5f9e8cc-5a29-4af1-9c6e-97a4ee0ccaf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:59.910441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-d5f9e8cc-5a29-4af1-9c6e-97a4ee0ccaf5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0559916 Mar 23 10:56:59.984148 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-945f4bb5-cbfe-47ea-a9d0-c5c9fed07013 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675328 Mar 23 10:56:59.994581 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-1ab7c507-1e0c-4c1e-b98c-68ebf4d70e99 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 10:56:59.995718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-1ab7c507-1e0c-4c1e-b98c-68ebf4d70e99 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051486 Mar 23 10:57:00.127686 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-048d482c-b7f3-4133-b2fa-c29d16b5d98f service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259296 Mar 23 10:57:00.259063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4833a363-5c08-44e1-9684-b82b52a418ae req-5fa3d96e-9c5e-4399-b300-205b928f1f01 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250062 Mar 23 10:57:00.950846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b24e0d-318b-4ca2-a12a-42d85713f710 req-ac520c06-434f-4638-b8a6-7c4eab0fe48d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:00.952847 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5b24e0d-318b-4ca2-a12a-42d85713f710 req-ac520c06-434f-4638-b8a6-7c4eab0fe48d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0795126 Mar 23 10:57:00.998930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5b24e0d-318b-4ca2-a12a-42d85713f710 req-ef96c5c1-f506-4ae3-ab7e-3c2488a42633 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397022 Mar 23 10:57:02.195218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0eedf-b3a7-42ef-957e-900122a66392 req-a7d1808d-2a18-4f7f-a45b-1acd36edb53c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:02.196736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fa0eedf-b3a7-42ef-957e-900122a66392 req-a7d1808d-2a18-4f7f-a45b-1acd36edb53c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0764821 Mar 23 10:57:02.248297 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fa0eedf-b3a7-42ef-957e-900122a66392 req-179d7a6c-6614-483c-8260-9860cc974b39 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454814 Mar 23 10:57:03.461089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59743-a53b-40d9-91a4-b371ef96cdd6 req-099b728a-6a9c-40c3-8345-402552f18c75 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:03.462602 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ae59743-a53b-40d9-91a4-b371ef96cdd6 req-099b728a-6a9c-40c3-8345-402552f18c75 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0819345 Mar 23 10:57:03.511519 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ae59743-a53b-40d9-91a4-b371ef96cdd6 req-5038b808-3438-4d22-9aca-581da63b06fa tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426824 Mar 23 10:57:04.715510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a630da8-0f60-452f-ad4b-d0c621f5a429 req-df5099fb-a2cf-439e-b4fb-60a68c9997d1 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:04.716948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5a630da8-0f60-452f-ad4b-d0c621f5a429 req-df5099fb-a2cf-439e-b4fb-60a68c9997d1 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0789332 Mar 23 10:57:04.763521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5a630da8-0f60-452f-ad4b-d0c621f5a429 req-eaaca066-2efb-4380-8914-195046b068e3 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404856 Mar 23 10:57:05.973125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13699d3-3697-42c1-b466-a6657efb8ab9 req-f5bbcde2-8b89-40a9-aebe-4ecc0d6a6d98 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:05.975522 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c13699d3-3697-42c1-b466-a6657efb8ab9 req-f5bbcde2-8b89-40a9-aebe-4ecc0d6a6d98 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0897264 Mar 23 10:57:06.031928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c13699d3-3697-42c1-b466-a6657efb8ab9 req-915796d4-d709-41e7-aee0-4ae711f3ea3f tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504253 Mar 23 10:57:07.246641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321dd7b-6421-48b5-823c-efaf6860159d req-1f1825e9-ae01-4793-bdc4-21ee99ca20f4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:07.248282 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5321dd7b-6421-48b5-823c-efaf6860159d req-1f1825e9-ae01-4793-bdc4-21ee99ca20f4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0811830 Mar 23 10:57:07.299061 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5321dd7b-6421-48b5-823c-efaf6860159d req-c4260d16-8455-4396-9354-270e191fefeb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449464 Mar 23 10:57:08.504504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4539b-6681-4211-a5f0-54601d25d380 req-4c29318e-6e24-42b7-800b-fd16467515b3 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:08.505893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-58a4539b-6681-4211-a5f0-54601d25d380 req-4c29318e-6e24-42b7-800b-fd16467515b3 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0800703 Mar 23 10:57:08.554623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-58a4539b-6681-4211-a5f0-54601d25d380 req-11e5894b-1fd8-45ee-b4ba-d6e5ea7e195d tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431359 Mar 23 10:57:09.764758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed1e37-86a3-495b-bf8f-b5cd92d91dbe req-0e0ccdfd-6192-46a7-9188-ca8750609c88 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:09.766333 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8bed1e37-86a3-495b-bf8f-b5cd92d91dbe req-0e0ccdfd-6192-46a7-9188-ca8750609c88 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0884993 Mar 23 10:57:09.821564 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8bed1e37-86a3-495b-bf8f-b5cd92d91dbe req-8698bf31-b295-4ca4-9e5c-d70aca0dce18 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491421 Mar 23 10:57:11.028279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a4ad-2d79-43e1-b4bb-40a6627db639 req-7a9f2313-f76a-48e9-990f-7c3421b7a2d5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:11.029892 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3700a4ad-2d79-43e1-b4bb-40a6627db639 req-7a9f2313-f76a-48e9-990f-7c3421b7a2d5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0835598 Mar 23 10:57:11.094433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3700a4ad-2d79-43e1-b4bb-40a6627db639 req-c93b0af1-1327-4635-8c0f-de2ac103739c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580416 Mar 23 10:57:12.297813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4877ad-2d6b-469d-a722-e288f571ef60 req-36bdb1d4-46fd-4045-9b2f-62adf56e4638 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:12.299339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e4877ad-2d6b-469d-a722-e288f571ef60 req-36bdb1d4-46fd-4045-9b2f-62adf56e4638 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0787325 Mar 23 10:57:12.347026 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1e4877ad-2d6b-469d-a722-e288f571ef60 req-8f0d89bf-93d8-460e-aaa2-f258c4511ce2 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&id=01456d07-4724-4a65-a574-f26bd74385f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420330 Mar 23 10:57:24.455034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-183223b1-fd6d-45ff-92f4-2c2067548c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:24.877001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:26.808165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-be39ea0f-2b54-4d9c-abbc-2a7e76a451a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:27.813658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:28.033692 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:29.398077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:32.240859 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:57:35.502306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-8888b037-4936-41a4-80ba-cc4ef7a90ce5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2262757 Mar 23 10:57:35.638834 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-13023a20-cef2-4038-b26f-6c6fd4441245 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1137 time: 0.0673702 Mar 23 10:57:35.781353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-11cf27d3-ee0a-417a-aa10-5a5b3bb1c657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:35.782781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-11cf27d3-ee0a-417a-aa10-5a5b3bb1c657 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1252713 Mar 23 10:57:35.886411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-7979dc55-1f38-4325-933e-5552d770e319 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 1001 time: 0.0977287 Mar 23 10:57:35.947666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-ce594391-638f-49ef-86bb-da9f3fea09af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:35.949058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-ce594391-638f-49ef-86bb-da9f3fea09af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0567033 Mar 23 10:57:36.027233 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-592c590e-2543-4883-b477-7a0eab44e78c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708959 Mar 23 10:57:36.158871 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-298ca193-876c-4f65-8344-35823fd8231c service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252062 Mar 23 10:57:36.293068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4b338fe0-b82a-41e8-917f-70b28ec0ab37 req-2ba58d8f-aa8d-45f6-b598-84c05187821e service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283984 Mar 23 10:57:54.461174 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-da0c21c9-404e-4476-aa10-f86ef3aca47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:54.881380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:56.802527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2563289d-14ac-467a-9156-72d7ad8d5ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:57.818210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:58.037820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:59.395086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:09.241896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:58:15.725366 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-c095ec64-034c-46e9-a5bc-7ab826d74fdb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633386496&fields=id&tenant_id=590caf24d9484df48ad396d38e9efbfb HTTP/1.1" status: 200 len: 267 time: 0.0417788 Mar 23 10:58:15.807059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-1616aee7-8077-4af5-8b34-1b2c9dedb9b6 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:15.808505 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-1616aee7-8077-4af5-8b34-1b2c9dedb9b6 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 984 time: 0.0754859 Mar 23 10:58:15.819389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Request body: {'port': {'security_groups': ['accd7c9a-6671-46e2-b321-6195b60efdf1']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:15.937094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.189937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:16.214632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.219136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.230940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcddec25-21a0-45a2-8c89-7c94362fceab'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:58:16.288980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:16.289663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.291035 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c8f8133-5c0d-43bb-8762-e2404e4d2b79 req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "PUT /v2.0/ports/bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 942 time: 0.4765997 Mar 23 10:58:16.291496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:58:16.298050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54548) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:16.322512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event updated for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=7']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:16.332543 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.332894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.333231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.333564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.333890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.334288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.334615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.335068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.335394 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.335737 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.336054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108481-a966-4f09-9010-d7c4f37548fb tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.392928 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.409484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcddec25-21a0-45a2-8c89-7c94362fceab'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:58:16.424923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.452455 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'status': 'completed', 'code': 200} Mar 23 10:58:16.496599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.516395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01456d07-4724-4a65-a574-f26bd74385f9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:16.525910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.526462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.526939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.527413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.528094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.528570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.529038 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.529492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.530407 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.530878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.531341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:16.544001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.545338 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b5f5740-513c-44b7-a180-1afc53bb5432 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "DELETE /v2.0/security-groups/01456d07-4724-4a65-a574-f26bd74385f9 HTTP/1.1" status: 204 len: 168 time: 0.2463222 Mar 23 10:58:16.548714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54556) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:16.571067 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-15d22241-7ffa-40bc-a4b0-0f4b5156fde9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1098 time: 0.0951266 Mar 23 10:58:16.628650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3be0fbc8-ff79-48a0-ba96-eaeb5881597a None None] Provisioning complete for port bcddec25-21a0-45a2-8c89-7c94362fceab triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:16.629022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbc8-ff79-48a0-ba96-eaeb5881597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.717576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-4fd65abf-4257-4d03-a123-e0364ddecc3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:16.719115 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-4fd65abf-4257-4d03-a123-e0364ddecc3d service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1420903 Mar 23 10:58:16.763571 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Deleting port 8c290368-f81a-4afe-a6c8-5a04e34a68c8 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:16.764162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:16.826741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-f6428bff-ed87-4aff-860f-1ff0342fc5f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 1001 time: 0.1011784 Mar 23 10:58:16.988798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-4da30aa1-0097-419e-b578-635f77b6a414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:16.990127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-4da30aa1-0097-419e-b578-635f77b6a414 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.1575208 Mar 23 10:58:17.030093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:17.030481 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:17.072026 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-a3408113-0b57-4fe2-a402-0854ba1500f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748458 Mar 23 10:58:17.156974 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Calling delete_port for 8c290368-f81a-4afe-a6c8-5a04e34a68c8 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:17.204776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-c32a01c0-5c68-4af0-940f-07dae75bd62c service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268077 Mar 23 10:58:17.305277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:17.336932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2c783ee-4f64-4aba-a572-27e1a7fa042c req-2e209863-f4f6-4cdd-bd7f-079133230a20 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266594 Mar 23 10:58:17.352187 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event deleted for resources: {'Port': ['ID=8c290368-f81a-4afe-a6c8-5a04e34a68c8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:17.449230 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:17.833340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Router 4e338a8f-2686-4138-96b4-2ad979655568 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:58:18.028282 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:58:18.038608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] Sync routers for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:58:18.048588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:18.051622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:18.052235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:57:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:18.104357 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-10a322e2-f826-4798-bea0-78adae9c777c tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "DELETE /v2.0/floatingips/628a9016-baf9-467e-89b6-e76e3c95ac8b HTTP/1.1" status: 204 len: 168 time: 1.5538847 Mar 23 10:58:18.105162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:58:18.259026 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'status': 'completed', 'code': 200} Mar 23 10:58:18.275603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:18.358859 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-dcbcd97b-e614-454c-b2fa-cd3785ebb7d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=590caf24d9484df48ad396d38e9efbfb&device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 1098 time: 0.0748322 Mar 23 10:58:18.520824 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-f28a5203-e71e-4dad-8fe1-4cfd276d4cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:18.522884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-f28a5203-e71e-4dad-8fe1-4cfd276d4cd6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 200 len: 916 time: 0.1596792 Mar 23 10:58:18.595116 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-9faf1405-4286-450e-9343-6525d9d2f8d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 200 len: 217 time: 0.0661974 Mar 23 10:58:18.606962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:23Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:18.610930 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] Checking router: 4e338a8f-2686-4138-96b4-2ad979655568 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:58:18.621420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:18.622004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:57:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:18.664053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-a26114c4-bb91-4429-9de8-201f4b42d53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:18.665564 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-a26114c4-bb91-4429-9de8-201f4b42d53e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 200 len: 854 time: 0.0640397 Mar 23 10:58:18.755485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-67628773-c089-4f34-8884-e458ebab673a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbd1b85a-2a17-4093-a039-755aa3b3d272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833752 Mar 23 10:58:18.814260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:18.895199 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-128d6bec-176c-44f7-878d-c90cbc7d65a8 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331253 Mar 23 10:58:19.056586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-38f3f838-e8e4-4aa5-8d87-5de98a376cb6 req-33328ed9-c1e5-4d69-9118-60731bab94b7 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502831 Mar 23 10:58:19.197326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:23Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:19.201581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdded933-0cfc-485b-b39f-06eee1499cc2 None None] The sync data for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv is: [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:55:05Z', 'revision_number': 4, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '906f2591-8227-4a75-a74c-c72cf356d548', 'name': '', 'network_id': 'bbd1b85a-2a17-4093-a039-755aa3b3d272', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'mac_address': 'fa:16:3e:4a:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132f3167-766d-4362-a338-72e82e554168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:04Z', 'updated_at': '2022-03-23T10:55:23Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'subnets': [{'id': '132f3167-766d-4362-a338-72e82e554168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:58:19.463198 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d527b8-8d71-4948-99f6-010965ed3181 None None] New status for floating IP 628a9016-baf9-467e-89b6-e76e3c95ac8b: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:58:22.506919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803ad6d-0040-46d9-82a6-e8425808b9c8 req-32f9335e-ca6a-463a-ae86-9c1718d1dffa tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:22.508313 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0803ad6d-0040-46d9-82a6-e8425808b9c8 req-32f9335e-ca6a-463a-ae86-9c1718d1dffa tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0805025 Mar 23 10:58:22.553005 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0803ad6d-0040-46d9-82a6-e8425808b9c8 req-298d0421-4e76-4d8a-a565-d64641a7f4d7 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 Mar 23 10:58:23.764924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcdfdf-1141-4457-b721-16344c363350 req-197062bf-708c-4b7b-a070-90c6ad8f0a81 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:23.766416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a0bcdfdf-1141-4457-b721-16344c363350 req-197062bf-708c-4b7b-a070-90c6ad8f0a81 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0892856 Mar 23 10:58:23.812928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a0bcdfdf-1141-4457-b721-16344c363350 req-43db78a4-8755-4378-bdc1-2cd3cd71db72 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Mar 23 10:58:24.355069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adb3c6-342a-4107-9780-567f1e801425 req-1286d512-2bc0-48c0-8ec9-2cd99131f5b4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:24.356532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5adb3c6-342a-4107-9780-567f1e801425 req-1286d512-2bc0-48c0-8ec9-2cd99131f5b4 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.91 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.0776186 Mar 23 10:58:24.426132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Deleting port bcddec25-21a0-45a2-8c89-7c94362fceab {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:24.426420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:24.453749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5c276d72-9cda-4122-b6cf-80272b9c53ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:24.753087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] For port bcddec25-21a0-45a2-8c89-7c94362fceab, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcddec25-21a0-45a2-8c89-7c94362fceab,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:24.753361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:24.872982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Calling delete_port for bcddec25-21a0-45a2-8c89-7c94362fceab owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:24.892338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:25.068978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:25.080046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcddec25-21a0-45a2-8c89-7c94362fceab'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:58:25.118390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf0a6a-793b-4616-9c70-a03724b54f80 req-68b1cd47-f7a0-419c-aba7-874d895a9bd5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:25.120137 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9cf0a6a-793b-4616-9c70-a03724b54f80 req-68b1cd47-f7a0-419c-aba7-874d895a9bd5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/ports?device_id=658a057c-d4f5-4900-9538-eac6a7beece7 HTTP/1.1" status: 200 len: 945 time: 0.1735082 Mar 23 10:58:25.140945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Pushing event deleted for resources: {'Port': ['ID=bcddec25-21a0-45a2-8c89-7c94362fceab,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:25.236820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] No DVR routers for this DVR port bcddec25-21a0-45a2-8c89-7c94362fceab on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:58:25.240483 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9cf0a6a-793b-4616-9c70-a03724b54f80 req-18ed6070-abcd-4b69-92f3-2eda76412223 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.73 "GET /v2.0/security-groups?id=accd7c9a-6671-46e2-b321-6195b60efdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125569 Mar 23 10:58:25.241502 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:25.244050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'name': 'network-vif-deleted', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:58:25.255974 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c5adb3c6-342a-4107-9780-567f1e801425 req-7276aa34-188a-46b3-b018-99cc27f9c0a5 tempest-TestMinimumBasicScenario-937593903 tempest-TestMinimumBasicScenario-937593903-project] 10.222.0.91 "DELETE /v2.0/ports/bcddec25-21a0-45a2-8c89-7c94362fceab HTTP/1.1" status: 204 len: 173 time: 0.8939636 Mar 23 10:58:25.305621 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658a057c-d4f5-4900-9538-eac6a7beece7', 'name': 'network-vif-deleted', 'tag': 'bcddec25-21a0-45a2-8c89-7c94362fceab', 'status': 'completed', 'code': 200} Mar 23 10:58:26.803814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5c3eeca3-2351-4e73-84ea-e0641bd514f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:27.822764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:27.959023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54644) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:28.039150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:28.214874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcddec25-21a0-45a2-8c89-7c94362fceab no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:28.246867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: bcddec25-21a0-45a2-8c89-7c94362fceab {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:58:28.247207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcddec25-21a0-45a2-8c89-7c94362fceab not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:28.467292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:29.066632 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Deleting port 906f2591-8227-4a75-a74c-c72cf356d548 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:29.067271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:29.241381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] For port 906f2591-8227-4a75-a74c-c72cf356d548, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=906f2591-8227-4a75-a74c-c72cf356d548,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:29.241644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:29.357592 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Calling delete_port for 906f2591-8227-4a75-a74c-c72cf356d548 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:29.401238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:29.523987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:29.568146 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Pushing event deleted for resources: {'Port': ['ID=906f2591-8227-4a75-a74c-c72cf356d548,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:29.853842 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:30.503954 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Router 4e338a8f-2686-4138-96b4-2ad979655568 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:58:30.697502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:58:30.708116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] Sync routers for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:58:30.711161 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c3a40087-d4c6-4827-a516-b82d3fc7ef75 admin admin] 10.222.0.73 "PUT /v2.0/routers/4e338a8f-2686-4138-96b4-2ad979655568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7510557 Mar 23 10:58:30.713696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54648) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:30.719791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:30.720373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:30.893386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:30.908924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:31.102465 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:31.112130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Deleting port b54692ba-4aaa-480b-bb50-b090569173b3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:31.112508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:31.228713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:58:29Z', 'revision_number': 5, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port': {'id': 'b54692ba-4aaa-480b-bb50-b090569173b3', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e338a8f-2686-4138-96b4-2ad979655568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:02Z', 'updated_at': '2022-03-23T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:31.232661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] Checking router: 4e338a8f-2686-4138-96b4-2ad979655568 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:58:31.243511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] Routers {'4e338a8f-2686-4138-96b4-2ad979655568'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:31.244140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['4e338a8f-2686-4138-96b4-2ad979655568'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:31.392213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] For port b54692ba-4aaa-480b-bb50-b090569173b3, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=b54692ba-4aaa-480b-bb50-b090569173b3,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:31.392603 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:31.396907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] Set router 4e338a8f-2686-4138-96b4-2ad979655568 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:31.504803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:58:31Z', 'revision_number': 6, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:31.508749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6ba5a-48bb-44ab-b734-5acc909bf60f None None] The sync data for ids ['4e338a8f-2686-4138-96b4-2ad979655568'] in dv-neutron-834653-2-hyperv is: [{'id': '4e338a8f-2686-4138-96b4-2ad979655568', 'name': 'tempest-TestMinimumBasicScenario-1089744896-router', 'tenant_id': '590caf24d9484df48ad396d38e9efbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:01Z', 'updated_at': '2022-03-23T10:58:31Z', 'revision_number': 6, 'project_id': '590caf24d9484df48ad396d38e9efbfb', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:58:31.510091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Calling delete_port for b54692ba-4aaa-480b-bb50-b090569173b3 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:31.674240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:31.718468 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54692ba-4aaa-480b-bb50-b090569173b3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:31.956470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.206018 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.213801 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.241818 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.242319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e338a8f-2686-4138-96b4-2ad979655568 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:58:32.255284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.256434 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3af46508-1c07-44ae-a343-3a780937c570 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4e338a8f-2686-4138-96b4-2ad979655568 HTTP/1.1" status: 204 len: 168 time: 1.5418611 Mar 23 10:58:32.259073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54652) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:32.319092 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Deleting subnet 132f3167-766d-4362-a338-72e82e554168 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:58:32.323771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.373241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.452808 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.521892 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.560277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132f3167-766d-4362-a338-72e82e554168,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:32.566591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.571959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81cd05-9d68-41f4-8ebb-74f5dbe221cb None None] Network bbd1b85a-2a17-4093-a039-755aa3b3d272 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:58:32.575420 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-254a114a-4d33-4804-b9c3-4f6ae1a34fba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/132f3167-766d-4362-a338-72e82e554168 HTTP/1.1" status: 204 len: 168 time: 0.3131707 Mar 23 10:58:32.575821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54656) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:32.683122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.693474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Deleting port 1b169243-14f2-462d-97da-3eca1e6b3c1d {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:32.693805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.820766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] DHCP port deletion for bbd1b85a-2a17-4093-a039-755aa3b3d272 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:58:32.825159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Deleting port 1b169243-14f2-462d-97da-3eca1e6b3c1d {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:32.825603 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:32.898917 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] For port 1b169243-14f2-462d-97da-3eca1e6b3c1d, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b169243-14f2-462d-97da-3eca1e6b3c1d,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:32.899259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.019080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b54692ba-4aaa-480b-bb50-b090569173b3 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:33.023410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Calling delete_port for 1b169243-14f2-462d-97da-3eca1e6b3c1d owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:33.061717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: b54692ba-4aaa-480b-bb50-b090569173b3 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:58:33.061963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device b54692ba-4aaa-480b-bb50-b090569173b3 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:33.062372 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b169243-14f2-462d-97da-3eca1e6b3c1d no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:33.097612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.099497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] For port 1b169243-14f2-462d-97da-3eca1e6b3c1d, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1b169243-14f2-462d-97da-3eca1e6b3c1d,segment=NetworkSegment(7b1002c5-d020-40f0-8a52-f3b887d7617e),segment_id=7b1002c5-d020-40f0-8a52-f3b887d7617e)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:33.099908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.143798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b169243-14f2-462d-97da-3eca1e6b3c1d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:33.149337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] No DVR routers for this DVR port 1b169243-14f2-462d-97da-3eca1e6b3c1d on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:58:33.228442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Calling delete_port for 1b169243-14f2-462d-97da-3eca1e6b3c1d owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:33.270282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.276581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No active binding found for port 1b169243-14f2-462d-97da-3eca1e6b3c1d {{(pid=83747) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 23 10:58:33.276986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1b169243-14f2-462d-97da-3eca1e6b3c1d not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:33.277393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 906f2591-8227-4a75-a74c-c72cf356d548 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:33.299179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd1b85a-2a17-4093-a039-755aa3b3d272']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:33.311252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1002c5-d020-40f0-8a52-f3b887d7617e') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:33.311619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1002c5-d020-40f0-8a52-f3b887d7617e') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:33.313711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 906f2591-8227-4a75-a74c-c72cf356d548 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:58:33.314050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 906f2591-8227-4a75-a74c-c72cf356d548 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:33.324878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:58:33.328165 dv-neutron-834653-2-hyperv neutron-server[83747]: util.warn( Mar 23 10:58:33.335747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:58:33.336104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:58:33.341560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.348012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:58:33.348387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:58:33.361046 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:58:33.433184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.438089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.554038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd1b85a-2a17-4093-a039-755aa3b3d272,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:33.566024 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d3f85ae3-6ddb-4718-b436-74656fcb6374 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bbd1b85a-2a17-4093-a039-755aa3b3d272 HTTP/1.1" status: 204 len: 168 time: 0.9890428 Mar 23 10:58:33.568763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54660) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:33.837285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Deleting port 1b169243-14f2-462d-97da-3eca1e6b3c1d {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:33.837838 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.903826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-136dd496-9950-4ea5-9743-18cb76c4441c None None] The port '1b169243-14f2-462d-97da-3eca1e6b3c1d' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:58:33.969498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:34.563976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Deleting port 4f8f32cc-5657-4774-b6bb-7863b8a2109a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:34.564227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:34.730934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] For port 4f8f32cc-5657-4774-b6bb-7863b8a2109a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4f8f32cc-5657-4774-b6bb-7863b8a2109a,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:34.731295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:34.854243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Calling delete_port for 4f8f32cc-5657-4774-b6bb-7863b8a2109a owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:35.106159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:35.151264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8f32cc-5657-4774-b6bb-7863b8a2109a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:35.434180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:36.011282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Router 985bf96b-e7a4-48ef-a927-b5e297d5aeff has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:58:36.212965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:58:36.221679 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] Sync routers for ids ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:58:36.229012 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-40fd4d36-ebd0-4862-900b-2d96af2a5642 admin admin] 10.222.0.73 "PUT /v2.0/routers/985bf96b-e7a4-48ef-a927-b5e297d5aeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592169 Mar 23 10:58:36.231504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54664) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:36.237036 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] Routers {'985bf96b-e7a4-48ef-a927-b5e297d5aeff'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:36.238146 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:36.413074 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] Set router 985bf96b-e7a4-48ef-a927-b5e297d5aeff gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:36.422875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:36.694376 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:58:34Z', 'revision_number': 5, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port': {'id': 'd0c20e2f-e564-4bf3-af20-ddfeca965cf8', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:36.698355 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] Checking router: 985bf96b-e7a4-48ef-a927-b5e297d5aeff for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:58:36.708940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] Routers {'985bf96b-e7a4-48ef-a927-b5e297d5aeff'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:36.709529 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:36.725938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:36.735489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Deleting port d0c20e2f-e564-4bf3-af20-ddfeca965cf8 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:36.735924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:36.898262 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] Set router 985bf96b-e7a4-48ef-a927-b5e297d5aeff gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:36.909242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] For port d0c20e2f-e564-4bf3-af20-ddfeca965cf8, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:36.910143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.003516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:58:36Z', 'revision_number': 6, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:37.008640 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba628f54-0580-49ab-8044-b45fc921e822 None None] The sync data for ids ['985bf96b-e7a4-48ef-a927-b5e297d5aeff'] in dv-neutron-834653-2-hyperv is: [{'id': '985bf96b-e7a4-48ef-a927-b5e297d5aeff', 'name': 'tempest-TestMinimumBasicScenario-1908529025-router', 'tenant_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:08Z', 'updated_at': '2022-03-23T10:58:36Z', 'revision_number': 6, 'project_id': '9a23cf5044de41608c2a567f8f6e6ab9', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:58:37.037044 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Calling delete_port for d0c20e2f-e564-4bf3-af20-ddfeca965cf8 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:37.198081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.243821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c20e2f-e564-4bf3-af20-ddfeca965cf8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:37.463692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.713131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.717112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.743302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.743839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985bf96b-e7a4-48ef-a927-b5e297d5aeff {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 10:58:37.756974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.758109 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f12fbaaf-b2ab-4cdc-ba2f-2060328f4d2b admin admin] 10.222.0.73 "DELETE /v2.0/routers/985bf96b-e7a4-48ef-a927-b5e297d5aeff HTTP/1.1" status: 204 len: 168 time: 1.5256703 Mar 23 10:58:37.760696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54668) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:37.820616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Deleting subnet 05b80f74-b44b-4065-9262-f3b4e2fd79d9 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 10:58:37.823947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.988961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.066306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.134649 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.174010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b80f74-b44b-4065-9262-f3b4e2fd79d9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:38.180897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.186806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af52de-c013-4dd2-b4b0-2561c471cbc3 None None] Network 6963206b-5943-4791-8c2b-04ddf718b3d4 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:58:38.187328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-be822995-29bc-48b8-8aa1-c5fda4d86cd2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/05b80f74-b44b-4065-9262-f3b4e2fd79d9 HTTP/1.1" status: 204 len: 168 time: 0.4252002 Mar 23 10:58:38.191528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:38.300863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.311163 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Deleting port 0e52246e-5b0d-4501-9564-4c52ab05a680 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:38.311488 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.459632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718aff7-fb25-420b-b854-782457c31445 None None] DHCP port deletion for 6963206b-5943-4791-8c2b-04ddf718b3d4 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 10:58:38.464061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Deleting port 0e52246e-5b0d-4501-9564-4c52ab05a680 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:38.464463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.509741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] For port 0e52246e-5b0d-4501-9564-4c52ab05a680, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0e52246e-5b0d-4501-9564-4c52ab05a680,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:38.510090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.632574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Calling delete_port for 0e52246e-5b0d-4501-9564-4c52ab05a680 owned by network:dhcp {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:38.668183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7718aff7-fb25-420b-b854-782457c31445 None None] For port 0e52246e-5b0d-4501-9564-4c52ab05a680, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0e52246e-5b0d-4501-9564-4c52ab05a680,segment=NetworkSegment(953ed7a2-00c8-4fcc-a4c5-042969c46bce),segment_id=953ed7a2-00c8-4fcc-a4c5-042969c46bce)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:38.668575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.706142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.749661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e52246e-5b0d-4501-9564-4c52ab05a680,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:38.755752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] No DVR routers for this DVR port 0e52246e-5b0d-4501-9564-4c52ab05a680 on host dv-neutron-834653-2-hyperv {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:58:38.793656 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Calling delete_port for 0e52246e-5b0d-4501-9564-4c52ab05a680 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 10:58:38.861281 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:58:38.861636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:58:38.870860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.905309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6963206b-5943-4791-8c2b-04ddf718b3d4']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:38.917356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953ed7a2-00c8-4fcc-a4c5-042969c46bce') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:38.917650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953ed7a2-00c8-4fcc-a4c5-042969c46bce') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:38.928636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.944652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.950992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 10:58:38.951487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:58:38.965431 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:58:39.010498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4f8f32cc-5657-4774-b6bb-7863b8a2109a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:39.043180 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.047173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 4f8f32cc-5657-4774-b6bb-7863b8a2109a {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:58:39.047558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4f8f32cc-5657-4774-b6bb-7863b8a2109a not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:39.047973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d0c20e2f-e564-4bf3-af20-ddfeca965cf8 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:39.048602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.077179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6963206b-5943-4791-8c2b-04ddf718b3d4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:39.079331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: d0c20e2f-e564-4bf3-af20-ddfeca965cf8 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:58:39.079705 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device d0c20e2f-e564-4bf3-af20-ddfeca965cf8 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:39.080121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0e52246e-5b0d-4501-9564-4c52ab05a680 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:58:39.083886 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-37ccf380-4604-4fdc-afa4-9d3be516dc43 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6963206b-5943-4791-8c2b-04ddf718b3d4 HTTP/1.1" status: 204 len: 168 time: 0.8912840 Mar 23 10:58:39.111820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 0e52246e-5b0d-4501-9564-4c52ab05a680 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 10:58:39.112168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0e52246e-5b0d-4501-9564-4c52ab05a680 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:58:39.282051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54678) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:39.332110 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8130f222-f865-4ea7-a8ba-90981273e992 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=590caf24d9484df48ad396d38e9efbfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489240 Mar 23 10:58:39.334534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54682) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:39.363409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Deleting port 0e52246e-5b0d-4501-9564-4c52ab05a680 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 10:58:39.363960 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7718aff7-fb25-420b-b854-782457c31445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.395436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf817f9b-154e-45d4-9000-d6c954fe647a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.420746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf817f9b-154e-45d4-9000-d6c954fe647a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.431265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7718aff7-fb25-420b-b854-782457c31445 None None] The port '0e52246e-5b0d-4501-9564-4c52ab05a680' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 10:58:39.473512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf817f9b-154e-45d4-9000-d6c954fe647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.491139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817f9b-154e-45d4-9000-d6c954fe647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accd7c9a-6671-46e2-b321-6195b60efdf1,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:39.498222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf817f9b-154e-45d4-9000-d6c954fe647a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.499339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cf817f9b-154e-45d4-9000-d6c954fe647a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/accd7c9a-6671-46e2-b321-6195b60efdf1 HTTP/1.1" status: 204 len: 168 time: 0.1639333 Mar 23 10:58:39.882987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54690) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:39.933157 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-215db288-fffd-48f7-b043-0920a430e416 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a23cf5044de41608c2a567f8f6e6ab9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488446 Mar 23 10:58:39.935483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54694) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:39.992168 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9d79-cb40-4959-a8ff-8a332673818c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:40.017157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9d79-cb40-4959-a8ff-8a332673818c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:40.067749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9d79-cb40-4959-a8ff-8a332673818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:40.084904 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d9d79-cb40-4959-a8ff-8a332673818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d352f435-59bb-4615-89f5-f29b29d2cdf3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:40.089103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9d79-cb40-4959-a8ff-8a332673818c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:40.092720 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9c5d9d79-cb40-4959-a8ff-8a332673818c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d352f435-59bb-4615-89f5-f29b29d2cdf3 HTTP/1.1" status: 204 len: 168 time: 0.1538417 Mar 23 10:58:42.297652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54738) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:42.305670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393725945', 'description': 'tempest-secgroup-smoke-393725945 description', 'project_id': '3f0e7b2596b745f783f83f72ef253402'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:42.312257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:42.317525 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:42.320450 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:42.326087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:42.337177 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.349469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.385661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:42.389500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:42.392265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:42.398024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:42.552280 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.556266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.600156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:42.604143 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09369701-f79b-4952-aabe-b07623c158d1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:42.608102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:42.610958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:42.617270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:42.670903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.674408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.714025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a0b257-1a40-4970-a253-f7a6a42f04bd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:42.716914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.718097 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b738f89b-a1b2-4533-9c02-549c62946a76 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4194670 Mar 23 10:58:42.721153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54742) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:42.727280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '56a0b257-1a40-4970-a253-f7a6a42f04bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:42.733361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:42.737165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:42.740609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:42.747098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:42.762409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.825241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.828935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.851894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6b5a15-cc00-4a61-b823-3352112d6567,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:42.861041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.862214 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-996600fd-243d-48c8-82e4-d5d0b4c588ca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1395030 Mar 23 10:58:42.865803 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54746) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:42.872004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '56a0b257-1a40-4970-a253-f7a6a42f04bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:42.878242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:42.888167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:42.891147 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:42.897541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:42.914053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.977797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:42.981269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.005231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6715d45-9887-4370-8638-3f78878af03e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:43.014474 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.015717 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5d0053f1-2b1d-4839-83a5-41a1dfa7b511 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488261 Mar 23 10:58:43.018340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54750) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:43.024058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '56a0b257-1a40-4970-a253-f7a6a42f04bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:43.029780 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:43.033499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:43.037105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:43.042813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:43.059424 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.120712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.124294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.147821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e2a01e-ce89-4563-b84a-1586546dc14f,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:43.158223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.160539 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-501f13dd-0f34-4923-9e1e-338fab025808 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1407638 Mar 23 10:58:43.162961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54754) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:43.168273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '56a0b257-1a40-4970-a253-f7a6a42f04bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:43.174524 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:43.178834 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:43.181672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:43.187622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:43.203487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.274529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.277698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.302021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f7fdf6-961b-434b-94a2-18fb243edf99,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:43.310426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.311716 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e77f841f-70af-46c0-9d2d-bd30249a336f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1478426 Mar 23 10:58:43.314447 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:43.319777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '56a0b257-1a40-4970-a253-f7a6a42f04bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:43.325506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:43.329211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:43.332551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:43.338277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:43.351383 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:58:43.357749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.425621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.429191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.451682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a36f559-1bf7-4c5e-b894-ca6aabf4e36a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:43.461469 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.462631 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b1a49b2e-d4c9-48b6-ae64-42fa548af2ec tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1472886 Mar 23 10:58:43.465440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54762) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:43.470670 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '56a0b257-1a40-4970-a253-f7a6a42f04bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:43.476436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:43.480507 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:43.483286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:43.489036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:43.499205 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:58:43.506054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.585559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.589528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.615934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5f28a8-e02a-4aec-9ce0-6a06332cce6a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:43.622498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.624051 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9398186e-54c1-4993-a792-6d9311d70ac2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575267 Mar 23 10:58:43.627162 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54766) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:43.632983 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'network': {'name': 'tempest-network-smoke--318295741', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'port_security_enabled': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:43.637908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:43.641638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:network and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:43.645112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:43.650723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:43.660899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:58:43.664111 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.693155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:58:43.701581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.701909 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Added segment e36b37f9-109e-4e6e-8162-2f0ca4a96809 of type vlan for network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 Mar 23 10:58:43.730097 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.759987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.764156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:43.764835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.866597 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2383657 Mar 23 10:58:43.869843 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54770) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:43.875472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'admin_state_up': True, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:43.884953 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ccbac-0153-42b6-bb7c-c6440903609e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Network': ['ID=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:43.887315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:43.891588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:router and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:43.894593 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:43.896172 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:58:43.903596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:43.928781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.930304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:43.953710 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.107440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.290461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.319116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.452059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.45 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/567255d6-e71c-4450-9fda-be326f266f3c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:58:44.595275 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.622029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.685152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:58:44.687781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:58:44.691421 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:58:44.720116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=567255d6-e71c-4450-9fda-be326f266f3c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:44.849848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:44.850482 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:45.153123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:58:45.358453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:58:45.370094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Sync routers for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:58:45.382718 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:45.383328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:45.387051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:45.388602 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-21a1a8fc-5f8c-46c2-8134-f9336be240a6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5176213 Mar 23 10:58:45.391760 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54774) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:45.556479 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-618762b7-89cc-4fe3-8d05-e2d5de6d19dc tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3f0e7b2596b745f783f83f72ef253402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1636624 Mar 23 10:58:45.559105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54780) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:45.565194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:45.693339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4460e1b7-7de6-4615-a7c3-7ceba56ccafa tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:45.694819 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4460e1b7-7de6-4615-a7c3-7ceba56ccafa tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347876 Mar 23 10:58:45.697696 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54784) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:45.739135 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2d05b6ec-c7fb-4d67-97f5-205222e1b80f tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372214 Mar 23 10:58:45.740447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54788) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:45.747144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015600153', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:45.858622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:45.863565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:subnet and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:58:45.866586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:58:45.872656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:45.883023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:58:45.892593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:44Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:45.896572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Checking router: 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:58:45.896946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Updating router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 port 567255d6-e71c-4450-9fda-be326f266f3c binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:58:45.950039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.077683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.242575 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:58:46.285165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.297083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Transition to ACTIVE for port object 567255d6-e71c-4450-9fda-be326f266f3c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:46.298396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.303893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.381577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Subnet': ['ID=56686cc2-6929-4600-b64e-3962074f6c4a,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:46.386210 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Attempting to bind port 567255d6-e71c-4450-9fda-be326f266f3c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:58:46.386759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Attempting to bind port 567255d6-e71c-4450-9fda-be326f266f3c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:58:46.386942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Attempting to bind port 567255d6-e71c-4450-9fda-be326f266f3c on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:58:46.389767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Pushing event updated for resources: {'Port': ['ID=567255d6-e71c-4450-9fda-be326f266f3c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:46.396580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Checking segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:58:46.396942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network hostable DHCP agents. Network: c893afa4-5a77-43dc-8ac2-e9fb462e7ca6, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:58:46.400195 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:58:46.400577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:58:46.400977 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.401368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:58:46.401835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Bound port: 567255d6-e71c-4450-9fda-be326f266f3c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:58:46.402209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.419808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:58:46.430706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, c893afa4-5a77-43dc-8ac2-e9fb462e7ca6) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:58:46.433837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.434184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.434519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.434915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.435244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.435585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.435862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:46.435997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.436221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.436542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.436647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.436853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.437166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:46.447280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846be3a3-6014-4795-85d9-45b9a426e06f None None] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:58:46.465751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7500d875-daf1-4c40-9c9a-19754bc3b236 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7235570 Mar 23 10:58:46.468681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54792) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:58:46.576198 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] For port 567255d6-e71c-4450-9fda-be326f266f3c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:58:46.594721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] For port 567255d6-e71c-4450-9fda-be326f266f3c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=567255d6-e71c-4450-9fda-be326f266f3c,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:58:46.602952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:46.761092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f4db7-a920-467c-95a6-4ac1e1ed8428 None None] Pushing event updated for resources: {'Port': ['ID=567255d6-e71c-4450-9fda-be326f266f3c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:46.769360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:46.769974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:46.822335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 10:58:46.822708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:47.067135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:47.198610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Allocated IP 172.20.0.2 (c893afa4-5a77-43dc-8ac2-e9fb462e7ca6/56686cc2-6929-4600-b64e-3962074f6c4a/8d7940c3-1c92-447f-9584-1720ca573fc4) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:58:47.236406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:47.578539 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:47.592950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Transition to ACTIVE for port object 8d7940c3-1c92-447f-9584-1720ca573fc4 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:47.600444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:44Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:47.611067 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee8f93-7742-4168-ab1f-acab8f37005a None None] The sync data for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv is: [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:44Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:58:47.617901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Transition to ACTIVE for port object 8d7940c3-1c92-447f-9584-1720ca573fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:47.624156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:47.708728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:58:47.711836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:58:47.715931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:58:47.716447 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.1 (c893afa4-5a77-43dc-8ac2-e9fb462e7ca6/56686cc2-6929-4600-b64e-3962074f6c4a/61dc47c5-af44-40b0-ada1-654f4ae2b892) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:58:47.723391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Pushing event updated for resources: {'Port': ['ID=8d7940c3-1c92-447f-9584-1720ca573fc4,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:47.827153 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Attempting to bind port 8d7940c3-1c92-447f-9584-1720ca573fc4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:58:47.827752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Attempting to bind port 8d7940c3-1c92-447f-9584-1720ca573fc4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:58:47.828156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Attempting to bind port 8d7940c3-1c92-447f-9584-1720ca573fc4 on network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:58:47.837806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:58:47.838132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Checking segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:58:47.838696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:47.840617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Bound using segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:58:47.841205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Bound port: 8d7940c3-1c92-447f-9584-1720ca573fc4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:58:47.841669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:47.982263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] For port 8d7940c3-1c92-447f-9584-1720ca573fc4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:58:47.991150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] For port 8d7940c3-1c92-447f-9584-1720ca573fc4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d7940c3-1c92-447f-9584-1720ca573fc4,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:58:48.005405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.066787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.092590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object 61dc47c5-af44-40b0-ada1-654f4ae2b892 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:48.098525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6e9f8-9456-4491-9b1d-feaf114e96af None None] Pushing event updated for resources: {'Port': ['ID=8d7940c3-1c92-447f-9584-1720ca573fc4,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:48.118172 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.202206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:58:48.205587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:58:48.208994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:58:48.247646 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=61dc47c5-af44-40b0-ada1-654f4ae2b892,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:48.280875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.407422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.839932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.845195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:48.965312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=61dc47c5-af44-40b0-ada1-654f4ae2b892,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:48.968777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:49.124861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 567255d6-e71c-4450-9fda-be326f266f3c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:58:49.185032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:58:49.186844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:58:49.218860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 567255d6-e71c-4450-9fda-be326f266f3c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:58:49.225264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 567255d6-e71c-4450-9fda-be326f266f3c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:49.225727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:49.276831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b129f8-2dca-4e15-bd5e-c42cad488282 None None] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 10:58:49.509741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c848b324-579d-40cf-9f24-35a3bac12fe4 None None] Provisioning for port 8d7940c3-1c92-447f-9584-1720ca573fc4 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:58:49.656099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:49.697164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 567255d6-e71c-4450-9fda-be326f266f3c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=567255d6-e71c-4450-9fda-be326f266f3c,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:49.727399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:49.728197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d7940c3-1c92-447f-9584-1720ca573fc4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:58:49.768508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:58:49.859339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=567255d6-e71c-4450-9fda-be326f266f3c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:49.880802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8d7940c3-1c92-447f-9584-1720ca573fc4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:58:49.888963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8d7940c3-1c92-447f-9584-1720ca573fc4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:49.889628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:50.020900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:50.057414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8d7940c3-1c92-447f-9584-1720ca573fc4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d7940c3-1c92-447f-9584-1720ca573fc4,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:50.062514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:50.104401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:58:50.120226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-894f9980-125d-4034-ab01-4e472ab59956 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/8db5e87b-412b-4a9a-ba4b-5c981a9acfb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6502593 Mar 23 10:58:50.137997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8d7940c3-1c92-447f-9584-1720ca573fc4,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:50.183120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d421c863-5218-44e3-b51a-afbf5163940f None None] Provisioning complete for port 8d7940c3-1c92-447f-9584-1720ca573fc4 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:50.183500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d421c863-5218-44e3-b51a-afbf5163940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:50.338043 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-28c0f771-1709-4abd-9fc6-b8fca9fe1c6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393725945&fields=id&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 267 time: 0.0510752 Mar 23 10:58:50.338274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d421c863-5218-44e3-b51a-afbf5163940f None None] Provisioning for port 61dc47c5-af44-40b0-ada1-654f4ae2b892 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:58:50.347920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d421c863-5218-44e3-b51a-afbf5163940f None None] Provisioning complete for port 61dc47c5-af44-40b0-ada1-654f4ae2b892 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:50.348555 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d421c863-5218-44e3-b51a-afbf5163940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:50.418144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d421c863-5218-44e3-b51a-afbf5163940f None None] Port 61dc47c5-af44-40b0-ada1-654f4ae2b892 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:58:50.506671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-f10ff4a0-c110-4b16-a485-54801f5ffb10 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:50.508100 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-f10ff4a0-c110-4b16-a485-54801f5ffb10 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/networks?id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 200 len: 796 time: 0.1603906 Mar 23 10:58:50.525381 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d96c0e50-653c-4c02-8a93-3988168bd886 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/quotas/3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 375 time: 0.0120656 Mar 23 10:58:50.538216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8c950ec5-eae5-4014-b0e5-ee071b434048 None None] Provisioning complete for port 61dc47c5-af44-40b0-ada1-654f4ae2b892 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:50.538507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8c950ec5-eae5-4014-b0e5-ee071b434048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:50.589518 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8c950ec5-eae5-4014-b0e5-ee071b434048 None None] Port 61dc47c5-af44-40b0-ada1-654f4ae2b892 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:58:50.605294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-7b2f3893-642f-418b-bb01-4f85ab8f713f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:58:50.622147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-7b2f3893-642f-418b-bb01-4f85ab8f713f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:58:50.623622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-7b2f3893-642f-418b-bb01-4f85ab8f713f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930927 Mar 23 10:58:50.764299 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d90be707-d34e-40a6-931f-2c140ac685a9 service neutron] 10.222.0.73 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293120 Mar 23 10:58:50.895894 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-9b02eb89-4769-45eb-9fc9-8b14705e3b81 service neutron] 10.222.0.73 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260488 Mar 23 10:58:51.037134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 567255d6-e71c-4450-9fda-be326f266f3c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:58:51.109746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 567255d6-e71c-4450-9fda-be326f266f3c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:51.110119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:51.199116 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71166f7e-e62f-4a2a-b373-70717db85d3b req-0d4bc4e4-8f79-48a4-b818-3d07c4569094 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 210 time: 0.0749862 Mar 23 10:58:51.277497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d7940c3-1c92-447f-9584-1720ca573fc4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:58:51.345920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8d7940c3-1c92-447f-9584-1720ca573fc4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:51.346292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:51.364151 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Sync routers for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:58:51.378244 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:51.378850 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:51.573513 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:51.893244 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 2, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:51.898271 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Checking router: 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:58:51.898608 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Updating router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 port 61dc47c5-af44-40b0-ada1-654f4ae2b892 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 10:58:51.954592 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.324902 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.339516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Transition to ACTIVE for port object 61dc47c5-af44-40b0-ada1-654f4ae2b892 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:52.350382 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.418558 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Pushing event updated for resources: {'Port': ['ID=61dc47c5-af44-40b0-ada1-654f4ae2b892,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:52.431268 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.431623 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.431957 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.432279 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.432600 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.432919 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.433235 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.433792 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.434116 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.434475 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.434826 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:52.437348 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-68044ef2-c803-4df4-97bd-c8625517fe7c req-387d353b-cdb3-4554-9ac6-7f1c17fbd7e4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 210 time: 0.0649343 Mar 23 10:58:52.511371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-67d0bdf8-4329-4631-8f05-f183a01f5ce9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:52.514070 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-67d0bdf8-4329-4631-8f05-f183a01f5ce9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/networks?id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 200 len: 796 time: 0.2177994 Mar 23 10:58:52.579081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-93a63101-ebab-4c30-95c1-c1023fc0d4d2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 379 time: 0.0525706 Mar 23 10:58:52.597290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'port': {'device_id': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'admin_state_up': True, 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'security_groups': ['56a0b257-1a40-4970-a253-f7a6a42f04bd']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:52.610036 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Attempting to bind port 61dc47c5-af44-40b0-ada1-654f4ae2b892 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:58:52.610493 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Attempting to bind port 61dc47c5-af44-40b0-ada1-654f4ae2b892 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:58:52.611061 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Attempting to bind port 61dc47c5-af44-40b0-ada1-654f4ae2b892 on network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:58:52.618973 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:58:52.619742 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Checking segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:58:52.620193 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.620578 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Bound using segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:58:52.621084 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Bound port: 61dc47c5-af44-40b0-ada1-654f4ae2b892, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:58:52.621447 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.723627 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] For port 61dc47c5-af44-40b0-ada1-654f4ae2b892, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:58:52.726941 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] For port 61dc47c5-af44-40b0-ada1-654f4ae2b892, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=61dc47c5-af44-40b0-ada1-654f4ae2b892,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:58:52.734508 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.750544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:58:52.761256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:58:52.772184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:58:52.775279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:52.879977 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735e919-b006-4e40-a571-4a320afe15b8 None None] Pushing event updated for resources: {'Port': ['ID=61dc47c5-af44-40b0-ada1-654f4ae2b892,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:52.883698 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:58:52.884319 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:52.955232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.10 (c893afa4-5a77-43dc-8ac2-e9fb462e7ca6/56686cc2-6929-4600-b64e-3962074f6c4a/bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:58:53.098893 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:58:53.170125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:53.187684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:53.212405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:53.292703 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:58:53.296114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:58:53.301691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:58:53.327716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:53.393417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:53.394116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:53.428824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-54028c21-6323-4582-a934-c163ce205b6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8418205 Mar 23 10:58:53.441427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Request body: {'port': {'device_id': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:58:53.484423 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:52Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:58:53.493247 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fd748-1453-4987-be9e-8e70cb868e2e None None] The sync data for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv is: [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:52Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:58:53.697104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2ce5d021-5a79-4f21-b862-0bd2a8ab494c None None] Provisioning for port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:58:53.703048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2ce5d021-5a79-4f21-b862-0bd2a8ab494c None None] Provisioning complete for port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:53.703677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2ce5d021-5a79-4f21-b862-0bd2a8ab494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:53.752191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:53.769729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5d021-5a79-4f21-b862-0bd2a8ab494c None None] Port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 10:58:53.895030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56262189-1341-43c7-b2bb-92ea879fb42f req-a828173e-6ec4-4568-a7f1-dfa88d90f632 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:53.895784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-56262189-1341-43c7-b2bb-92ea879fb42f req-a828173e-6ec4-4568-a7f1-dfa88d90f632 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:58:53.938980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-56262189-1341-43c7-b2bb-92ea879fb42f req-a828173e-6ec4-4568-a7f1-dfa88d90f632 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:58:53.940120 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56262189-1341-43c7-b2bb-92ea879fb42f req-a828173e-6ec4-4568-a7f1-dfa88d90f632 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 932 time: 0.2571819 Mar 23 10:58:54.083279 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56262189-1341-43c7-b2bb-92ea879fb42f req-08e15114-fb19-4be3-914a-cb38678780f3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358593 Mar 23 10:58:54.200894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:58:54.210048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.226866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Transition to ACTIVE for port object bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:58:54.231155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.371071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:54.458349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1253280a-e5bd-4084-ad69-c665a7cc141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.519517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Attempting to bind port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:58:54.520017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Attempting to bind port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:58:54.520316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Attempting to bind port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 on network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:58:54.526560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 on network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 10:58:54.526951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Attempting to bind port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 on network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 10:58:54.533475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 10:58:54.533811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Checking segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 10:58:54.534258 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Bound using segment: {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 10:58:54.535195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Bound port: bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b37f9-109e-4e6e-8162-2f0ca4a96809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:58:54.535579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.624947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] For port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:58:54.629513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] For port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:58:54.633388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.712319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.713817 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] 10.222.0.91 "PUT /v2.0/ports/bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 200 len: 1094 time: 1.2780931 Mar 23 10:58:54.714252 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:58:54.734343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fde5bc-40f4-459f-84f2-ebe149261c00 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:54.789989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'status': 'completed', 'code': 200} Mar 23 10:58:54.828296 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-bef669b3-502a-4e8b-92f4-789f4ed295e0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0751488 Mar 23 10:58:54.900736 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:54.901301 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-fba94fde-bc73-4e5a-8c42-454507e38a0d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 200 len: 217 time: 0.0661762 Mar 23 10:58:54.967911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-3f770175-2b4d-4a2c-b666-e69b2f877bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:54.969338 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-3f770175-2b4d-4a2c-b666-e69b2f877bba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=56686cc2-6929-4600-b64e-3962074f6c4a HTTP/1.1" status: 200 len: 835 time: 0.0625598 Mar 23 10:58:55.047731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61dc47c5-af44-40b0-ada1-654f4ae2b892 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:58:55.055702 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-fd56ef6e-0e4a-4af6-9c15-2f36ea364d8c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808589 Mar 23 10:58:55.118043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 61dc47c5-af44-40b0-ada1-654f4ae2b892 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:58:55.123354 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 61dc47c5-af44-40b0-ada1-654f4ae2b892 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:55.123863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:55.212462 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-a54b6313-8d82-4d3e-bbc2-672cc9381604 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493921 Mar 23 10:58:55.247647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:55.282031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 61dc47c5-af44-40b0-ada1-654f4ae2b892, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=61dc47c5-af44-40b0-ada1-654f4ae2b892,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:58:55.286754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:55.357734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=61dc47c5-af44-40b0-ada1-654f4ae2b892,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:55.406163 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c3fa69d-e568-4efc-aa9e-5fef961865a2 req-0473e279-1470-4375-8f11-af3ef914924a service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877172 Mar 23 10:58:55.415984 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfe66a-0bbe-4265-b079-303cd5cce1dc req-03d52461-ea20-4949-bbb7-7006803d1b7a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:55.417439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f1dfe66a-0bbe-4265-b079-303cd5cce1dc req-03d52461-ea20-4949-bbb7-7006803d1b7a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 944 time: 0.1801674 Mar 23 10:58:55.609614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f1dfe66a-0bbe-4265-b079-303cd5cce1dc req-113ca0cc-0d2f-488a-8f66-2d958c0b95f1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856253 Mar 23 10:58:55.638265 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-b613b1bf-6372-41bf-bfbc-36b133aa9aa8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1097 time: 0.1841016 Mar 23 10:58:55.779520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-d2df21f1-0a16-48bb-9152-5252e5ce93e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:55.781362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-d2df21f1-0a16-48bb-9152-5252e5ce93e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 200 len: 897 time: 0.1361384 Mar 23 10:58:55.849438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-7db43e7f-6a6a-4108-864d-e4afa4ac1021 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 200 len: 217 time: 0.0623064 Mar 23 10:58:55.924346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-da9aa7d9-c1cb-4bd3-b5ba-176cd9a3c2a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:55.925865 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-da9aa7d9-c1cb-4bd3-b5ba-176cd9a3c2a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=56686cc2-6929-4600-b64e-3962074f6c4a HTTP/1.1" status: 200 len: 835 time: 0.0713494 Mar 23 10:58:56.004086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-b2ea3dd6-cba5-448d-84b5-2249fc000b3e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713866 Mar 23 10:58:56.170014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-28466897-2c59-4ef6-b964-d9f649288798 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590548 Mar 23 10:58:56.301781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21322263-a1c6-4848-bf2d-3946cfbb5a47 req-8b19f8a0-0b00-408c-a128-1f0ea48d8dfd service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256206 Mar 23 10:58:56.806564 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61a00e2f-bdb2-441c-98f2-e3e56cb2c234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:56.810794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33af26c-e087-45fe-9883-5d43b44162db req-d78d181c-df19-497d-aed6-73342d76f9bb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:56.812298 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a33af26c-e087-45fe-9883-5d43b44162db req-d78d181c-df19-497d-aed6-73342d76f9bb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 944 time: 0.0818634 Mar 23 10:58:56.859509 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a33af26c-e087-45fe-9883-5d43b44162db req-51f7b123-4f59-4be2-9ac9-2fbc04e61341 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Mar 23 10:58:57.026420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61dc47c5-af44-40b0-ada1-654f4ae2b892 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:58:57.098332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 61dc47c5-af44-40b0-ada1-654f4ae2b892 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:58:57.098701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:57.826984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:58.048141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:58.072164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cee5-1958-4046-a8ab-30cedaa1beac req-a034e67b-9c69-49bc-ada2-92dc59bb9a28 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:58.074930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d9d1cee5-1958-4046-a8ab-30cedaa1beac req-a034e67b-9c69-49bc-ada2-92dc59bb9a28 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 944 time: 0.0891089 Mar 23 10:58:58.124455 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d9d1cee5-1958-4046-a8ab-30cedaa1beac req-4bc8ad8b-ff88-4669-a6c0-b088b5a071a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433500 Mar 23 10:58:59.340725 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751b72-8280-4854-86a7-c58be6c6b09e req-013362ba-4dde-4015-8188-0f766a7602f8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:59.342177 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23751b72-8280-4854-86a7-c58be6c6b09e req-013362ba-4dde-4015-8188-0f766a7602f8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 944 time: 0.0825574 Mar 23 10:58:59.390204 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-23751b72-8280-4854-86a7-c58be6c6b09e req-9e9626e0-f8e8-4ad0-890a-e4d6e319e02f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418472 Mar 23 10:58:59.408350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:00.314118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:59:00.460607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:59:00.475651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'port_id': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'mac_address': 'fa:16:3e:7a:e5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:59:00.532644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:00.551522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 10:59:00.567682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:59:00.572212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:00.613831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c50d-28ec-4a82-abc5-69e7175b7b73 req-d0649c9c-437f-4b58-af44-54f64711e7af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:00.615326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b80c50d-28ec-4a82-abc5-69e7175b7b73 req-d0649c9c-437f-4b58-af44-54f64711e7af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 944 time: 0.0918944 Mar 23 10:59:00.648608 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:59:00.676028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b80c50d-28ec-4a82-abc5-69e7175b7b73 req-3c0b8995-adfa-49bc-bd2a-3415ff19d075 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545890 Mar 23 10:59:00.959193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 10:59:01.880437 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b87e0-7fb9-4bfa-a758-c3c9f936c074 req-b37f4292-2c03-4bc4-b87a-bf6a328cb349 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:01.881916 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-346b87e0-7fb9-4bfa-a758-c3c9f936c074 req-b37f4292-2c03-4bc4-b87a-bf6a328cb349 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 945 time: 0.0792453 Mar 23 10:59:01.928253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-346b87e0-7fb9-4bfa-a758-c3c9f936c074 req-5fb786e6-8450-4da7-921c-182e2e54cb77 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Mar 23 10:59:02.324336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:59:02.397283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:59:02.404338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:59:02.404858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:02.521790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:02.549063 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:59:02.559869 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:59:02.564424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:02.648259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:59:02.682319 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'code': 200} Mar 23 10:59:02.925840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0dbad7ab-37c6-4625-85a9-d25d13addf34 req-2cf54b70-a57d-4702-85be-42b88c326bde service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0793185 Mar 23 10:59:02.970434 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0dbad7ab-37c6-4625-85a9-d25d13addf34 req-af8b40b6-6a9a-48a8-9628-50254e2509d0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Mar 23 10:59:03.133775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e81d-ea64-4726-be7e-320f1a58cafb req-5e773765-2109-4def-9d1c-6c408d26bcf1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:03.136134 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6352e81d-ea64-4726-be7e-320f1a58cafb req-5e773765-2109-4def-9d1c-6c408d26bcf1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0840907 Mar 23 10:59:03.194399 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6352e81d-ea64-4726-be7e-320f1a58cafb req-4996e3c6-7a1a-4cdc-8fd0-0205a9b27f59 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495021 Mar 23 10:59:04.431290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d9b4-b6f5-4343-980d-a889ad73a1e2 req-2ce9a520-89a6-4fb8-aec9-b3eddbc59035 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:04.432999 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5201d9b4-b6f5-4343-980d-a889ad73a1e2 req-2ce9a520-89a6-4fb8-aec9-b3eddbc59035 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0926909 Mar 23 10:59:04.483247 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5201d9b4-b6f5-4343-980d-a889ad73a1e2 req-37d47dd0-e68a-41e9-abab-e60aa2095e58 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Mar 23 10:59:05.690204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6c388-9f60-4d24-8f4f-5c5e84023f30 req-026a2e97-8dda-470e-b807-7480181c59e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:05.692421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-72f6c388-9f60-4d24-8f4f-5c5e84023f30 req-026a2e97-8dda-470e-b807-7480181c59e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0855217 Mar 23 10:59:05.755015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-72f6c388-9f60-4d24-8f4f-5c5e84023f30 req-ec1310ff-c2e8-4bb4-8aba-8f650dbad2a5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567160 Mar 23 10:59:05.965789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c69590-ced4-4bc5-ac52-2681f90097db req-32ae9241-0d9c-419b-b3ff-833d04011ad7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:05.967366 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9c69590-ced4-4bc5-ac52-2681f90097db req-32ae9241-0d9c-419b-b3ff-833d04011ad7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0824420 Mar 23 10:59:06.017703 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9c69590-ced4-4bc5-ac52-2681f90097db req-739a27f1-d5e9-4f67-bff1-f01fc2b83da0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Mar 23 10:59:06.046973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54852) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:59:06.133517 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-deb65540-431f-4f3b-b680-75cb2fa01365 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1094 time: 0.0853181 Mar 23 10:59:06.137322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54856) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:59:06.142729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 10:59:06.152751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:59:06.156978 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:floatingip and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:59:06.160428 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:59:06.167590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:59:06.179663 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:06.340041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:06.608139 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.42 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/8c9e122d-8495-4e0a-84a1-f817da0effe9) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:59:06.810623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:06.841192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:06.918829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:59:06.922511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:59:06.928408 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 10:59:06.954342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=8c9e122d-8495-4e0a-84a1-f817da0effe9,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:59:07.499162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:07.564324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:07.813746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:07.818748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:07.947361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=8c9e122d-8495-4e0a-84a1-f817da0effe9,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:59:07.963280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:08.200433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Floating IP 9a5c158d-90c5-42ad-968d-cdfee00ae2a2 associated. External IP: 172.26.7.42, port: bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6. Mar 23 10:59:08.759429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:59:08.970278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:59:08.983565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] Sync routers for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 10:59:08.996860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:59:08.997477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:59:08.998378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:09.057137 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b82da11-871b-482a-8dae-d4b5fbab9841 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9186089 Mar 23 10:59:09.057602 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 10:59:09.164453 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'status': 'completed', 'code': 200} Mar 23 10:59:09.266095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:59:09.328811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-920dd541-dd3d-47c2-bf8c-3549cea8823d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1099 time: 0.1358247 Mar 23 10:59:09.364822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a56723-e848-40ee-8447-424e62722e48 req-dd5ac309-e634-462c-b182-65f3a54000db tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:09.366416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9a56723-e848-40ee-8447-424e62722e48 req-dd5ac309-e634-462c-b182-65f3a54000db tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.1377854 Mar 23 10:59:09.497328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9a56723-e848-40ee-8447-424e62722e48 req-9a599c18-91f3-4247-95ed-9a0bed5ddb8a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788672 Mar 23 10:59:09.519855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-5e56aa91-7186-481a-b6a4-73908803b7a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:09.521380 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-5e56aa91-7186-481a-b6a4-73908803b7a4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 200 len: 897 time: 0.1864944 Mar 23 10:59:09.554152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54864) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:59:09.638313 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-f49ab47a-1a0c-4832-ac57-0385d0dba0c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 200 len: 999 time: 0.1103501 Mar 23 10:59:09.752454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-be09f5dd-d4c5-46f9-aa12-d17ba527bea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:09.755439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-be09f5dd-d4c5-46f9-aa12-d17ba527bea1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=56686cc2-6929-4600-b64e-3962074f6c4a HTTP/1.1" status: 200 len: 835 time: 0.1108785 Mar 23 10:59:09.761104 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d412885e-a865-4d73-b343-98f761425224 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/9a5c158d-90c5-42ad-968d-cdfee00ae2a2 HTTP/1.1" status: 200 len: 991 time: 0.2039435 Mar 23 10:59:09.767623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '9a5c158d-90c5-42ad-968d-cdfee00ae2a2', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.42', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'port_id': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'mac_address': 'fa:16:3e:7a:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:59:07Z', 'updated_at': '2022-03-23T10:59:07Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:55Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:59:09.772827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] Checking router: 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 10:59:09.786263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 10:59:09.787008 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:58:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:59:09.842408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-06f08f22-918f-42d5-a21d-b8772076d73b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806317 Mar 23 10:59:10.027663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 10:59:10.031791 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-76539d90-26ee-42e9-8da3-178006731b09 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831021 Mar 23 10:59:10.190879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-664ec6c4-8386-420a-a9e3-c71a9f15556d req-c19a3ea8-98be-41dd-a5ad-77ac8457eded service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533592 Mar 23 10:59:10.451457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '9a5c158d-90c5-42ad-968d-cdfee00ae2a2', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.42', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'port_id': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'mac_address': 'fa:16:3e:7a:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:59:07Z', 'updated_at': '2022-03-23T10:59:07Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:55Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:59:10.456494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428bf2b7-ac6f-439d-8c84-4796c8e580d8 None None] The sync data for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv is: [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '9a5c158d-90c5-42ad-968d-cdfee00ae2a2', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.42', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'port_id': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'mac_address': 'fa:16:3e:7a:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:59:07Z', 'updated_at': '2022-03-23T10:59:07Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:55Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 10:59:10.682122 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd6dd9-4dc7-47a9-aee1-4e183e825e5a None None] New status for floating IP 9a5c158d-90c5-42ad-968d-cdfee00ae2a2: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 10:59:10.765484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54868) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:59:10.972242 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-93bf07bb-b148-4322-9bf8-533a6e41754a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/9a5c158d-90c5-42ad-968d-cdfee00ae2a2 HTTP/1.1" status: 200 len: 991 time: 0.2048635 Mar 23 10:59:11.976545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54872) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:59:12.205800 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6c25df55-c85a-4d45-9afb-8e8c01055cb1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/9a5c158d-90c5-42ad-968d-cdfee00ae2a2 HTTP/1.1" status: 200 len: 993 time: 0.2280028 Mar 23 10:59:23.242445 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:59:24.457005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-18a24ea0-a230-448c-8f8d-a39fa64a54a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:24.902944 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:26.808329 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-81bdad49-2894-48fb-8371-552f1999affa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:27.829015 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:28.047701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:29.404421 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:36.345867 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-ebe63ec4-2810-4c97-937e-8a8a5b17bba6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675275 Mar 23 10:59:36.489151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-9d1c36e2-781d-4d69-a2a0-e8ce8c9e029b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0775943 Mar 23 10:59:36.632365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-819be028-dc43-4dc8-9bdf-22f4148825dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:36.633795 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-819be028-dc43-4dc8-9bdf-22f4148825dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 200 len: 897 time: 0.1267757 Mar 23 10:59:36.733891 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-fe3f79e0-0143-4b4a-813f-63bff1d7a89b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 200 len: 1001 time: 0.0940776 Mar 23 10:59:36.798666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-58dcc0f9-e49f-497b-aa39-4a99170da18f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:36.800652 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-58dcc0f9-e49f-497b-aa39-4a99170da18f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=56686cc2-6929-4600-b64e-3962074f6c4a HTTP/1.1" status: 200 len: 835 time: 0.0612795 Mar 23 10:59:36.875318 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-acbe32a1-9e41-4449-a080-1192d89fdcf6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684602 Mar 23 10:59:37.005812 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-ce62e2df-dc51-4dc6-8914-4d79db573006 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240921 Mar 23 10:59:37.137883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c4114-9ed6-4c30-8629-e9ca71e53ebf req-4fb8e92d-1f10-4365-b10f-3e5fdc60edf8 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Mar 23 10:59:54.449400 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3a29b013-e674-4691-b841-1fc6e831070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:54.890431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:56.813024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-31fb682b-31af-4ad9-8fbd-5e098d74c74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:57.831831 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:58.050790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:59.406794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:00.241907 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:00:11.186436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7fd9-5751-4dc1-8dc2-dcd28f0755a9 req-a60a54b3-4085-4387-949f-376dffe51dbf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:11.187953 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-072f7fd9-5751-4dc1-8dc2-dcd28f0755a9 req-a60a54b3-4085-4387-949f-376dffe51dbf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0820875 Mar 23 11:00:11.235811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-072f7fd9-5751-4dc1-8dc2-dcd28f0755a9 req-45f600ba-fadb-48ba-ab5c-794b6465a6fd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Mar 23 11:00:12.446521 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52bdfd-6536-4f4c-8cb4-c9f2307c201c req-cafd0b45-f727-433b-8821-778e38e7969e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:12.447982 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b52bdfd-6536-4f4c-8cb4-c9f2307c201c req-cafd0b45-f727-433b-8821-778e38e7969e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0742610 Mar 23 11:00:12.492287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0b52bdfd-6536-4f4c-8cb4-c9f2307c201c req-9f8f6f40-47a4-4b15-baf9-3e3f8baa3677 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388408 Mar 23 11:00:12.520126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54904) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:12.622486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-45c068f4-c462-4b42-9b5a-74cb6365c3a8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/9a5c158d-90c5-42ad-968d-cdfee00ae2a2 HTTP/1.1" status: 200 len: 993 time: 0.1012716 Mar 23 11:00:14.116767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7fe70-c972-466e-abbb-a4fdcbf6de33 req-f3967771-ca42-45f4-9bbe-5b665d2fb8af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:14.118384 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5a7fe70-c972-466e-abbb-a4fdcbf6de33 req-f3967771-ca42-45f4-9bbe-5b665d2fb8af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0860512 Mar 23 11:00:14.168572 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b5a7fe70-c972-466e-abbb-a4fdcbf6de33 req-20ab64b1-d989-4524-8d7a-eaa3e24e5bfa tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Mar 23 11:00:15.364821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5516cf-f521-4125-af23-ee08ba344d3f req-4eda2fba-570f-46e0-8d96-983e333fb818 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:15.366194 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0f5516cf-f521-4125-af23-ee08ba344d3f req-4eda2fba-570f-46e0-8d96-983e333fb818 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0751038 Mar 23 11:00:15.411903 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0f5516cf-f521-4125-af23-ee08ba344d3f req-3c1445c9-ab36-45f3-aa4b-46fa9ec3c0ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394678 Mar 23 11:00:15.440207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54916) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:15.542994 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-325f4863-f681-48ba-8671-e3b9ee8ff207 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/9a5c158d-90c5-42ad-968d-cdfee00ae2a2 HTTP/1.1" status: 200 len: 993 time: 0.1016667 Mar 23 11:00:16.368668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54924) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:16.566621 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 8c9e122d-8495-4e0a-84a1-f817da0effe9 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:00:16.566875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:16.731456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:16.731798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:16.856271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 8c9e122d-8495-4e0a-84a1-f817da0effe9 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:00:17.088719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:17.134100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=8c9e122d-8495-4e0a-84a1-f817da0effe9,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:17.173358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.173731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.174066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.174400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.174729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.175051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.175373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.175719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.176038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.176356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.176672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:17.235281 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:17.629429 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:00:17.825158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:00:17.834534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] Sync routers for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:00:17.844846 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:17.846594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:17.847208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:59:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:17.920170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d58607c3-3253-4558-8461-affae5054ed2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/floatingips/9a5c158d-90c5-42ad-968d-cdfee00ae2a2 HTTP/1.1" status: 204 len: 168 time: 1.5464444 Mar 23 11:00:17.920170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:00:17.993773 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'status': 'completed', 'code': 200} Mar 23 11:00:18.086924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-94118db2-1e24-452b-bcae-478a355a3abc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0699046 Mar 23 11:00:18.090507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:18.255800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-0804f233-2188-448a-bcf9-126388f01b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:18.257829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-0804f233-2188-448a-bcf9-126388f01b56 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 200 len: 897 time: 0.1601186 Mar 23 11:00:18.379866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-9fb5a479-201e-4e22-ab58-3fb3597f8180 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 200 len: 217 time: 0.1160874 Mar 23 11:00:18.451398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:55Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:18.455747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] Checking router: 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:00:18.461696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-84f02233-fa9a-4331-81df-88b8a0b4f12b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:18.463127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-84f02233-fa9a-4331-81df-88b8a0b4f12b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=56686cc2-6929-4600-b64e-3962074f6c4a HTTP/1.1" status: 200 len: 835 time: 0.0742617 Mar 23 11:00:18.466084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:18.466680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:59:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:18.511932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ec10-4060-4d12-a45d-c5ca3c35ba88 req-08a0124a-71d1-4eb0-91e1-306676ccffd1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:18.512620 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-7e94ec10-4060-4d12-a45d-c5ca3c35ba88 req-08a0124a-71d1-4eb0-91e1-306676ccffd1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:00:18.545650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-7e94ec10-4060-4d12-a45d-c5ca3c35ba88 req-08a0124a-71d1-4eb0-91e1-306676ccffd1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:00:18.546776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7e94ec10-4060-4d12-a45d-c5ca3c35ba88 req-08a0124a-71d1-4eb0-91e1-306676ccffd1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.2269099 Mar 23 11:00:18.579311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-3080a166-0bc0-4990-9968-85440b87947a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087315 Mar 23 11:00:18.653790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:18.783063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7e94ec10-4060-4d12-a45d-c5ca3c35ba88 req-ea724363-0dc9-4cd2-a2b4-896aa8faefa5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291582 Mar 23 11:00:18.850946 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-a8be6ce1-054f-495b-b123-b7c96163fb07 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619917 Mar 23 11:00:18.989823 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:55Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:18.990976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fb58d2f4-16f9-48da-ba4f-723cae1351c8 req-97ac2502-4e7d-468d-a7c5-ecc894731ef5 service neutron] 10.222.0.91 "GET /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336393 Mar 23 11:00:18.993848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c545a-4ac3-4244-820b-d10e63d07872 None None] The sync data for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv is: [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T10:58:48Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '61dc47c5-af44-40b0-ada1-654f4ae2b892', 'name': '', 'network_id': 'c893afa4-5a77-43dc-8ac2-e9fb462e7ca6', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:0a:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:47Z', 'updated_at': '2022-03-23T10:58:55Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '56686cc2-6929-4600-b64e-3962074f6c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:00:19.232504 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721ef73-ec0f-488b-9ce7-034b78566918 None None] New status for floating IP 9a5c158d-90c5-42ad-968d-cdfee00ae2a2: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:00:19.995206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b826-b2b5-4959-a0cd-c71ca4431e00 req-8fc60724-5b53-49cb-b46b-ae2e1ec628ad tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:19.996681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ec9b826-b2b5-4959-a0cd-c71ca4431e00 req-8fc60724-5b53-49cb-b46b-ae2e1ec628ad tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0855360 Mar 23 11:00:20.087565 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ec9b826-b2b5-4959-a0cd-c71ca4431e00 req-f3783d02-35d2-4c64-a874-7ecce1314296 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=56a0b257-1a40-4970-a253-f7a6a42f04bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850050 Mar 23 11:00:20.113270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-12cf60c7-e13f-4fdd-a13f-6d5dd9bb3a72 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:20.113270 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-12cf60c7-e13f-4fdd-a13f-6d5dd9bb3a72 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 946 time: 0.0978177 Mar 23 11:00:20.184432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:00:20.184818 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:20.423594 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:20.423944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:20.544077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:00:20.685228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:20.736995 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:20.806221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] No DVR routers for this DVR port bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:00:20.808668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:20.811114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'name': 'network-vif-deleted', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:00:20.827838 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fdad83c6-762e-4765-90cd-d0b15864eae7 req-ca9604fd-c763-468a-b723-d95c848e32b3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "DELETE /v2.0/ports/bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 HTTP/1.1" status: 204 len: 173 time: 0.7090797 Mar 23 11:00:20.866912 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7306f4-c252-4fdf-93cc-247d732ed9e1', 'name': 'network-vif-deleted', 'tag': 'bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6', 'status': 'completed', 'code': 200} Mar 23 11:00:21.272645 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-21b28015-1737-4934-b13e-137f39ca537d req-ce36c6f1-a303-420e-a4bf-c51b2267898c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:00:21.288810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-21b28015-1737-4934-b13e-137f39ca537d req-ce36c6f1-a303-420e-a4bf-c51b2267898c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:00:21.290170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-21b28015-1737-4934-b13e-137f39ca537d req-ce36c6f1-a303-420e-a4bf-c51b2267898c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7306f4-c252-4fdf-93cc-247d732ed9e1 HTTP/1.1" status: 200 len: 210 time: 0.0599296 Mar 23 11:00:22.396841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54942) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:22.884382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:23.496027 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 61dc47c5-af44-40b0-ada1-654f4ae2b892 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:00:23.496666 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:23.690277 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 61dc47c5-af44-40b0-ada1-654f4ae2b892, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=61dc47c5-af44-40b0-ada1-654f4ae2b892,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:23.690636 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:23.815309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 61dc47c5-af44-40b0-ada1-654f4ae2b892 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:00:23.993839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:24.044364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=61dc47c5-af44-40b0-ada1-654f4ae2b892,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:24.337310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:24.451599 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-208403bb-bdfa-47a6-9804-fbe160cccc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:24.700711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:00:24.733873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:00:24.734241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device bcf5bd63-e3ce-4dc3-9274-a77be4f2c8c6 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:00:24.886863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.020043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:00:25.221211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:00:25.230957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] Sync routers for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:00:25.240121 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-eb482f4d-c45d-4cf9-9450-08e4348ea203 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/8db5e87b-412b-4a9a-ba4b-5c981a9acfb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395150 Mar 23 11:00:25.240305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54946) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:25.242516 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:25.243114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:59:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:25.420804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:25.429003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting subnet 56686cc2-6929-4600-b64e-3962074f6c4a {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:00:25.431903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.484522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.565858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.644850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.681707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Subnet': ['ID=56686cc2-6929-4600-b64e-3962074f6c4a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:25.687699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.694416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-81440a30-41d1-4185-b69d-cf55800f6052 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/subnets/56686cc2-6929-4600-b64e-3962074f6c4a HTTP/1.1" status: 204 len: 168 time: 0.4531481 Mar 23 11:00:25.697051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54950) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:25.708652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d4986-39d8-4a6f-9493-22a2a7ed63af None None] Network c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:00:25.904786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:25.909040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T11:00:23Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:25.915010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] Checking router: 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:00:25.931812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] Routers {'8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:25.932428 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T10:59:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:26.043406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] DHCP port deletion for c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:00:26.068729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Deleting port 8d7940c3-1c92-447f-9584-1720ca573fc4 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:00:26.069090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.214014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.224900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 567255d6-e71c-4450-9fda-be326f266f3c {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:00:26.225272 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.274453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] Set router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:26.398582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 567255d6-e71c-4450-9fda-be326f266f3c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=567255d6-e71c-4450-9fda-be326f266f3c,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:26.398946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.480621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] For port 8d7940c3-1c92-447f-9584-1720ca573fc4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d7940c3-1c92-447f-9584-1720ca573fc4,segment=NetworkSegment(e36b37f9-109e-4e6e-8162-2f0ca4a96809),segment_id=e36b37f9-109e-4e6e-8162-2f0ca4a96809)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:26.480926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.519574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 567255d6-e71c-4450-9fda-be326f266f3c owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:00:26.613260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Calling delete_port for 8d7940c3-1c92-447f-9584-1720ca573fc4 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:00:26.686451 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.732096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=567255d6-e71c-4450-9fda-be326f266f3c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:26.749970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.803117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Pushing event deleted for resources: {'Port': ['ID=8d7940c3-1c92-447f-9584-1720ca573fc4,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:26.821631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] No DVR routers for this DVR port 8d7940c3-1c92-447f-9584-1720ca573fc4 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:00:26.836676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.837132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.837398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.837782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.838059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.838392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.838724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.839054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.839379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.839731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.840185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062b077-47da-4131-8734-4ca4cf68f117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:26.846437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6a9ece9d-df84-428b-84ef-ca915b56865b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:26.854686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T11:00:23Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:26.858586 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3582edf-9b94-4af9-b7ab-12c00899630b None None] The sync data for ids ['8db5e87b-412b-4a9a-ba4b-5c981a9acfb1'] in dv-neutron-834653-2-hyperv is: [{'id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533955808', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '567255d6-e71c-4450-9fda-be326f266f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:58:43Z', 'updated_at': '2022-03-23T11:00:23Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '567255d6-e71c-4450-9fda-be326f266f3c', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db5e87b-412b-4a9a-ba4b-5c981a9acfb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:58:44Z', 'updated_at': '2022-03-23T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:00:26.962894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.217535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.222444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.248505 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.249008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Fanout notify agent at l3_agent the message router_deleted on router 8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:00:27.273357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.273734 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2ddd667e-aaa4-4b19-8976-ad5e91217442 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/routers/8db5e87b-412b-4a9a-ba4b-5c981a9acfb1 HTTP/1.1" status: 204 len: 168 time: 1.5755162 Mar 23 11:00:27.277892 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54954) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:27.319441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d7940c3-1c92-447f-9584-1720ca573fc4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:00:27.354360 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8d7940c3-1c92-447f-9584-1720ca573fc4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:00:27.354706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d7940c3-1c92-447f-9584-1720ca573fc4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:00:27.355117 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61dc47c5-af44-40b0-ada1-654f4ae2b892 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:00:27.393112 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 61dc47c5-af44-40b0-ada1-654f4ae2b892 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:00:27.393458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 61dc47c5-af44-40b0-ada1-654f4ae2b892 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:00:27.397029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.632364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.659710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c893afa4-5a77-43dc-8ac2-e9fb462e7ca6']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:27.671239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36b37f9-109e-4e6e-8162-2f0ca4a96809') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:27.671532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36b37f9-109e-4e6e-8162-2f0ca4a96809') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:27.683016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.700496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.706396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:00:27.706770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:00:27.721354 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:00:27.799927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.817639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.827183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Network': ['ID=c893afa4-5a77-43dc-8ac2-e9fb462e7ca6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:27.829795 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-546f5511-8155-4ff7-877d-2229439cea9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/networks/c893afa4-5a77-43dc-8ac2-e9fb462e7ca6 HTTP/1.1" status: 204 len: 168 time: 0.5526900 Mar 23 11:00:27.833234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54958) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:27.836340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.913293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:27.945321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.007749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.022981 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a0b257-1a40-4970-a253-f7a6a42f04bd,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:28.034237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.038073 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/security-groups/56a0b257-1a40-4970-a253-f7a6a42f04bd HTTP/1.1" status: 204 len: 168 time: 0.2015467 Mar 23 11:00:28.038073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.038073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.038073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.038073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.038542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.038625 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.039029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.039320 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.039667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.040101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.040509 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8889eb7-8e75-4bca-90f5-ef13806d2c6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:28.068357 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.403089 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54966) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:28.409448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806799957', 'description': 'tempest-secgroup-smoke-806799957 description', 'project_id': '3f0e7b2596b745f783f83f72ef253402'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:28.415346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:28.419110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:28.421924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:28.428116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:28.437960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.473076 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:28.477599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:28.480427 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:28.486073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:28.542653 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.546127 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.586061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:28.588636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.589824 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-758592a7-723d-473e-a4e3-0284b3da9417 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1857152 Mar 23 11:00:28.592755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54970) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:28.598096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'c9b73e8e-c82e-4f3f-ad63-39fccf566ccd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:28.603955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:28.607669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:28.610458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:28.616120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:28.632257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.691160 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.694586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.719413 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7937348b-8fd8-4668-afee-eab680102f8f,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:28.729220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.730448 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-e20dcb4d-fdc2-442c-8b35-d3345b0a2c50 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1368072 Mar 23 11:00:28.733226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54976) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:28.738550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'c9b73e8e-c82e-4f3f-ad63-39fccf566ccd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:28.744717 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:28.748569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:28.752015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:28.757692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:28.774311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.834871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.838661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.861651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81860b4-e47a-42e5-b636-053aca952852,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:28.870242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.871690 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-cfdfe177-f366-4091-bc92-ee2cd83002a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1375403 Mar 23 11:00:28.874540 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 54980) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:28.880922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'c9b73e8e-c82e-4f3f-ad63-39fccf566ccd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:28.887056 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:28.890793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:28.893940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:28.899798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:28.915247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.976924 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:28.980434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.003981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618eeb4c-433d-40f3-8195-2d47416b9f17,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:29.013225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.014553 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0a93eea7-6787-4d8e-9cc6-388c8e340369 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389198 Mar 23 11:00:29.017498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54984) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:29.023185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'c9b73e8e-c82e-4f3f-ad63-39fccf566ccd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:29.028470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 567255d6-e71c-4450-9fda-be326f266f3c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:00:29.037207 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:29.041277 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:29.044298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:29.050685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:29.071116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.109114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 567255d6-e71c-4450-9fda-be326f266f3c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:00:29.109460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 567255d6-e71c-4450-9fda-be326f266f3c not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:00:29.138496 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.143059 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.166939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd966e0-fe3e-4369-9845-2cd885bc5a43,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:29.176352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.177519 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9b185e10-895e-4166-bcd4-49ac390d51d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1590512 Mar 23 11:00:29.180293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54988) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:29.185719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'c9b73e8e-c82e-4f3f-ad63-39fccf566ccd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:29.192520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:29.196267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:29.199020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:29.204871 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:29.215129 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:00:29.222033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.284479 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.288001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.309973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3108f639-7d76-4b3d-b0f9-e1e272a16f96,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:29.318966 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.320150 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2400e91b-e0ee-48d1-9425-2b651b43d078 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1389537 Mar 23 11:00:29.322923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54992) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:29.328287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'c9b73e8e-c82e-4f3f-ad63-39fccf566ccd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:29.333861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:29.337675 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:29.340588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:29.346894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:29.356880 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:00:29.363622 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.410252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.431946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.435369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.457741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6142a4d-8db0-47d5-ac8f-a8af7b4b8ed0,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:29.465771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.466933 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-86711779-9cff-416b-a2ed-ee2281308641 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1431355 Mar 23 11:00:29.469764 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 54996) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:29.475528 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'network': {'name': 'tempest-network-smoke--84137340', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'port_security_enabled': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:29.480408 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:29.484164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:network and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:29.487570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:29.493315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:29.503420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:00:29.506264 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.535281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:00:29.543731 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.544083 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Added segment 1b7bbe69-e397-4972-83f9-50225c387e61 of type vlan for network 1628d99d-0e78-41b8-b89b-3a1a83f485db Mar 23 11:00:29.570678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.602542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.606255 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:29.606836 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.793534 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3222568 Mar 23 11:00:29.796241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55000) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:29.803405 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'admin_state_up': True, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:29.811369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842946b8-4e7b-4cef-bd3b-fd4ae5cb0f2f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Network': ['ID=1628d99d-0e78-41b8-b89b-3a1a83f485db,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:29.813671 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:29.817620 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:router and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:29.820505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:29.821378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:00:29.826265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:29.841488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.842399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:29.863091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.020964 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.195694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.225225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.357575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.65 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/45879fb4-be9f-47f2-977b-2798287c36ec) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:00:30.500386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.527732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.591907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:00:30.594753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:30.598968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:00:30.625993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=45879fb4-be9f-47f2-977b-2798287c36ec,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:30.751176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.751879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:30.972862 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router d71d5d98-50f2-4672-bd55-31223f9b1079 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:00:31.180545 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:00:31.189695 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Sync routers for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:00:31.202459 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:31.203277 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:00:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:31.207470 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:31.207861 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a76cb73e-e00d-4538-889b-5dac5e4c04b4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4107013 Mar 23 11:00:31.212673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55004) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:31.255119 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e231b90-cb0c-4e2a-8d18-2264b54aaa27 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3f0e7b2596b745f783f83f72ef253402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411966 Mar 23 11:00:31.257741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55008) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:31.415274 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:31.479711 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f777ec-8ec2-46de-aa28-218aae6e0007 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:31.481168 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-08f777ec-8ec2-46de-aa28-218aae6e0007 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2225506 Mar 23 11:00:31.484085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55012) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:31.522959 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-88bddcc6-5537-42d6-8402-6cd7e9420e08 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378249 Mar 23 11:00:31.525703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55016) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:31.531241 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1439317562', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:31.637847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:31.641610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:subnet and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:31.645022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:31.650676 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:31.660511 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:00:31.702293 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:30Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:31.706683 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Checking router: d71d5d98-50f2-4672-bd55-31223f9b1079 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:00:31.707021 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Updating router d71d5d98-50f2-4672-bd55-31223f9b1079 port 45879fb4-be9f-47f2-977b-2798287c36ec binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:00:31.756770 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:31.761805 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:31.981945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.058943 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Subnet': ['ID=f2177074-18d4-443c-88f4-c335f0a22d3d,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:32.076478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Checking segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:00:32.076830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network hostable DHCP agents. Network: 1628d99d-0e78-41b8-b89b-3a1a83f485db, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:00:32.089828 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.101377 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:00:32.102007 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Transition to ACTIVE for port object 45879fb4-be9f-47f2-977b-2798287c36ec will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:32.108418 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.111830 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 1628d99d-0e78-41b8-b89b-3a1a83f485db) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:32.122234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8396b-0bd2-42f3-9da8-23469027dfdd None None] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:00:32.123912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:32.124560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.150213 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-53a439fd-968d-4939-a6c8-1afb7311debb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6234498 Mar 23 11:00:32.153096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55022) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:32.192119 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Attempting to bind port 45879fb4-be9f-47f2-977b-2798287c36ec on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:00:32.192715 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Attempting to bind port 45879fb4-be9f-47f2-977b-2798287c36ec by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:00:32.192932 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Attempting to bind port 45879fb4-be9f-47f2-977b-2798287c36ec on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:00:32.203064 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Pushing event updated for resources: {'Port': ['ID=45879fb4-be9f-47f2-977b-2798287c36ec,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:32.213544 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.213877 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.214202 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.214519 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.214842 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.215156 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.215463 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.215801 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.216158 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.216448 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.217070 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:00:32.223136 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:00:32.223501 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:00:32.223914 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.224286 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:00:32.224732 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Bound port: 45879fb4-be9f-47f2-977b-2798287c36ec, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:00:32.225089 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.300498 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] For port 45879fb4-be9f-47f2-977b-2798287c36ec, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:00:32.303552 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] For port 45879fb4-be9f-47f2-977b-2798287c36ec, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=45879fb4-be9f-47f2-977b-2798287c36ec,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:00:32.307873 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.356731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-1628d99d-0e78-41b8-b89b-3a1a83f485db', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:00:32.358076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.388225 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da187b-7ee3-4e2f-a4a3-25d83ce63533 None None] Pushing event updated for resources: {'Port': ['ID=45879fb4-be9f-47f2-977b-2798287c36ec,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:32.390765 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:32.391357 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:00:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:32.525451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Allocated IP 172.20.0.2 (1628d99d-0e78-41b8-b89b-3a1a83f485db/f2177074-18d4-443c-88f4-c335f0a22d3d/dd146e2a-dde3-4507-9b6f-2c822302781c) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:00:32.576513 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:32.743865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.756196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Transition to ACTIVE for port object dd146e2a-dde3-4507-9b6f-2c822302781c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:32.775300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Transition to ACTIVE for port object dd146e2a-dde3-4507-9b6f-2c822302781c will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:32.782029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.854017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:00:32.856747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:32.859122 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:00:32.867450 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Pushing event updated for resources: {'Port': ['ID=dd146e2a-dde3-4507-9b6f-2c822302781c,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:32.878586 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:30Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:32.883047 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c781c-45f4-4213-a8ce-b4e8d7b82a84 None None] The sync data for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv is: [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:30Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:00:32.951381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.964442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Attempting to bind port dd146e2a-dde3-4507-9b6f-2c822302781c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:00:32.964815 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Attempting to bind port dd146e2a-dde3-4507-9b6f-2c822302781c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:00:32.965535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Attempting to bind port dd146e2a-dde3-4507-9b6f-2c822302781c on network 1628d99d-0e78-41b8-b89b-3a1a83f485db {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:00:32.972389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:00:32.972761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Checking segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:00:32.973166 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:32.973552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Bound using segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:00:32.974160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Bound port: dd146e2a-dde3-4507-9b6f-2c822302781c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:00:32.974535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:33.086806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] For port dd146e2a-dde3-4507-9b6f-2c822302781c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:00:33.091451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] For port dd146e2a-dde3-4507-9b6f-2c822302781c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=dd146e2a-dde3-4507-9b6f-2c822302781c,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:00:33.102753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:33.209335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2d810-a14b-41fd-99ca-d62bd2397876 None None] Pushing event updated for resources: {'Port': ['ID=dd146e2a-dde3-4507-9b6f-2c822302781c,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:33.539393 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.1 (1628d99d-0e78-41b8-b89b-3a1a83f485db/f2177074-18d4-443c-88f4-c335f0a22d3d/aad9dcf7-56ed-454a-b507-3ca3a2d3865e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:00:33.713631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:33.731071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object aad9dcf7-56ed-454a-b507-3ca3a2d3865e will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:33.756705 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:33.833237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:00:33.836297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:33.840618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:00:33.868341 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:33.902918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:33.989739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:34.203399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982a871-2d6c-4385-a13b-cc3e2d07ce51 None None] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:00:34.314983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-131fff06-3559-4346-ae49-ad02f263c3dd None None] Provisioning for port dd146e2a-dde3-4507-9b6f-2c822302781c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:34.403505 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:34.408061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:34.523010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:34.526369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:34.660622 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7d48c86c-1518-4796-a4ff-df295540f32f None None] Provisioning for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:34.669433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:00:34.670899 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:34.672140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7d48c86c-1518-4796-a4ff-df295540f32f None None] Provisioning complete for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:34.672713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7d48c86c-1518-4796-a4ff-df295540f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:34.742485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7d48c86c-1518-4796-a4ff-df295540f32f None None] Port aad9dcf7-56ed-454a-b507-3ca3a2d3865e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:00:34.877710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ac3338d1-d055-412f-a7ba-49982ab862bf None None] Provisioning complete for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:34.878131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ac3338d1-d055-412f-a7ba-49982ab862bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:34.934793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ac3338d1-d055-412f-a7ba-49982ab862bf None None] Port aad9dcf7-56ed-454a-b507-3ca3a2d3865e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:00:35.068308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e2d39277-1e80-4f5c-872a-00a62072ae77 None None] Provisioning complete for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:35.068904 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e2d39277-1e80-4f5c-872a-00a62072ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.140783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e2d39277-1e80-4f5c-872a-00a62072ae77 None None] Port aad9dcf7-56ed-454a-b507-3ca3a2d3865e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:00:35.148128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 45879fb4-be9f-47f2-977b-2798287c36ec up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:35.181499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router d71d5d98-50f2-4672-bd55-31223f9b1079 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:00:35.221060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 45879fb4-be9f-47f2-977b-2798287c36ec completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:35.225593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 45879fb4-be9f-47f2-977b-2798287c36ec triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:35.225964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.373581 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.390032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 45879fb4-be9f-47f2-977b-2798287c36ec, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=45879fb4-be9f-47f2-977b-2798287c36ec,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:35.391136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:00:35.394348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.395349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device dd146e2a-dde3-4507-9b6f-2c822302781c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:35.414759 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-75d42a8c-16b4-49f8-b5a0-f51d3b33ceba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/d71d5d98-50f2-4672-bd55-31223f9b1079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510464 Mar 23 11:00:35.508846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=45879fb4-be9f-47f2-977b-2798287c36ec,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:35.523182 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port dd146e2a-dde3-4507-9b6f-2c822302781c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:35.527999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port dd146e2a-dde3-4507-9b6f-2c822302781c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:35.528401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.641592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.674049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port dd146e2a-dde3-4507-9b6f-2c822302781c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=dd146e2a-dde3-4507-9b6f-2c822302781c,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:35.678061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:35.742791 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=dd146e2a-dde3-4507-9b6f-2c822302781c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:35.761309 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-e92deb5b-1110-422c-acce-f197b175e7cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806799957&fields=id&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 267 time: 0.0419490 Mar 23 11:00:35.907462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-8638e924-9c5e-4730-ae0f-99f9349d01af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:35.908174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-8638e924-9c5e-4730-ae0f-99f9349d01af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:00:35.924808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-8638e924-9c5e-4730-ae0f-99f9349d01af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:00:35.925959 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-8638e924-9c5e-4730-ae0f-99f9349d01af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 795 time: 0.1584384 Mar 23 11:00:35.942510 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-52a2a8f8-5f26-4eb2-bd12-5fcaa933dabb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/quotas/3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 375 time: 0.0111938 Mar 23 11:00:36.035293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-bcc87a8d-52b4-4d14-9c30-6830e3e8a675 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:00:36.053845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-bcc87a8d-52b4-4d14-9c30-6830e3e8a675 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:00:36.055153 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-bcc87a8d-52b4-4d14-9c30-6830e3e8a675 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076837 Mar 23 11:00:36.292989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-f4ab3404-f611-4ba0-9b48-2fc2a08719b0 service neutron] 10.222.0.73 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256188 Mar 23 11:00:36.428397 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-3c3863f7-6a6e-4043-9303-726b07eba055 service neutron] 10.222.0.73 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289599 Mar 23 11:00:36.458285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Sync routers for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:00:36.469772 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:36.470946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:00:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:36.663828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:36.697589 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a965e6c5-02e6-4bf3-b91b-b80b727dbe35 req-4cf0d950-5d51-4b87-b42c-e2b8644d6d96 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 210 time: 0.1123714 Mar 23 11:00:36.985515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:34Z', 'revision_number': 2, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:36.989482 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Checking router: d71d5d98-50f2-4672-bd55-31223f9b1079 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:00:36.989836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Updating router d71d5d98-50f2-4672-bd55-31223f9b1079 port aad9dcf7-56ed-454a-b507-3ca3a2d3865e binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:00:37.044915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.085920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 45879fb4-be9f-47f2-977b-2798287c36ec up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:37.242647 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:00:37.246961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 45879fb4-be9f-47f2-977b-2798287c36ec triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:37.247339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.478882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device dd146e2a-dde3-4507-9b6f-2c822302781c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:37.648470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.668355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Transition to ACTIVE for port object aad9dcf7-56ed-454a-b507-3ca3a2d3865e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:37.672221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port dd146e2a-dde3-4507-9b6f-2c822302781c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:37.672631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.704822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-0a947b99-536d-4917-9165-ba39cfd5e639 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:37.706342 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-0a947b99-536d-4917-9165-ba39cfd5e639 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 795 time: 0.1584771 Mar 23 11:00:37.706501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.803865 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-6a10d09b-439f-4ef6-ac93-d8f42ccc9a38 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 379 time: 0.0778463 Mar 23 11:00:37.806189 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217e531-2773-4500-a1cb-ad7bec523afa None None] Pushing event updated for resources: {'Port': ['ID=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:37.836151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'port': {'device_id': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'admin_state_up': True, 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'security_groups': ['c9b73e8e-c82e-4f3f-ad63-39fccf566ccd']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:37.992169 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3181d93d-7198-4c81-ac61-6a57810c5c6e req-a7b52790-a71a-4d1c-8785-9fb435440a5f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 210 time: 0.1314623 Mar 23 11:00:38.071565 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:38.087178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:38.118249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Attempting to bind port aad9dcf7-56ed-454a-b507-3ca3a2d3865e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:00:38.118601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:00:38.119376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Attempting to bind port aad9dcf7-56ed-454a-b507-3ca3a2d3865e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:00:38.119922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Attempting to bind port aad9dcf7-56ed-454a-b507-3ca3a2d3865e on network 1628d99d-0e78-41b8-b89b-3a1a83f485db {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:00:38.122285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.130841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:00:38.131270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Checking segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:00:38.131806 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.132285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Bound using segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:00:38.132853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Bound port: aad9dcf7-56ed-454a-b507-3ca3a2d3865e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:00:38.133320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.257155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] For port aad9dcf7-56ed-454a-b507-3ca3a2d3865e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:00:38.260827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] For port aad9dcf7-56ed-454a-b507-3ca3a2d3865e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:00:38.264986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.303242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.5 (1628d99d-0e78-41b8-b89b-3a1a83f485db/f2177074-18d4-443c-88f4-c335f0a22d3d/46435ed9-fc8c-4aea-8108-abded8819554) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:00:38.344252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217e531-2773-4500-a1cb-ad7bec523afa None None] Pushing event updated for resources: {'Port': ['ID=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:38.348824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:38.349439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:00:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:38.538335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:38.602899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.619891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object 46435ed9-fc8c-4aea-8108-abded8819554 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:38.642601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.718049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:00:38.721814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:38.723753 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=46435ed9-fc8c-4aea-8108-abded8819554,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:38.725838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:00:38.789800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:38.790345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:38.821110 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-39c53adc-1b7a-422c-94c3-2845ae7e1666 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9972198 Mar 23 11:00:38.832700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Request body: {'port': {'device_id': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:38.882661 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:38Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:38.886958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a437956-e5ec-47b6-8bfb-c993ef3889c6 None None] The sync data for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv is: [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:38Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:00:38.966684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.014475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7f5a989b-f3af-4e9a-b31e-41c5a92bac2f None None] Provisioning for port 46435ed9-fc8c-4aea-8108-abded8819554 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:39.021032 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-7f5a989b-f3af-4e9a-b31e-41c5a92bac2f None None] Provisioning complete for port 46435ed9-fc8c-4aea-8108-abded8819554 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:39.022001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7f5a989b-f3af-4e9a-b31e-41c5a92bac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.126576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aad9dcf7-56ed-454a-b507-3ca3a2d3865e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:39.183575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a989b-f3af-4e9a-b31e-41c5a92bac2f None None] Port 46435ed9-fc8c-4aea-8108-abded8819554 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:00:39.212880 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:39.218399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:39.218777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.343647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.365157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b1e52-01c3-459c-b5f4-30cabcf3b081 req-400f2769-bfcd-4873-a252-db9048e80f79 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:39.365848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1d5b1e52-01c3-459c-b5f4-30cabcf3b081 req-400f2769-bfcd-4873-a252-db9048e80f79 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:00:39.379679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port aad9dcf7-56ed-454a-b507-3ca3a2d3865e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:39.384227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.432532 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1d5b1e52-01c3-459c-b5f4-30cabcf3b081 req-400f2769-bfcd-4873-a252-db9048e80f79 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:00:39.433683 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d5b1e52-01c3-459c-b5f4-30cabcf3b081 req-400f2769-bfcd-4873-a252-db9048e80f79 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 931 time: 0.2684126 Mar 23 11:00:39.455338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:39.462940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46435ed9-fc8c-4aea-8108-abded8819554 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:00:39.474783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.504186 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Transition to ACTIVE for port object 46435ed9-fc8c-4aea-8108-abded8819554 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:00:39.510168 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.542911 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d5b1e52-01c3-459c-b5f4-30cabcf3b081 req-2f77c67f-2ec2-4140-8fce-c486f5ebf110 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013918 Mar 23 11:00:39.629651 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Pushing event updated for resources: {'Port': ['ID=46435ed9-fc8c-4aea-8108-abded8819554,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:39.753278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Attempting to bind port 46435ed9-fc8c-4aea-8108-abded8819554 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:00:39.753952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Attempting to bind port 46435ed9-fc8c-4aea-8108-abded8819554 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:00:39.753952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Attempting to bind port 46435ed9-fc8c-4aea-8108-abded8819554 on network 1628d99d-0e78-41b8-b89b-3a1a83f485db {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:00:39.763828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Port 46435ed9-fc8c-4aea-8108-abded8819554 on network 1628d99d-0e78-41b8-b89b-3a1a83f485db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:00:39.764146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Attempting to bind port 46435ed9-fc8c-4aea-8108-abded8819554 on network 1628d99d-0e78-41b8-b89b-3a1a83f485db {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:00:39.771345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:00:39.771783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Checking segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:00:39.772171 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Bound using segment: {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:00:39.772608 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Bound port: 46435ed9-fc8c-4aea-8108-abded8819554, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7bbe69-e397-4972-83f9-50225c387e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:00:39.772959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.870374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] For port 46435ed9-fc8c-4aea-8108-abded8819554, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:00:39.873721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] For port 46435ed9-fc8c-4aea-8108-abded8819554, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=46435ed9-fc8c-4aea-8108-abded8819554,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:00:39.878761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.941863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.943438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] 10.222.0.91 "PUT /v2.0/ports/46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 1093 time: 1.1152275 Mar 23 11:00:39.943794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:00:39.963326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5f1b-d018-471c-9699-a728e292b7bb service neutron] Pushing event updated for resources: {'Port': ['ID=46435ed9-fc8c-4aea-8108-abded8819554,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:40.016146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554', 'status': 'completed', 'code': 200} Mar 23 11:00:40.062187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-1855d318-7640-4073-bdc9-f1a82aebac6b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1096 time: 0.0787840 Mar 23 11:00:40.130751 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-265369a1-c314-42f5-ae90-f64768cda57b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 217 time: 0.0619273 Mar 23 11:00:40.196412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-ed0cd143-b32e-437c-a9bc-96fa431e49c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:40.197839 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-ed0cd143-b32e-437c-a9bc-96fa431e49c7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0608947 Mar 23 11:00:40.271757 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-cf9845cd-6813-42ec-a786-f930974aa8bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679915 Mar 23 11:00:40.401700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-fc5091e1-3ba9-4659-af4c-c8fc990bfc41 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242445 Mar 23 11:00:40.625124 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9b13dc7f-1035-40f9-99f9-bfebaf8eefb9 req-06daa052-9394-4c48-ad0c-cd7dafad754b service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180235 Mar 23 11:00:40.794256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23430f-d452-4eea-a587-22bc462d56de req-c218c7ba-4577-4f2f-9d3e-7ca6057efe66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:40.795700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ad23430f-d452-4eea-a587-22bc462d56de req-c218c7ba-4577-4f2f-9d3e-7ca6057efe66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 943 time: 0.1314740 Mar 23 11:00:40.799992 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-6b32b83e-d3ca-4eb4-85c7-7fc11faafc40 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1096 time: 0.1060247 Mar 23 11:00:40.919135 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ad23430f-d452-4eea-a587-22bc462d56de req-da55dcca-c0fb-48e1-baf3-f5ad591a111b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168346 Mar 23 11:00:40.959687 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-8a4e23f8-ef86-475a-87de-3d4a035c4d15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:40.961195 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-8a4e23f8-ef86-475a-87de-3d4a035c4d15 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 896 time: 0.1458652 Mar 23 11:00:41.031378 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-8732df1b-56ea-4430-aeb2-c49fdb9ac659 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 217 time: 0.0639942 Mar 23 11:00:41.078027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aad9dcf7-56ed-454a-b507-3ca3a2d3865e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:41.095960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-bf67f90d-eec6-4ded-bff4-f9e0d8317110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:41.097508 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-bf67f90d-eec6-4ded-bff4-f9e0d8317110 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0606694 Mar 23 11:00:41.149374 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port aad9dcf7-56ed-454a-b507-3ca3a2d3865e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:41.149848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:41.182896 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-d8ec8214-a437-4918-bdd6-ad74c1fe3b6c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787883 Mar 23 11:00:41.318396 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-08aaaa50-8c4a-4435-85f2-327c714f3b9f service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275249 Mar 23 11:00:41.447998 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1631c9a0-34da-463c-b631-a616af76f0d1 req-97fc59a0-e782-401b-aadd-c9bd7a136f1d service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234102 Mar 23 11:00:42.116455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30b954-6b49-4a08-8b03-8385f166b5be req-9a2c1153-b3b5-4eb9-a83c-5800f3616462 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:42.117890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b30b954-6b49-4a08-8b03-8385f166b5be req-9a2c1153-b3b5-4eb9-a83c-5800f3616462 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 943 time: 0.0759134 Mar 23 11:00:42.163227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b30b954-6b49-4a08-8b03-8385f166b5be req-27b8cc40-a4c3-4a92-a949-c17bfca6ff6b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 Mar 23 11:00:43.361888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6b312-f64a-42a5-a9c7-dd54e2f9c7cb req-4a978798-c60e-43fc-9430-79b10d7b5111 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:43.363246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33f6b312-f64a-42a5-a9c7-dd54e2f9c7cb req-4a978798-c60e-43fc-9430-79b10d7b5111 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 943 time: 0.0794408 Mar 23 11:00:43.413811 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33f6b312-f64a-42a5-a9c7-dd54e2f9c7cb req-88d152c6-5cd6-47f3-917f-68f19350a254 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447736 Mar 23 11:00:44.613230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5da9-cce3-4588-9aaf-6a5e148f0bd7 req-8e91eef2-7b99-43c9-ac47-4da5863203f1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:44.614680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b62a5da9-cce3-4588-9aaf-6a5e148f0bd7 req-8e91eef2-7b99-43c9-ac47-4da5863203f1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 943 time: 0.0761359 Mar 23 11:00:44.662632 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b62a5da9-cce3-4588-9aaf-6a5e148f0bd7 req-025dd202-58c8-4015-9c53-1a96093f1080 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Mar 23 11:00:44.779361 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 46435ed9-fc8c-4aea-8108-abded8819554 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:00:44.947069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 46435ed9-fc8c-4aea-8108-abded8819554, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=46435ed9-fc8c-4aea-8108-abded8819554,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:44.959761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '46435ed9-fc8c-4aea-8108-abded8819554', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'port_id': '46435ed9-fc8c-4aea-8108-abded8819554', 'mac_address': 'fa:16:3e:c5:f8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:00:45.013671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:45.030576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46435ed9-fc8c-4aea-8108-abded8819554 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:00:45.045602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 46435ed9-fc8c-4aea-8108-abded8819554, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=46435ed9-fc8c-4aea-8108-abded8819554,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:45.050304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:45.119286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=46435ed9-fc8c-4aea-8108-abded8819554,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:45.380392 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['46435ed9-fc8c-4aea-8108-abded8819554'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:00:45.859371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb650ca-e736-4232-a2b1-1d6d6b515c19 req-b76acb65-f5d1-41da-879b-7adf17085cee tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:45.860851 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1eb650ca-e736-4232-a2b1-1d6d6b515c19 req-b76acb65-f5d1-41da-879b-7adf17085cee tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 944 time: 0.0757563 Mar 23 11:00:45.906224 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1eb650ca-e736-4232-a2b1-1d6d6b515c19 req-ecc3fae6-338c-4f28-b9c7-d906c4968f05 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399678 Mar 23 11:00:46.779282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 46435ed9-fc8c-4aea-8108-abded8819554 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:46.847714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 46435ed9-fc8c-4aea-8108-abded8819554 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:00:46.852205 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 46435ed9-fc8c-4aea-8108-abded8819554 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:46.852572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:46.963792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:46.991670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:00:47.002076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 46435ed9-fc8c-4aea-8108-abded8819554, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=46435ed9-fc8c-4aea-8108-abded8819554,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:00:47.007940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:47.080127 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554', 'code': 200} Mar 23 11:00:47.083448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=46435ed9-fc8c-4aea-8108-abded8819554,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:47.127347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bd529-4581-472c-8ea3-54ae3eb1904b req-5882d282-a715-4a4a-91d6-dbc32e32bdfc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:47.128987 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-882bd529-4581-472c-8ea3-54ae3eb1904b req-5882d282-a715-4a4a-91d6-dbc32e32bdfc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.1005652 Mar 23 11:00:47.182920 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-882bd529-4581-472c-8ea3-54ae3eb1904b req-1e775e06-236f-4ec5-9202-72f4a30eb23b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Mar 23 11:00:47.322215 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0bafb7e-1f1c-4235-9dea-ba79598cd5bd req-026157f5-d2ea-4560-9bbf-a5b2ee7e2149 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1098 time: 0.0687046 Mar 23 11:00:47.362486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0bafb7e-1f1c-4235-9dea-ba79598cd5bd req-d8d7e498-bc5e-4cce-913f-edfa28f3c384 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347874 Mar 23 11:00:48.393675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120f351-93f4-483a-af57-4d6828d178a0 req-077250ac-03f2-41da-888a-940892b75ad3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:48.395112 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9120f351-93f4-483a-af57-4d6828d178a0 req-077250ac-03f2-41da-888a-940892b75ad3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0805268 Mar 23 11:00:48.440187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9120f351-93f4-483a-af57-4d6828d178a0 req-953567ad-b001-49bd-b039-a86b41e15ae6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Mar 23 11:00:49.641455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544ef90-c160-472d-8219-74956672155f req-5a591c56-687e-4d21-b97d-df18dfb982cc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:49.642889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c544ef90-c160-472d-8219-74956672155f req-5a591c56-687e-4d21-b97d-df18dfb982cc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0823038 Mar 23 11:00:49.691172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c544ef90-c160-472d-8219-74956672155f req-4355cab9-9063-42af-886c-a48d2752def9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Mar 23 11:00:49.968957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab663737-f3dd-4076-b511-24333d5aaefe req-dcb48a33-cb1b-4a65-9d12-30de92652cc8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:49.970380 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab663737-f3dd-4076-b511-24333d5aaefe req-dcb48a33-cb1b-4a65-9d12-30de92652cc8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.1623437 Mar 23 11:00:50.014460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab663737-f3dd-4076-b511-24333d5aaefe req-f527e676-b8de-48da-901b-8a3708aa620c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380054 Mar 23 11:00:50.041880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55082) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:50.113596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c5c1d0a3-d9e4-478a-bf4e-f17bbc0ebf38 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1093 time: 0.0705059 Mar 23 11:00:50.116231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55086) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:50.121839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '46435ed9-fc8c-4aea-8108-abded8819554', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:00:50.127359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:00:50.131165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:floatingip and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:00:50.133983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:00:50.139744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:00:50.151731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:50.286848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:50.418953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.253 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/1ad302d6-b4e3-4118-a073-80d97a8449cb) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:00:50.562347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:50.590438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:50.659384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:00:50.662187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:00:50.666414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:00:50.690953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=1ad302d6-b4e3-4118-a073-80d97a8449cb,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:51.160632 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:51.215771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:51.444188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:51.448711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:51.549141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=1ad302d6-b4e3-4118-a073-80d97a8449cb,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:51.563083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:51.841601 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Floating IP 5d4dabf4-f1f6-4186-8df7-713510e07a32 associated. External IP: 172.26.7.253, port: 46435ed9-fc8c-4aea-8108-abded8819554. Mar 23 11:00:52.231262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router d71d5d98-50f2-4672-bd55-31223f9b1079 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:00:52.431446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:00:52.441603 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] Sync routers for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:00:52.453010 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:52.453673 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:00:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:52.456267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:52.511031 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4ff9e0bb-2d15-4ccc-b1a2-deb340c23e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3937790 Mar 23 11:00:52.511614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:00:52.569968 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554', 'status': 'completed', 'code': 200} Mar 23 11:00:52.660853 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:52.720580 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-2a0b56c6-139d-40a2-9919-885595851edd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1098 time: 0.1297219 Mar 23 11:00:52.727190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6e6b-9471-43fb-8713-7da64f71d504 req-45aef57d-53a2-480d-9e65-30bcb6fb8532 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:52.728568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d10a6e6b-9471-43fb-8713-7da64f71d504 req-45aef57d-53a2-480d-9e65-30bcb6fb8532 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.1052268 Mar 23 11:00:52.855881 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d10a6e6b-9471-43fb-8713-7da64f71d504 req-c514ee8c-4f0f-429a-82ff-19384abf333b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084750 Mar 23 11:00:52.884520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55094) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:52.888496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-002a57a1-3011-4589-a128-52566c44a8f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:52.889933 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-002a57a1-3011-4589-a128-52566c44a8f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 896 time: 0.1605434 Mar 23 11:00:52.996791 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-ec3443aa-b92e-4a73-8e46-d8fc8618536c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 999 time: 0.1010292 Mar 23 11:00:52.998494 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-813224c4-79f8-49c8-8ed9-8403e8c6b75b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/5d4dabf4-f1f6-4186-8df7-713510e07a32 HTTP/1.1" status: 200 len: 991 time: 0.1128523 Mar 23 11:00:53.025205 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '5d4dabf4-f1f6-4186-8df7-713510e07a32', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'port_id': '46435ed9-fc8c-4aea-8108-abded8819554', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'mac_address': 'fa:16:3e:c5:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:00:51Z', 'updated_at': '2022-03-23T11:00:51Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:39Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:53.028701 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] Checking router: d71d5d98-50f2-4672-bd55-31223f9b1079 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:00:53.039835 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:00:53.040422 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:00:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:53.061934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-489514cf-c6f3-419a-bdb6-7a354155fae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:53.063373 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-489514cf-c6f3-419a-bdb6-7a354155fae2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0615196 Mar 23 11:00:53.136942 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-c7930357-465d-4ff6-aab3-ba55f0d380dd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680203 Mar 23 11:00:53.219862 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:00:53.379996 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-46308bb5-05be-4deb-8347-61887207e0d8 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370052 Mar 23 11:00:53.510174 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e95a2fec-00cf-49d3-b357-3aad2a3679ac req-2f2bee09-3a16-4cd4-8380-2356c7bb80da service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235826 Mar 23 11:00:53.585702 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '5d4dabf4-f1f6-4186-8df7-713510e07a32', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'port_id': '46435ed9-fc8c-4aea-8108-abded8819554', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'mac_address': 'fa:16:3e:c5:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:00:51Z', 'updated_at': '2022-03-23T11:00:51Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:39Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:00:53.589912 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdd5c2-684e-45e9-843e-7edfe0a05207 None None] The sync data for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv is: [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '5d4dabf4-f1f6-4186-8df7-713510e07a32', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'port_id': '46435ed9-fc8c-4aea-8108-abded8819554', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'mac_address': 'fa:16:3e:c5:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:00:51Z', 'updated_at': '2022-03-23T11:00:51Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:39Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:00:54.002422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55098) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:54.103971 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8fdb3b26-c316-4d20-800e-ad55b9824dca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/5d4dabf4-f1f6-4186-8df7-713510e07a32 HTTP/1.1" status: 200 len: 991 time: 0.1004002 Mar 23 11:00:54.454569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb0f3c94-e37f-4bb9-ae61-78a2060316c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:54.889843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:55.108090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55102) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:55.213467 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-208edf58-92de-4b2f-9a15-f5eadd68e659 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/5d4dabf4-f1f6-4186-8df7-713510e07a32 HTTP/1.1" status: 200 len: 991 time: 0.1039577 Mar 23 11:00:55.473659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f1b04-1e62-4db1-acb1-86e4c0dee297 None None] New status for floating IP 5d4dabf4-f1f6-4186-8df7-713510e07a32: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:00:56.217413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55106) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:00:56.321692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-77fd46ae-07dd-4d52-ba62-4c4d153557ba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/5d4dabf4-f1f6-4186-8df7-713510e07a32 HTTP/1.1" status: 200 len: 993 time: 0.1031475 Mar 23 11:00:56.819952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8424a31d-1a40-4007-9317-a4050f634b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:57.839083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:58.057312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:59.416828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:14.243220 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:01:24.457750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-959da421-eab0-4b15-980b-63709d5f67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:24.894156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:26.822767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b4fc99a8-1f30-4e8b-8580-2e70df252a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:27.840921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:28.061193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:29.417053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:37.348930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-4afec7eb-b458-4d65-a6c3-f63c7461b3e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714808 Mar 23 11:01:37.486445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-4cbd5291-eb99-4b04-8124-fe04735e0cbb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1098 time: 0.0712643 Mar 23 11:01:37.630831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-51717d69-331d-49dd-862b-12f932aedeff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:37.632232 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-51717d69-331d-49dd-862b-12f932aedeff service neutron] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 896 time: 0.1270454 Mar 23 11:01:37.738169 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-0e96ae8c-af1d-4b2d-8684-1189d4c0f4c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 1001 time: 0.0992110 Mar 23 11:01:37.798745 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-a61a860b-1568-4c49-8761-972eda3456ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:37.800156 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-a61a860b-1568-4c49-8761-972eda3456ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0553126 Mar 23 11:01:37.875268 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-d842376c-2c5d-4187-b7d2-9ac1de6ff6bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687830 Mar 23 11:01:38.014540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-e1a440c4-13a7-4c8b-897a-d408f4f00eaa service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287472 Mar 23 11:01:38.147676 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e006669f-1c8d-4d31-a479-85e9269d2808 req-309f2147-c6a0-4d75-a376-af8415ae342e service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271541 Mar 23 11:01:51.243398 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:01:54.460145 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c2d69620-9c65-4b1f-b773-0dfdfb349b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:54.900826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:56.826391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-af70541a-655c-4395-a6a5-6dfb4a40a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:57.841820 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:58.064596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:59.420146 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:03.980063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-6abaf4bb-8a94-41f7-a10b-b4c7184cd1ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1098 time: 0.1285198 Mar 23 11:02:04.066790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f72fed-51f8-43a6-ad69-a912e77ac921 req-34221a77-7e40-4cc7-b358-971505df3bc4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:04.068257 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2f72fed-51f8-43a6-ad69-a912e77ac921 req-34221a77-7e40-4cc7-b358-971505df3bc4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.1728184 Mar 23 11:02:04.156429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2f72fed-51f8-43a6-ad69-a912e77ac921 req-3cea3842-6dec-4e43-b25c-91004d334284 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783186 Mar 23 11:02:04.160814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-7c7f46c6-eed0-4452-a966-d4af1750afaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:04.162221 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-7c7f46c6-eed0-4452-a966-d4af1750afaa service neutron] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 896 time: 0.1760626 Mar 23 11:02:04.357266 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-8c4e7f41-4798-4623-a2e2-78fef7ca9add service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 1001 time: 0.1875257 Mar 23 11:02:04.419606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-a1f5e11e-a571-41fd-83dd-d3f5ed96623c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:04.421025 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-a1f5e11e-a571-41fd-83dd-d3f5ed96623c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0573695 Mar 23 11:02:04.494671 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-40534c19-44cf-4808-92d4-fbab9b2d89f6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673406 Mar 23 11:02:04.624513 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-301bcf9c-63d2-4189-b0e2-7c9515405375 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233599 Mar 23 11:02:04.782280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c0d99f9d-4118-42f0-9b72-ee3f963ce636 req-464adcbe-b7e8-408e-a34a-f9e150db5a61 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516933 Mar 23 11:02:05.358389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074a88f-eaa8-40ba-80cb-9b62e2aae48d req-2af22415-ef69-48c2-8e77-4ac92c87d493 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:05.359771 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5074a88f-eaa8-40ba-80cb-9b62e2aae48d req-2af22415-ef69-48c2-8e77-4ac92c87d493 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0827391 Mar 23 11:02:05.405284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5074a88f-eaa8-40ba-80cb-9b62e2aae48d req-bbd6b94b-2df0-4f49-bc81-727049379fd3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 Mar 23 11:02:06.598301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad93f4-b563-4877-9a55-03e375ef9e90 req-7ab93e09-4010-4eea-8629-2e8eed834e93 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:06.599766 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-19ad93f4-b563-4877-9a55-03e375ef9e90 req-7ab93e09-4010-4eea-8629-2e8eed834e93 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0765936 Mar 23 11:02:06.648320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-19ad93f4-b563-4877-9a55-03e375ef9e90 req-77995f19-3e8a-46ea-88be-4efa4b7c80a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Mar 23 11:02:07.841400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b022fa-c478-4060-916e-265418d2f6f7 req-de13b83f-a593-4bd7-84c5-698ad78e4592 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:07.842840 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44b022fa-c478-4060-916e-265418d2f6f7 req-de13b83f-a593-4bd7-84c5-698ad78e4592 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0753133 Mar 23 11:02:07.888841 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-44b022fa-c478-4060-916e-265418d2f6f7 req-dc33a05a-25d6-4bc9-bea6-15def81e9fba tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Mar 23 11:02:09.249912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c68809-181b-4209-a775-b959f09aac99 req-8ee547d0-1155-4a2b-a880-9618c3e768c5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:09.251330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3c68809-181b-4209-a775-b959f09aac99 req-8ee547d0-1155-4a2b-a880-9618c3e768c5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0797038 Mar 23 11:02:09.295376 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c3c68809-181b-4209-a775-b959f09aac99 req-b72dd0d6-bf84-4928-a981-bcf5ddfa7150 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 Mar 23 11:02:09.832521 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [req-ff4ce291-fde6-4565-b49b-313471c0edcc req-14720183-8c89-4a8b-af48-d2fb6177ce50 tempest-ServerDiskConfigTestJSON-1385721647 tempest-ServerDiskConfigTestJSON-1385721647-project] (83746) timed out ('10.222.0.91', 64430) {{(pid=83746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 11:02:10.496980 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe072d90-4da3-4365-afa9-1d19d83f64fe req-1b4cb23b-8fa9-4131-8e50-ccbd8f1dcea9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:10.498425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fe072d90-4da3-4365-afa9-1d19d83f64fe req-1b4cb23b-8fa9-4131-8e50-ccbd8f1dcea9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0814378 Mar 23 11:02:10.543339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fe072d90-4da3-4365-afa9-1d19d83f64fe req-88e3e973-0577-4a28-8cdf-85af94e8f514 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 Mar 23 11:02:11.739862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a895-9d28-429e-ab13-97df27d5c5fe req-430c60ce-42e9-41fd-aef9-b57063ae3f12 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:11.741783 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6677a895-9d28-429e-ab13-97df27d5c5fe req-430c60ce-42e9-41fd-aef9-b57063ae3f12 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0816247 Mar 23 11:02:11.786545 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6677a895-9d28-429e-ab13-97df27d5c5fe req-9c4b969d-bbe4-4177-9a0c-cefecc0504c9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Mar 23 11:02:12.979388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdc4df-06f6-4768-a65b-bf4b1db58e54 req-72e92e95-068b-4eb9-9c85-7b817d5fa3b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:12.980879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2fdc4df-06f6-4768-a65b-bf4b1db58e54 req-72e92e95-068b-4eb9-9c85-7b817d5fa3b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0748508 Mar 23 11:02:13.026578 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f2fdc4df-06f6-4768-a65b-bf4b1db58e54 req-fc6f6bb5-01e3-4439-a065-c6140c6d3f68 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Mar 23 11:02:14.225305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aea697-d736-4606-b165-21912167af1a req-a90bf8fa-ac4a-4e7f-a9f9-0bd962f44e5f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:14.226741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a9aea697-d736-4606-b165-21912167af1a req-a90bf8fa-ac4a-4e7f-a9f9-0bd962f44e5f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0822189 Mar 23 11:02:14.272160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a9aea697-d736-4606-b165-21912167af1a req-6281c41f-851f-426e-8658-ac498ede3f99 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392642 Mar 23 11:02:15.466845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e068e4-4aa3-4fe0-9563-8465992fe6c0 req-3aebf397-3701-4939-bd3d-9040a1fb5f2c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:15.468317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69e068e4-4aa3-4fe0-9563-8465992fe6c0 req-3aebf397-3701-4939-bd3d-9040a1fb5f2c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0760140 Mar 23 11:02:15.522607 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-69e068e4-4aa3-4fe0-9563-8465992fe6c0 req-c5d431e2-721b-43c0-8de0-f89d0746dc63 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488057 Mar 23 11:02:16.731092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccadf38-076c-470d-9028-4ee6d8aaa16e req-5419291f-ca7a-4910-ba99-ac1d5cf2ab54 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:16.732606 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ccadf38-076c-470d-9028-4ee6d8aaa16e req-5419291f-ca7a-4910-ba99-ac1d5cf2ab54 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0852919 Mar 23 11:02:16.779550 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ccadf38-076c-470d-9028-4ee6d8aaa16e req-4aa4785d-3a99-4549-970b-aeb861cb3cf2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Mar 23 11:02:16.807362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55160) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:02:16.911803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-14f10469-8f0c-4126-a8b2-5ef60ef1045e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/5d4dabf4-f1f6-4186-8df7-713510e07a32 HTTP/1.1" status: 200 len: 993 time: 0.1031771 Mar 23 11:02:24.464452 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-079d4cb9-18fc-43d6-9a16-bac536c86333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:24.908098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:26.832974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7871d048-316b-4201-a9d4-e76e4f9edcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:27.846415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:28.066968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:28.244600 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:02:29.422866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:39.476148 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-fb94ac7b-b240-4092-b2ff-8a20f53fd3f0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1881137 Mar 23 11:02:39.728014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-0004ebdb-e54a-4f53-a665-e94435667722 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1098 time: 0.1591957 Mar 23 11:02:39.879459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-f3bcaab2-5e67-49e4-b46d-e506e990318c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:39.881502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-f3bcaab2-5e67-49e4-b46d-e506e990318c service neutron] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 896 time: 0.1351061 Mar 23 11:02:39.988053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-0d142013-fc2c-421a-ae7c-ed72b8f1abf8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 1001 time: 0.1008368 Mar 23 11:02:40.054887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-3cffd564-c959-44ae-bb7c-5f10f147400b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:40.056451 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-3cffd564-c959-44ae-bb7c-5f10f147400b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0619190 Mar 23 11:02:40.137357 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-5735f2a3-4a0a-44e8-a8bf-383b2362a614 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748851 Mar 23 11:02:40.283063 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-334cc3b0-671e-4c50-b016-a60fe3fb5765 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390345 Mar 23 11:02:40.439659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4fc69be-36f5-4530-b626-39e1e2810db1 req-bd9c5790-b9d6-4eb7-908b-5e24d699e282 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499891 Mar 23 11:02:54.468594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-77e7b0e2-5f73-40dc-a380-ef0bf05dab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:54.929938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:56.828761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1a764dca-1aee-4df5-be5e-a8028afe4d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:57.848378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:58.069617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:59.425128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:05.247650 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:03:05.369347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55180) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:05.563571 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 1ad302d6-b4e3-4118-a073-80d97a8449cb {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:03:05.563922 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:05.730855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:05.731177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:05.848469 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 1ad302d6-b4e3-4118-a073-80d97a8449cb owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:03:05.995123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:06.040155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=1ad302d6-b4e3-4118-a073-80d97a8449cb,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:06.210795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.211130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.211467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.211825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.212150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.212479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.212804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.213124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.213443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.213762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.214080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:06.245810 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:06.639650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router d71d5d98-50f2-4672-bd55-31223f9b1079 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:03:06.846764 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:06.856624 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] Sync routers for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:03:06.866503 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:06.868369 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:06.868955 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:06.919146 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fb29c277-e5cb-4ff2-a364-6086a12789b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/floatingips/5d4dabf4-f1f6-4186-8df7-713510e07a32 HTTP/1.1" status: 204 len: 168 time: 1.5487831 Mar 23 11:03:06.919836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:03:06.978231 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554', 'status': 'completed', 'code': 200} Mar 23 11:03:07.046813 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:07.075582 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-a8331bb8-24cb-42a3-8a14-9391a9a5ecaf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 1098 time: 0.0752742 Mar 23 11:03:07.235146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-aec70557-e1ef-4611-a29f-c03ba5efd343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:07.236814 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-aec70557-e1ef-4611-a29f-c03ba5efd343 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 200 len: 896 time: 0.1557722 Mar 23 11:03:07.346922 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-95d3b7f6-973f-434a-8f52-39115b631ac2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 200 len: 217 time: 0.1036303 Mar 23 11:03:07.375872 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:39Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:07.379629 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] Checking router: d71d5d98-50f2-4672-bd55-31223f9b1079 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:03:07.391287 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:07.391901 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:07.423771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-17d73fe2-8cc8-4c32-a55b-ad1da6ea3d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:07.425191 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-17d73fe2-8cc8-4c32-a55b-ad1da6ea3d58 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 200 len: 835 time: 0.0680323 Mar 23 11:03:07.432658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2cf3c-eea8-4b12-8f75-205cc0e85c6f req-f36e28c4-85fa-4f52-b637-fa7989b78082 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:07.433320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f3d2cf3c-eea8-4b12-8f75-205cc0e85c6f req-f36e28c4-85fa-4f52-b637-fa7989b78082 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:03:07.496435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f3d2cf3c-eea8-4b12-8f75-205cc0e85c6f req-f36e28c4-85fa-4f52-b637-fa7989b78082 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:03:07.497561 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f3d2cf3c-eea8-4b12-8f75-205cc0e85c6f req-f36e28c4-85fa-4f52-b637-fa7989b78082 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.2062445 Mar 23 11:03:07.545128 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-6325317d-82e0-4323-b789-230618c0a3c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1628d99d-0e78-41b8-b89b-3a1a83f485db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089716 Mar 23 11:03:07.576044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f3d2cf3c-eea8-4b12-8f75-205cc0e85c6f req-7c746d97-5fd5-49bd-a84c-a325ba5f5984 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711145 Mar 23 11:03:07.576599 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:07.684376 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-c9d02660-33ee-478c-9584-34c0b3f8dd42 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316912 Mar 23 11:03:07.890843 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:39Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:07.894813 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f5f3e-8c5f-42d6-b227-4278cfb5a0a9 None None] The sync data for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv is: [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:00:33Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'aad9dcf7-56ed-454a-b507-3ca3a2d3865e', 'name': '', 'network_id': '1628d99d-0e78-41b8-b89b-3a1a83f485db', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:03:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:33Z', 'updated_at': '2022-03-23T11:00:39Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'f2177074-18d4-443c-88f4-c335f0a22d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:03:07.918483 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e15b4349-026e-4f34-bad1-67770e8e2db7 req-f42c848f-5ca0-4c95-844f-7a4fb008de92 service neutron] 10.222.0.91 "GET /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280962 Mar 23 11:03:08.121181 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4ebac-1f22-4762-b4fe-dac4a243f76f None None] New status for floating IP 5d4dabf4-f1f6-4186-8df7-713510e07a32: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:03:08.778897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05726-1850-4a05-bcfb-8acce131bb60 req-7b36cd0e-eff0-43f0-8e38-8f3b6aa36a9d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:08.781014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50f05726-1850-4a05-bcfb-8acce131bb60 req-7b36cd0e-eff0-43f0-8e38-8f3b6aa36a9d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0805378 Mar 23 11:03:08.831502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50f05726-1850-4a05-bcfb-8acce131bb60 req-42a86957-7733-44e8-b7b3-8716a60b6c8c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450432 Mar 23 11:03:09.022686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306e729-9653-4167-b10f-45982979bea9 req-292d26de-dbc0-4fcc-8743-95f904d63c52 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:09.024155 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7306e729-9653-4167-b10f-45982979bea9 req-292d26de-dbc0-4fcc-8743-95f904d63c52 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 945 time: 0.0783145 Mar 23 11:03:09.091799 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 46435ed9-fc8c-4aea-8108-abded8819554 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:03:09.092146 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:09.344671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 46435ed9-fc8c-4aea-8108-abded8819554, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=46435ed9-fc8c-4aea-8108-abded8819554,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:09.345030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:09.482466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 46435ed9-fc8c-4aea-8108-abded8819554 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:03:09.630858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:09.684025 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=46435ed9-fc8c-4aea-8108-abded8819554,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:09.765055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] No DVR routers for this DVR port 46435ed9-fc8c-4aea-8108-abded8819554 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:03:09.767463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:09.770009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'name': 'network-vif-deleted', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:03:09.787265 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7306e729-9653-4167-b10f-45982979bea9 req-7591426d-fe07-4bfe-ae9c-707d8d3592b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "DELETE /v2.0/ports/46435ed9-fc8c-4aea-8108-abded8819554 HTTP/1.1" status: 204 len: 173 time: 0.7574799 Mar 23 11:03:09.833231 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57032cd4-5517-46b9-a4d1-fbad6433e86b', 'name': 'network-vif-deleted', 'tag': '46435ed9-fc8c-4aea-8108-abded8819554', 'status': 'completed', 'code': 200} Mar 23 11:03:10.013976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d475c06d-86de-49a1-8c09-3606fc5dda61 req-d8ec93d8-cddd-49cb-85ea-534fea2eda0d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:03:10.031440 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d475c06d-86de-49a1-8c09-3606fc5dda61 req-d8ec93d8-cddd-49cb-85ea-534fea2eda0d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:03:10.032660 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d475c06d-86de-49a1-8c09-3606fc5dda61 req-d8ec93d8-cddd-49cb-85ea-534fea2eda0d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=57032cd4-5517-46b9-a4d1-fbad6433e86b HTTP/1.1" status: 200 len: 210 time: 0.0642607 Mar 23 11:03:11.142906 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55202) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:11.539064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:12.244093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port aad9dcf7-56ed-454a-b507-3ca3a2d3865e {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:03:12.244781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:12.429752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port aad9dcf7-56ed-454a-b507-3ca3a2d3865e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:12.430037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:12.552329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for aad9dcf7-56ed-454a-b507-3ca3a2d3865e owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:03:12.725046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:12.773409 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=aad9dcf7-56ed-454a-b507-3ca3a2d3865e,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:13.088185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:13.589701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 46435ed9-fc8c-4aea-8108-abded8819554 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:03:13.623913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 46435ed9-fc8c-4aea-8108-abded8819554 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:03:13.624187 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 46435ed9-fc8c-4aea-8108-abded8819554 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:03:13.760336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router d71d5d98-50f2-4672-bd55-31223f9b1079 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:03:13.956484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:13.966314 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] Sync routers for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:03:13.974749 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-10e2d618-ea6c-46f8-aae6-6f0c57b4b8b7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/d71d5d98-50f2-4672-bd55-31223f9b1079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282239 Mar 23 11:03:13.975135 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55208) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:13.992976 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:13.993860 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:14.163310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting subnet f2177074-18d4-443c-88f4-c335f0a22d3d {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:03:14.166257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.208228 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:14.222508 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.304543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.381703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.425128 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Subnet': ['ID=f2177074-18d4-443c-88f4-c335f0a22d3d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:14.433723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.439617 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21de0a7-18b1-410f-990e-89b2894b7f0d None None] Network 1628d99d-0e78-41b8-b89b-3a1a83f485db requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:03:14.444100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.444443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.444770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.445093 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.445414 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.445732 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.446045 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.446356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.446667 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.446976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.447304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:14.452379 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-39f22f7c-c394-4f2b-832b-ff6d5d9e8503 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/subnets/f2177074-18d4-443c-88f4-c335f0a22d3d HTTP/1.1" status: 204 len: 168 time: 0.4754984 Mar 23 11:03:14.455004 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55212) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:14.501531 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:03:12Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:14.505759 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] Checking router: d71d5d98-50f2-4672-bd55-31223f9b1079 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:03:14.519717 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] Routers {'d71d5d98-50f2-4672-bd55-31223f9b1079'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:14.520300 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['d71d5d98-50f2-4672-bd55-31223f9b1079'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:14.653410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.700095 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] Set router d71d5d98-50f2-4672-bd55-31223f9b1079 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:14.709060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] DHCP port deletion for 1628d99d-0e78-41b8-b89b-3a1a83f485db request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:03:14.713556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Deleting port dd146e2a-dde3-4507-9b6f-2c822302781c {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:03:14.714286 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.930323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] For port dd146e2a-dde3-4507-9b6f-2c822302781c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=dd146e2a-dde3-4507-9b6f-2c822302781c,segment=NetworkSegment(1b7bbe69-e397-4972-83f9-50225c387e61),segment_id=1b7bbe69-e397-4972-83f9-50225c387e61)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:14.930686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.962194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:14.972032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 45879fb4-be9f-47f2-977b-2798287c36ec {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:03:14.972599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:15.004813 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:03:12Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:15.009920 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ba394-6373-419f-9e29-95c9b5f0ec31 None None] The sync data for ids ['d71d5d98-50f2-4672-bd55-31223f9b1079'] in dv-neutron-834653-2-hyperv is: [{'id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881055229', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:00:29Z', 'updated_at': '2022-03-23T11:03:12Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '45879fb4-be9f-47f2-977b-2798287c36ec', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d5d98-50f2-4672-bd55-31223f9b1079', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:00:30Z', 'updated_at': '2022-03-23T11:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:03:15.051209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Calling delete_port for dd146e2a-dde3-4507-9b6f-2c822302781c owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:03:15.129438 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:15.155131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 45879fb4-be9f-47f2-977b-2798287c36ec, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=45879fb4-be9f-47f2-977b-2798287c36ec,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:15.155727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:15.176110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Pushing event deleted for resources: {'Port': ['ID=dd146e2a-dde3-4507-9b6f-2c822302781c,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:15.183889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] No DVR routers for this DVR port dd146e2a-dde3-4507-9b6f-2c822302781c on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:03:15.188706 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.194202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0600ae-bb2e-4876-88f3-027cecab55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:15.278618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 45879fb4-be9f-47f2-977b-2798287c36ec owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:03:15.423478 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device dd146e2a-dde3-4507-9b6f-2c822302781c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:03:15.457510 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: dd146e2a-dde3-4507-9b6f-2c822302781c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:03:15.457639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device dd146e2a-dde3-4507-9b6f-2c822302781c not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:03:15.457988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aad9dcf7-56ed-454a-b507-3ca3a2d3865e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:03:15.465687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:15.494558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: aad9dcf7-56ed-454a-b507-3ca3a2d3865e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:03:15.494926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aad9dcf7-56ed-454a-b507-3ca3a2d3865e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:03:15.548060 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=45879fb4-be9f-47f2-977b-2798287c36ec,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:15.737415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:15.990558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:15.994844 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.019916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.020415 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Fanout notify agent at l3_agent the message router_deleted on router d71d5d98-50f2-4672-bd55-31223f9b1079 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:03:16.034463 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.036683 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a6df51a3-ae4e-4086-92be-bb7560867a9e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/routers/d71d5d98-50f2-4672-bd55-31223f9b1079 HTTP/1.1" status: 204 len: 168 time: 1.5796480 Mar 23 11:03:16.038539 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55218) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:16.157613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.384581 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.409169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1628d99d-0e78-41b8-b89b-3a1a83f485db']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:16.421728 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7bbe69-e397-4972-83f9-50225c387e61') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:16.422016 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7bbe69-e397-4972-83f9-50225c387e61') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:16.433553 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.450292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.457091 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:03:16.457517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:03:16.472009 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:03:16.562023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.579472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.593332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Network': ['ID=1628d99d-0e78-41b8-b89b-3a1a83f485db,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:16.612188 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-009ba596-91eb-4542-8571-d8bcf7abe2ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/networks/1628d99d-0e78-41b8-b89b-3a1a83f485db HTTP/1.1" status: 204 len: 168 time: 0.5721436 Mar 23 11:03:16.614542 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55222) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:16.688182 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8d16e37-262d-4b36-981d-c1ae761bdbda tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.716681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8d16e37-262d-4b36-981d-c1ae761bdbda tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.789236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8d16e37-262d-4b36-981d-c1ae761bdbda tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.808477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d16e37-262d-4b36-981d-c1ae761bdbda tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b73e8e-c82e-4f3f-ad63-39fccf566ccd,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:16.815214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a8d16e37-262d-4b36-981d-c1ae761bdbda tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:16.816383 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a8d16e37-262d-4b36-981d-c1ae761bdbda tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/security-groups/c9b73e8e-c82e-4f3f-ad63-39fccf566ccd HTTP/1.1" status: 204 len: 168 time: 0.2002690 Mar 23 11:03:17.149399 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 45879fb4-be9f-47f2-977b-2798287c36ec no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:03:17.183315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 45879fb4-be9f-47f2-977b-2798287c36ec {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:03:17.183717 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 45879fb4-be9f-47f2-977b-2798287c36ec not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:03:17.274659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55230) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:17.280355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252587605', 'description': 'tempest-secgroup-smoke-252587605 description', 'project_id': '3f0e7b2596b745f783f83f72ef253402'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:17.286580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:17.292010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:17.294887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:17.300590 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:17.311730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.346458 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:17.350225 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:17.352993 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:17.358529 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:17.413101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.416846 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.456910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:17.460589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.464477 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-570e8874-fe75-4f8e-bb88-243ef03919a9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1861036 Mar 23 11:03:17.464666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55236) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:17.470001 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f2a92-a924-4db5-92a9-c6c0e1a699ca', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:17.475875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:17.479722 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:17.482499 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:17.488061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:17.506122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.563872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.567129 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.589409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c08eea-5a2d-497b-8790-768bb26c3316,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:17.598978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.600096 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3774ee11-23f0-469f-a27d-db3d9cec7086 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1344914 Mar 23 11:03:17.602995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:17.608356 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f2a92-a924-4db5-92a9-c6c0e1a699ca', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:17.614190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:17.618737 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:17.621608 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:17.627217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:17.647661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.709223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.712849 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.739518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260ac986-4f99-45ff-85a7-d660e5b10ab1,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:17.746795 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.748030 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-30c0a011-2e1f-485a-b90a-487b2f81861e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1440787 Mar 23 11:03:17.750913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55244) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:17.757760 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f2a92-a924-4db5-92a9-c6c0e1a699ca', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:17.764395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:17.768310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:17.771159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:17.776957 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:17.794698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.857240 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.860661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.884362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59901678-90a6-46d0-9cb2-a34ffc54b4dd,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:17.892790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:17.894016 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b9fab218-b812-4737-82ef-476e5820cf0f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1419668 Mar 23 11:03:17.897853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55248) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:17.903156 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f2a92-a924-4db5-92a9-c6c0e1a699ca', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:17.909271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:17.915342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:17.918533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:17.924351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:17.941003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.003094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.006693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.029017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedd0d87-64b1-4252-865f-e09f95d8d564,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.038820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.040037 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e869f4bf-c320-40b3-b7e7-84b968627b24 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1412630 Mar 23 11:03:18.042861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55252) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:18.048656 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f2a92-a924-4db5-92a9-c6c0e1a699ca', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:18.055380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:18.061288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:18.064169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:18.069870 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:18.079680 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:03:18.085829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.150289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.153907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.177229 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7ab030-b0d4-46a8-8f0d-4b6af5984133,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.186562 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.188057 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-badcd81e-587d-4d26-9d18-c40f06bfbec7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1440616 Mar 23 11:03:18.191029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55256) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:18.196380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f2a92-a924-4db5-92a9-c6c0e1a699ca', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:18.202703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:18.208220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:18.211791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:18.217350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:18.229047 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:03:18.235176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.300922 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.304576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.326321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1e46e8-cb1a-4477-9094-e4078fcdb526,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.336144 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.337316 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-95368ec8-4d76-405b-b031-68c15ccf46b1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453526 Mar 23 11:03:18.340169 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55260) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:18.345601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'network': {'name': 'tempest-network-smoke--1724132979', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'port_security_enabled': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:18.350972 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:18.355142 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:network and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:18.358071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:18.364357 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:18.374988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:03:18.377887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.406850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] vlan segment allocate from pool success with {'vlan_id': 959, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:03:18.416330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.416845 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Added segment 3c91d333-133f-4b29-90da-9950b21631a2 of type vlan for network 58c63eb1-c972-4cf9-b563-b775757061bd Mar 23 11:03:18.443274 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.473373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.477560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:18.478131 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.583289 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421191 Mar 23 11:03:18.586531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e8094-3a4d-4b71-b45e-9e8ca09132af tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Network': ['ID=58c63eb1-c972-4cf9-b563-b775757061bd,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.587241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55264) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:18.593534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'admin_state_up': True, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:18.597022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 58c63eb1-c972-4cf9-b563-b775757061bd details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:03:18.606836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:18.610768 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:router and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:18.613653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:18.619720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:18.633547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.634552 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.653019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.805221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:18.985746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:19.017209 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:19.155838 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.41 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/95b9cdf5-5498-402e-9db6-7ce629808b1f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:03:19.306497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:19.334927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:19.510696 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:19.513376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:19.517117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:03:19.546235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=95b9cdf5-5498-402e-9db6-7ce629808b1f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:19.676015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:19.676743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:19.900360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:03:20.098934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:20.109064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Sync routers for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:03:20.120827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:20.121431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:20.126456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:20.131446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55268) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:20.131962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2a865269-a937-4e71-b221-ed2ed7cd7ef3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5427306 Mar 23 11:03:20.176490 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-424fed9b-17d1-4aef-86d4-bd88e29b8057 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3f0e7b2596b745f783f83f72ef253402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402913 Mar 23 11:03:20.176802 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55272) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:20.300978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:20.307740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8fa61-ab2c-4d90-bc75-e437c64ac0a8 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:20.309212 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dfd8fa61-ab2c-4d90-bc75-e437c64ac0a8 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314132 Mar 23 11:03:20.311947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55276) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:20.354389 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9daf6c0-6d28-4ac1-8ec4-50ed83876ae8 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413890 Mar 23 11:03:20.356875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55280) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:20.362138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727894355', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:20.473057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:20.477081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:subnet and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:20.479971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:20.485555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:20.496204 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:03:20.596824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:20.625799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:19Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:20.629647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Checking router: 1d0a926e-9d09-4950-bc5d-77e97a4c3443 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:03:20.630048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Updating router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 port 95b9cdf5-5498-402e-9db6-7ce629808b1f binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:03:20.680799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:20.815591 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:20.891020 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Subnet': ['ID=da070f7f-328d-4917-b6c8-38262a572ae8,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:20.902431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Checking segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:03:20.902790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network hostable DHCP agents. Network: 58c63eb1-c972-4cf9-b563-b775757061bd, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:03:20.923885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 58c63eb1-c972-4cf9-b563-b775757061bd is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:03:20.933718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 58c63eb1-c972-4cf9-b563-b775757061bd) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:20.943002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:20.943628 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:20.943756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a84085-fa8b-45a6-a777-abbba9bb8010 None None] Network 58c63eb1-c972-4cf9-b563-b775757061bd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:03:20.968610 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-043714d7-5229-4271-a447-56ea4eddf3c0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6107018 Mar 23 11:03:20.972058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55284) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:21.107809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:21.132628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Transition to ACTIVE for port object 95b9cdf5-5498-402e-9db6-7ce629808b1f will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:21.141262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:21.264927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Attempting to bind port 95b9cdf5-5498-402e-9db6-7ce629808b1f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:03:21.265290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Attempting to bind port 95b9cdf5-5498-402e-9db6-7ce629808b1f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:03:21.265648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Attempting to bind port 95b9cdf5-5498-402e-9db6-7ce629808b1f on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:03:21.272542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a235291-19f7-4881-97b8-de91e5514720 None None] Pushing event updated for resources: {'Port': ['ID=95b9cdf5-5498-402e-9db6-7ce629808b1f,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:21.312049 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:03:21.312427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:03:21.312821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:21.313193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:03:21.313678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Bound port: 95b9cdf5-5498-402e-9db6-7ce629808b1f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:03:21.314050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:21.341900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-58c63eb1-c972-4cf9-b563-b775757061bd', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:03:21.342755 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:21.455133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] For port 95b9cdf5-5498-402e-9db6-7ce629808b1f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:03:21.474853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] For port 95b9cdf5-5498-402e-9db6-7ce629808b1f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=95b9cdf5-5498-402e-9db6-7ce629808b1f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:03:21.481649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:21.606426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Allocated IP 172.20.0.2 (58c63eb1-c972-4cf9-b563-b775757061bd/da070f7f-328d-4917-b6c8-38262a572ae8/df4b1fe5-fcae-46c3-bdd7-547cdf3c881a) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:03:21.619722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a235291-19f7-4881-97b8-de91e5514720 None None] Pushing event updated for resources: {'Port': ['ID=95b9cdf5-5498-402e-9db6-7ce629808b1f,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:21.690984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:21.691760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:21.737458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.020670 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:22.126606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.159118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Transition to ACTIVE for port object df4b1fe5-fcae-46c3-bdd7-547cdf3c881a will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:22.234110 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Transition to ACTIVE for port object df4b1fe5-fcae-46c3-bdd7-547cdf3c881a will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:22.242804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.314616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.1 (58c63eb1-c972-4cf9-b563-b775757061bd/da070f7f-328d-4917-b6c8-38262a572ae8/cb50801e-b2c7-4dc2-b85f-6305525a4d76) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:03:22.343192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Network 58c63eb1-c972-4cf9-b563-b775757061bd is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:22.347355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:22.376245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:03:22.381604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Pushing event updated for resources: {'Port': ['ID=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:22.476324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.482364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Attempting to bind port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:03:22.482733 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Attempting to bind port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:03:22.483097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Attempting to bind port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a on network 58c63eb1-c972-4cf9-b563-b775757061bd {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:03:22.492853 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object cb50801e-b2c7-4dc2-b85f-6305525a4d76 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:22.493690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:03:22.494056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Checking segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:03:22.494453 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.494844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Bound using segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:03:22.495309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Bound port: df4b1fe5-fcae-46c3-bdd7-547cdf3c881a, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:03:22.495727 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.514940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.551053 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:19Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:22.564484 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73d04b-b5dc-48b4-92c2-c6fb9e638492 None None] The sync data for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv is: [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:19Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:03:22.592425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 58c63eb1-c972-4cf9-b563-b775757061bd is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:22.595975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:22.596472 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] For port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:03:22.598568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:03:22.601043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] For port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:03:22.605473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.625854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=cb50801e-b2c7-4dc2-b85f-6305525a4d76,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:22.675727 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:22.692939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be53bf-cf07-4f4a-afae-3e2a88da3520 None None] Pushing event updated for resources: {'Port': ['ID=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:22.802910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.229348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 95b9cdf5-5498-402e-9db6-7ce629808b1f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:23.296487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.301694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.305473 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 95b9cdf5-5498-402e-9db6-7ce629808b1f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:23.311477 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 95b9cdf5-5498-402e-9db6-7ce629808b1f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:23.311934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.418720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=cb50801e-b2c7-4dc2-b85f-6305525a4d76,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:23.439276 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.454934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.477227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 95b9cdf5-5498-402e-9db6-7ce629808b1f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=95b9cdf5-5498-402e-9db6-7ce629808b1f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:23.481241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:23.482064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device df4b1fe5-fcae-46c3-bdd7-547cdf3c881a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:23.601983 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 58c63eb1-c972-4cf9-b563-b775757061bd is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:23.603563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:23.618420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=95b9cdf5-5498-402e-9db6-7ce629808b1f,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:23.636819 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:23.791635 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bda4ee-a058-4e4a-8691-2d1f00fc07ef None None] Network 58c63eb1-c972-4cf9-b563-b775757061bd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:03:23.948676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] Provisioning for port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:23.964197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] Provisioning complete for port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:23.964572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.115677 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:03:24.137778 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.174493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] For port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:24.180413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.254458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647cc5-2260-4eb9-9cc3-1d3c8a13eb1c None None] Pushing event updated for resources: {'Port': ['ID=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:24.336746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:24.352701 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1a818677-9c63-48f2-86a9-75932fc8465d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/1d0a926e-9d09-4950-bc5d-77e97a4c3443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774321 Mar 23 11:03:24.411663 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-87db8441-8af5-48ea-947f-0b2e58082098 None None] Provisioning complete for port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:24.412788 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87db8441-8af5-48ea-947f-0b2e58082098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.481259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bda8c98e-ebd5-4cfa-b1a0-c4f439b0524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.556604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-df79f537-9322-4c48-a86e-e5e5be045ce3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252587605&fields=id&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 267 time: 0.0563631 Mar 23 11:03:24.561077 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-87db8441-8af5-48ea-947f-0b2e58082098 None None] Provisioning for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:24.567260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-87db8441-8af5-48ea-947f-0b2e58082098 None None] Provisioning complete for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:24.568441 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87db8441-8af5-48ea-947f-0b2e58082098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.668678 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-87db8441-8af5-48ea-947f-0b2e58082098 None None] Port cb50801e-b2c7-4dc2-b85f-6305525a4d76 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:03:24.746538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-51af67f2-7404-43e2-9744-8e10a577fbe0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:24.747964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-51af67f2-7404-43e2-9744-8e10a577fbe0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 797 time: 0.1674044 Mar 23 11:03:24.765208 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-b6898269-6762-474a-9543-918948ee4ddb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/quotas/3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 375 time: 0.0117216 Mar 23 11:03:24.788972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9d6fcd7d-4b8f-4dea-bb62-c2b0455e15f7 None None] Provisioning complete for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:24.789340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcd7d-4b8f-4dea-bb62-c2b0455e15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.849090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-06cda3bd-0616-4a5f-b072-74f00560b7c2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:03:24.850251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fcd7d-4b8f-4dea-bb62-c2b0455e15f7 None None] Port cb50801e-b2c7-4dc2-b85f-6305525a4d76 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:03:24.864161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-06cda3bd-0616-4a5f-b072-74f00560b7c2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:03:24.865587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-06cda3bd-0616-4a5f-b072-74f00560b7c2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951192 Mar 23 11:03:24.944941 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:24.949153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-344aabe9-e9b4-4b64-95bb-e6a8954df8c2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:03:24.950118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-344aabe9-e9b4-4b64-95bb-e6a8954df8c2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0729923 Mar 23 11:03:24.970793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-96956c3c-1d20-4252-93b9-2fa4e5185797 None None] Provisioning complete for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:24.971155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-96956c3c-1d20-4252-93b9-2fa4e5185797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:25.022139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-96956c3c-1d20-4252-93b9-2fa4e5185797 None None] Port cb50801e-b2c7-4dc2-b85f-6305525a4d76 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:03:25.082329 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-a2086763-944c-4794-a899-d036e5467530 service neutron] 10.222.0.73 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259148 Mar 23 11:03:25.164070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 95b9cdf5-5498-402e-9db6-7ce629808b1f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:25.216899 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-92ec5592-877c-4ad0-af93-4b084be36aae service neutron] 10.222.0.73 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287012 Mar 23 11:03:25.234165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 95b9cdf5-5498-402e-9db6-7ce629808b1f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:25.234542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:25.354059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device df4b1fe5-fcae-46c3-bdd7-547cdf3c881a up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:25.406985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-134e90f1-82b5-4974-9341-3dad8f0f4136 req-0bab0a0b-e5b4-4df8-a35b-b80257f995df tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 210 time: 0.0435848 Mar 23 11:03:25.424849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:25.425222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:26.250273 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Sync routers for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:03:26.262990 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:26.263512 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:02:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:26.438951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-18ca06ad-ed79-4274-ad17-6a8d71fdd83a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:26.440472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-18ca06ad-ed79-4274-ad17-6a8d71fdd83a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 797 time: 0.1591887 Mar 23 11:03:26.457504 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:26.510562 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-80e02cf3-e810-4093-854b-e97a23c70d4b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 379 time: 0.0572054 Mar 23 11:03:26.519648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'port': {'device_id': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'admin_state_up': True, 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'security_groups': ['cc6f2a92-a924-4db5-92a9-c6c0e1a699ca']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:26.635170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49a0b6bc-12df-486d-8735-807c8b188a53 req-1932e466-ca30-4e2f-95ee-9a79af7a0e3f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 210 time: 0.0975647 Mar 23 11:03:26.703380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:26.714329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:26.724627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:03:26.727797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:26.815579 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 2, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:26.820843 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Checking router: 1d0a926e-9d09-4950-bc5d-77e97a4c3443 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:03:26.821336 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Updating router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 port cb50801e-b2c7-4dc2-b85f-6305525a4d76 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:03:26.839160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-384b79a1-2b3b-4a2a-8a74-3d9a97588ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:26.881101 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:26.904095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.12 (58c63eb1-c972-4cf9-b563-b775757061bd/da070f7f-328d-4917-b6c8-38262a572ae8/13201720-1046-4eaa-a698-1851a11243a2) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:03:27.210151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.226174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object 13201720-1046-4eaa-a698-1851a11243a2 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:27.247457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.318885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 58c63eb1-c972-4cf9-b563-b775757061bd is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:27.321800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:27.325616 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:03:27.370320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:27.402747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:27.403390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.431114 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-8248bf82-5681-4597-ad8c-02f9f10bc714 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9162006 Mar 23 11:03:27.442099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Request body: {'port': {'device_id': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:27.457627 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.470940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Transition to ACTIVE for port object cb50801e-b2c7-4dc2-b85f-6305525a4d76 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:27.478445 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.560994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.564120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9864f9fb-a351-46f4-9c59-c84a3481c05d None None] Provisioning for port 13201720-1046-4eaa-a698-1851a11243a2 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:27.570983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-9864f9fb-a351-46f4-9c59-c84a3481c05d None None] Provisioning complete for port 13201720-1046-4eaa-a698-1851a11243a2 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:27.571469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9864f9fb-a351-46f4-9c59-c84a3481c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.629325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-9864f9fb-a351-46f4-9c59-c84a3481c05d None None] Port 13201720-1046-4eaa-a698-1851a11243a2 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:03:27.636662 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Pushing event updated for resources: {'Port': ['ID=cb50801e-b2c7-4dc2-b85f-6305525a4d76,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:27.711623 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Attempting to bind port cb50801e-b2c7-4dc2-b85f-6305525a4d76 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:03:27.711928 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Attempting to bind port cb50801e-b2c7-4dc2-b85f-6305525a4d76 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:03:27.712484 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Attempting to bind port cb50801e-b2c7-4dc2-b85f-6305525a4d76 on network 58c63eb1-c972-4cf9-b563-b775757061bd {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:03:27.715500 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.715865 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.716196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.716523 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.717142 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.717476 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.717793 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.718110 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.718425 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.718739 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.719096 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:27.729341 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:03:27.729716 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Checking segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:03:27.730118 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.730508 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Bound using segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:03:27.730974 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Bound port: cb50801e-b2c7-4dc2-b85f-6305525a4d76, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:03:27.731344 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.825534 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] For port cb50801e-b2c7-4dc2-b85f-6305525a4d76, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:03:27.828759 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] For port cb50801e-b2c7-4dc2-b85f-6305525a4d76, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cb50801e-b2c7-4dc2-b85f-6305525a4d76,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:03:27.835760 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.858713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:27.926542 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:27.928408 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:03:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:27.975375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb4c3-5e78-44d7-9a96-605341b11167 req-b3a9c3d4-9e8a-469c-a24e-d7e98e4b3a09 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:27.976373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c33eb4c3-5e78-44d7-9a96-605341b11167 req-b3a9c3d4-9e8a-469c-a24e-d7e98e4b3a09 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:03:27.984959 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd574c-8b26-4d9e-8394-8242f633c16b None None] Pushing event updated for resources: {'Port': ['ID=cb50801e-b2c7-4dc2-b85f-6305525a4d76,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:28.035816 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c33eb4c3-5e78-44d7-9a96-605341b11167 req-b3a9c3d4-9e8a-469c-a24e-d7e98e4b3a09 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:03:28.037405 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c33eb4c3-5e78-44d7-9a96-605341b11167 req-b3a9c3d4-9e8a-469c-a24e-d7e98e4b3a09 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 932 time: 0.2106888 Mar 23 11:03:28.080787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:28.096981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13201720-1046-4eaa-a698-1851a11243a2 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:03:28.109236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:28.122275 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c33eb4c3-5e78-44d7-9a96-605341b11167 req-c8d1ce22-0294-46f3-9330-86c18123f634 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705309 Mar 23 11:03:28.131278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Transition to ACTIVE for port object 13201720-1046-4eaa-a698-1851a11243a2 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:03:28.135418 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:28.137650 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:28.270483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:28.378169 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Attempting to bind port 13201720-1046-4eaa-a698-1851a11243a2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:03:28.378820 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Attempting to bind port 13201720-1046-4eaa-a698-1851a11243a2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:03:28.378952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Attempting to bind port 13201720-1046-4eaa-a698-1851a11243a2 on network 58c63eb1-c972-4cf9-b563-b775757061bd {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:03:28.386746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Port 13201720-1046-4eaa-a698-1851a11243a2 on network 58c63eb1-c972-4cf9-b563-b775757061bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:03:28.387069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Attempting to bind port 13201720-1046-4eaa-a698-1851a11243a2 on network 58c63eb1-c972-4cf9-b563-b775757061bd {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:03:28.393719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:03:28.394048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Checking segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:03:28.394426 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Bound using segment: {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:03:28.394849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Bound port: 13201720-1046-4eaa-a698-1851a11243a2, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c91d333-133f-4b29-90da-9950b21631a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:03:28.395189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:28.462038 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:27Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:28.466287 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668430e-307b-4afe-bf46-98bd90bb6586 None None] The sync data for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv is: [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:27Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:03:28.492655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:03:28.495897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:03:28.500989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:28.575126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:28.576639 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] 10.222.0.91 "PUT /v2.0/ports/13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1094 time: 1.1389253 Mar 23 11:03:28.577080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:03:28.605698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84793f-c35a-46a8-8938-e873fe241de6 service neutron] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:28.725887 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-ffbbaa64-e15f-40f5-b11c-6d0d9fc3c1a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1097 time: 0.1095948 Mar 23 11:03:28.793699 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'status': 'completed', 'code': 200} Mar 23 11:03:28.810009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-ab2fd345-a583-4b38-abd8-a286e0399234 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 217 time: 0.0768697 Mar 23 11:03:28.883326 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-440bb196-ee60-4270-b473-e36a2344b290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:28.884884 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-440bb196-ee60-4270-b473-e36a2344b290 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0695844 Mar 23 11:03:28.959881 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-05fa34a1-ed15-408d-b464-0ec1fe0e7e29 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696363 Mar 23 11:03:29.121485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-ead2ab8a-5b43-437e-9a91-ec72b155ec41 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553471 Mar 23 11:03:29.198368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb50801e-b2c7-4dc2-b85f-6305525a4d76 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:29.286738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:29.292732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:29.293370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:29.431805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:29.443228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:29.447664 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81ec3fa1-db14-4129-ad79-308a494cb66d req-4f4764f4-fcdc-43eb-82e0-d54c865df851 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183324 Mar 23 11:03:29.458793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b13c-46e9-48ff-86d7-e5e5e174a69a req-165c914c-9d97-4542-984b-aa77ab6259f2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:29.460393 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f260b13c-46e9-48ff-86d7-e5e5e174a69a req-165c914c-9d97-4542-984b-aa77ab6259f2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.1333401 Mar 23 11:03:29.469665 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port cb50801e-b2c7-4dc2-b85f-6305525a4d76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cb50801e-b2c7-4dc2-b85f-6305525a4d76,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:29.473417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:29.548743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=cb50801e-b2c7-4dc2-b85f-6305525a4d76,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:29.550410 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f260b13c-46e9-48ff-86d7-e5e5e174a69a req-413c0ecd-b4de-495f-804f-d7c2c265be85 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820553 Mar 23 11:03:29.577917 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-ee22cbed-3bf3-42d6-9553-70f8aa5e391c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1097 time: 0.0790315 Mar 23 11:03:29.707486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-f6e8bf38-d369-48f9-b9d8-fb1f2b37e094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:29.709486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-f6e8bf38-d369-48f9-b9d8-fb1f2b37e094 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1248136 Mar 23 11:03:29.778722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-895f4d57-934d-4c29-8177-190292fd5b57 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 217 time: 0.0634477 Mar 23 11:03:29.842350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-aa4a39cb-9d55-4a6e-a587-078935c5e4c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:29.843821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-aa4a39cb-9d55-4a6e-a587-078935c5e4c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0593219 Mar 23 11:03:29.920263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-147b8ae7-1f60-4078-9555-3d795ea41df3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706627 Mar 23 11:03:30.047618 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-fff22e39-b757-49e1-b76b-1961d0949853 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216033 Mar 23 11:03:30.179696 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4976bbbf-e545-40e6-9dac-6434fc412a56 req-ee549877-277e-4812-ba43-813020bf1c73 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249957 Mar 23 11:03:30.748689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff414448-e505-4d6d-a989-5d196ad3d143 req-0b48e3f2-8975-4296-b2fc-a354baaeb964 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:30.750136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ff414448-e505-4d6d-a989-5d196ad3d143 req-0b48e3f2-8975-4296-b2fc-a354baaeb964 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.0754526 Mar 23 11:03:30.795750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ff414448-e505-4d6d-a989-5d196ad3d143 req-725e81f2-16eb-4d70-a8b8-68a8b4df23d0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 Mar 23 11:03:31.163011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb50801e-b2c7-4dc2-b85f-6305525a4d76 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:31.232907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port cb50801e-b2c7-4dc2-b85f-6305525a4d76 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:31.233271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:31.990827 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a109-d1b3-40ce-9973-6e6305b023c0 req-4b45fbef-2cc0-49d1-9ba0-189be94b1663 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:31.992218 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5e09a109-d1b3-40ce-9973-6e6305b023c0 req-4b45fbef-2cc0-49d1-9ba0-189be94b1663 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.0798407 Mar 23 11:03:32.037991 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5e09a109-d1b3-40ce-9973-6e6305b023c0 req-aeae4d7b-9d11-41ab-be35-8eca88f97f0a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400503 Mar 23 11:03:33.233589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba47f9-00bd-48ce-91d9-33b2b8ed4673 req-9e8862d2-b155-4013-a558-d60ec69600da tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:33.235044 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3ba47f9-00bd-48ce-91d9-33b2b8ed4673 req-9e8862d2-b155-4013-a558-d60ec69600da tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.0781856 Mar 23 11:03:33.283527 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3ba47f9-00bd-48ce-91d9-33b2b8ed4673 req-afb9988f-0d72-496b-8c0f-8bd904e33423 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425270 Mar 23 11:03:33.727034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:03:33.858297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:33.875138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '13201720-1046-4eaa-a698-1851a11243a2', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'port_id': '13201720-1046-4eaa-a698-1851a11243a2', 'mac_address': 'fa:16:3e:4c:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:03:33.929483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:33.946598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13201720-1046-4eaa-a698-1851a11243a2 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:03:33.961207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:33.964956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:34.032087 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:34.329900 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['13201720-1046-4eaa-a698-1851a11243a2'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:03:34.490902 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748d6ae-2708-4580-ba60-cb38436af4a2 req-b6ea8d78-ea47-4bca-b007-31e391c11141 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:34.492389 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c748d6ae-2708-4580-ba60-cb38436af4a2 req-b6ea8d78-ea47-4bca-b007-31e391c11141 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 945 time: 0.0837812 Mar 23 11:03:34.537288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c748d6ae-2708-4580-ba60-cb38436af4a2 req-2b04b3ac-6311-4a35-94a5-5321680f0bed tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392275 Mar 23 11:03:35.733592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4486c5-e2f4-4cba-8fef-4257f4e646d4 req-ce68f169-0591-42e1-a9fa-0684810f05d1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:35.735073 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d4486c5-e2f4-4cba-8fef-4257f4e646d4 req-ce68f169-0591-42e1-a9fa-0684810f05d1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 945 time: 0.0797801 Mar 23 11:03:35.742243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:03:35.781494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4d4486c5-e2f4-4cba-8fef-4257f4e646d4 req-3e128b07-da04-4603-a127-e2afc693437e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Mar 23 11:03:35.812837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 13201720-1046-4eaa-a698-1851a11243a2 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:03:35.818065 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 13201720-1046-4eaa-a698-1851a11243a2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:03:35.818427 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:35.929318 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:35.955939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:03:35.965916 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:35.969317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:36.019213 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'code': 200} Mar 23 11:03:36.037739 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:36.236924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c40f0b8-7052-4fa7-8b24-aed2cc42eafc req-196b8dc7-0c34-4a17-bc8a-72d423a157d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.0676181 Mar 23 11:03:36.280403 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c40f0b8-7052-4fa7-8b24-aed2cc42eafc req-77db675a-4112-410e-99fc-ee1fdb5e09e7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360327 Mar 23 11:03:36.983247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd6d95-7ef8-40f0-ab88-b4aadf9ff0e5 req-f1663e53-0211-4c8e-bf05-e2d952705223 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:36.984758 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cbdd6d95-7ef8-40f0-ab88-b4aadf9ff0e5 req-f1663e53-0211-4c8e-bf05-e2d952705223 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0803330 Mar 23 11:03:37.031141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cbdd6d95-7ef8-40f0-ab88-b4aadf9ff0e5 req-6a78465d-25c9-41f9-baaf-811bfc57f6cb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401881 Mar 23 11:03:38.227935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13520d82-cdc4-421e-9412-7911d35fe193 req-1976f413-d988-474c-adcd-162d6a91e219 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:38.229390 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13520d82-cdc4-421e-9412-7911d35fe193 req-1976f413-d988-474c-adcd-162d6a91e219 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0763469 Mar 23 11:03:38.278239 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13520d82-cdc4-421e-9412-7911d35fe193 req-b91e5d13-c989-48f8-afbd-c93cea39ce7f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432262 Mar 23 11:03:38.575176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94d6e-161d-4b99-a3ee-343559925d72 req-f6432b1d-8605-4c5a-b3a7-f2c2ea435498 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:38.576565 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-09e94d6e-161d-4b99-a3ee-343559925d72 req-f6432b1d-8605-4c5a-b3a7-f2c2ea435498 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.1819954 Mar 23 11:03:38.622271 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-09e94d6e-161d-4b99-a3ee-343559925d72 req-ee46f3c5-15e5-4fad-bcfc-c210964d3b3a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403466 Mar 23 11:03:38.649116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55340) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:38.720078 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b82c3a6d-0e27-4c7b-9e57-aa89115f594a tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1094 time: 0.0698473 Mar 23 11:03:38.722719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55344) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:38.727925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '13201720-1046-4eaa-a698-1851a11243a2', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:03:38.733527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:03:38.737430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:floatingip and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:03:38.740769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:03:38.746600 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:03:38.757006 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:38.894131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:39.023619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.206 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/3d50be38-7d06-48f1-99cc-0817791c306f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:03:39.180438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:39.211161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:39.276788 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:39.279849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:39.284925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:03:39.309371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=3d50be38-7d06-48f1-99cc-0817791c306f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:39.777232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:39.830184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:40.032293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:40.036640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:40.139759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=3d50be38-7d06-48f1-99cc-0817791c306f,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:40.153783 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:40.442901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-7522968e-d7bb-48e4-867d-f21d00007d8f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491690 Mar 23 11:03:40.495466 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Floating IP 03334656-71aa-449b-842d-e09e9ff83514 associated. External IP: 172.26.7.206, port: 13201720-1046-4eaa-a698-1851a11243a2. Mar 23 11:03:40.695140 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-64674eb5-8f7f-420c-801e-9bcd2e5d7c52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.1465738 Mar 23 11:03:40.856049 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-1eff49fb-b422-4b4c-a2d6-5b6f24273a46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:40.857486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-1eff49fb-b422-4b4c-a2d6-5b6f24273a46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1446583 Mar 23 11:03:41.082246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-2ef5c311-1691-4bad-99a7-9ead98e22f41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1000 time: 0.2182882 Mar 23 11:03:41.159059 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-33738149-552a-4080-b855-467318946ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:41.160330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-33738149-552a-4080-b855-467318946ae1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0712140 Mar 23 11:03:41.265741 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-6992bd85-cac8-49ee-a328-69eca0119297 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990233 Mar 23 11:03:41.267462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:03:41.654013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-f6ad52b9-fb7e-46b4-a26c-749dd5de2217 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821809 Mar 23 11:03:41.810412 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4508254-7129-4247-8b6b-91bf9d533d58 req-7e3af4c9-8ba4-48d2-bcc8-0a1a4c87a33c service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500454 Mar 23 11:03:41.828223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:41.841335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] Sync routers for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:03:41.852981 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:41.860310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:41.860907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:03:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:41.909528 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-20cc8c0e-3faa-46b6-b3f9-75ca81c6f652 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1853971 Mar 23 11:03:41.910432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:03:41.970536 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'status': 'completed', 'code': 200} Mar 23 11:03:42.063731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:42.077485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-9093be0e-3c81-4e06-b499-fb8490947c73 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.0834663 Mar 23 11:03:42.249017 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:03:42.276840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-3c90385a-ff4a-441c-b208-3ffd7a47bffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:42.278356 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-3c90385a-ff4a-441c-b208-3ffd7a47bffe service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1956704 Mar 23 11:03:42.284771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4b3ae-f122-487f-9d58-42a9f7374e94 req-ee1c1239-9f59-42cc-8903-dfa0c9ede5a7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:42.286127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fc4b3ae-f122-487f-9d58-42a9f7374e94 req-ee1c1239-9f59-42cc-8903-dfa0c9ede5a7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.1846156 Mar 23 11:03:42.416184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '03334656-71aa-449b-842d-e09e9ff83514', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'port_id': '13201720-1046-4eaa-a698-1851a11243a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'mac_address': 'fa:16:3e:4c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:03:39Z', 'updated_at': '2022-03-23T11:03:39Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:29Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:42.420059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] Checking router: 1d0a926e-9d09-4950-bc5d-77e97a4c3443 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:03:42.430557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:03:42.431155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:03:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:42.432242 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9fc4b3ae-f122-487f-9d58-42a9f7374e94 req-bff3cb0d-c834-4102-99f1-ffc27abd1769 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897267 Mar 23 11:03:42.433978 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-c325d1f0-9ba0-40ae-91b5-b3e1a2e26708 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1000 time: 0.1469626 Mar 23 11:03:42.460955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55354) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:42.505131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-8693dd29-8832-40fb-8efb-e81d24b76cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:42.506560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-8693dd29-8832-40fb-8efb-e81d24b76cb7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0670621 Mar 23 11:03:42.582395 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c900cbb8-df4a-4739-ac9a-253794cbbb2c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/03334656-71aa-449b-842d-e09e9ff83514 HTTP/1.1" status: 200 len: 992 time: 0.1188350 Mar 23 11:03:42.588906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-c224a205-acdb-4c7c-9cf6-a57f7a73f98c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767975 Mar 23 11:03:42.622719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:03:42.721119 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-6c00a2b2-a408-45e3-9e42-aaba04f5657c service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262946 Mar 23 11:03:42.853978 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ed981328-7239-43cf-8bdb-437c98bcc217 req-92bf2b00-d448-47d8-a72f-000679cab20e service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263952 Mar 23 11:03:43.014901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '03334656-71aa-449b-842d-e09e9ff83514', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'port_id': '13201720-1046-4eaa-a698-1851a11243a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'mac_address': 'fa:16:3e:4c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:03:39Z', 'updated_at': '2022-03-23T11:03:39Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:29Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:43.018937 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1531f6-502d-44ce-8205-8f669b7d737e None None] The sync data for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv is: [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '03334656-71aa-449b-842d-e09e9ff83514', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'port_id': '13201720-1046-4eaa-a698-1851a11243a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'mac_address': 'fa:16:3e:4c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:03:39Z', 'updated_at': '2022-03-23T11:03:39Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:29Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:03:43.585282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55358) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:43.690412 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e5e17ad5-6f8c-417b-8254-022a5b6eaa3a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/03334656-71aa-449b-842d-e09e9ff83514 HTTP/1.1" status: 200 len: 992 time: 0.1040065 Mar 23 11:03:44.694305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55362) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:44.796965 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cd57c93a-4309-45cc-b90c-4e3491aa1289 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/03334656-71aa-449b-842d-e09e9ff83514 HTTP/1.1" status: 200 len: 992 time: 0.1014826 Mar 23 11:03:45.267209 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274b918-45f6-4c9b-9d7c-a961ac655433 None None] New status for floating IP 03334656-71aa-449b-842d-e09e9ff83514: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:03:45.801051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55366) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:03:45.907113 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8b15f4cd-ee50-4d95-9fd0-3139d7c1470d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/03334656-71aa-449b-842d-e09e9ff83514 HTTP/1.1" status: 200 len: 994 time: 0.1050110 Mar 23 11:03:54.474924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7242-e665-4c64-9386-550b335ffb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:54.959642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:56.835674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9499-5d3b-4c8b-90a5-b7657c5c897a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:57.854234 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:58.071965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:59.431294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:19.249974 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:04:24.476401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ef91-9169-4ebf-857d-77b67fac392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:24.972999 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:26.826907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-887d25a5-39e6-4f0b-aeee-a4b58337b0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:27.856307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:28.074793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:29.434060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:40.349183 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-e05afbfb-af5d-44a9-8157-5cd6392938c5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712202 Mar 23 11:04:40.497567 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-7e8b2ff1-6feb-436a-851d-a07c0bbc88ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.0765932 Mar 23 11:04:40.761962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-f7bf5e18-e904-47da-b0e7-dd62d878faf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:40.763335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-f7bf5e18-e904-47da-b0e7-dd62d878faf2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.2477405 Mar 23 11:04:40.870373 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-637080b1-b6b5-4d7c-a455-228918def074 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1002 time: 0.1001945 Mar 23 11:04:40.934792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-d5a40d24-46df-4fb1-8af7-b84d7ff37e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:40.936316 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-d5a40d24-46df-4fb1-8af7-b84d7ff37e66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0602713 Mar 23 11:04:41.024246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-c3544936-cbec-4434-995b-90c21b6dd0c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817976 Mar 23 11:04:41.187420 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-b03f3c21-2c46-4688-8454-74815127f2a9 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567097 Mar 23 11:04:41.323246 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d43ff7b6-84c3-4f31-b0e0-0cef44c7d320 req-114ede90-7dff-4f32-9ffd-7a43741f8b98 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296530 Mar 23 11:04:44.888914 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ca0ada8-8406-4af9-8e4e-d84c6f8f51b3 req-4dc0badf-773b-40d7-9613-5c6223fe2993 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694518 Mar 23 11:04:45.170672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55396) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:04:45.221595 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d073a03-378e-4120-ada2-4b872d72ca97 req-47c12555-0e1f-4509-97bb-12c2afc4e24e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:45.223079 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2d073a03-378e-4120-ada2-4b872d72ca97 req-47c12555-0e1f-4509-97bb-12c2afc4e24e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0908329 Mar 23 11:04:45.281569 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2d073a03-378e-4120-ada2-4b872d72ca97 req-bd0f15de-eb08-4ed9-a105-15626c907794 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523336 Mar 23 11:04:45.402537 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-6b5f746d-c4c3-4aa7-aa8e-2d9487504805 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2305701 Mar 23 11:04:46.500312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670b201-af0a-453a-9068-05e26a6eab04 req-596f5d68-f357-4d9d-bdcc-27e3541d0848 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:46.501852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d670b201-af0a-453a-9068-05e26a6eab04 req-596f5d68-f357-4d9d-bdcc-27e3541d0848 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0858054 Mar 23 11:04:46.556821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d670b201-af0a-453a-9068-05e26a6eab04 req-c9760872-1d53-41c6-8993-7cf9839d3164 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480652 Mar 23 11:04:47.033394 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-95ea1d84-acd5-4589-8384-076536733cdf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.0750122 Mar 23 11:04:47.191592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-ed1ccaa1-15b5-4bf1-ae80-031a8cffaef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:47.193041 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-ed1ccaa1-15b5-4bf1-ae80-031a8cffaef3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1537054 Mar 23 11:04:47.294742 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-1cc18222-a382-4b1f-a2d5-2f1dce081a72 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1002 time: 0.0951054 Mar 23 11:04:47.361976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-723f358a-08de-4c5a-b0eb-d36a4042fb4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:47.364027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-723f358a-08de-4c5a-b0eb-d36a4042fb4b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0627511 Mar 23 11:04:47.445892 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-79ae9efd-13c4-4f1d-b4fd-f1b102ca5fbd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742159 Mar 23 11:04:47.593385 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-70651804-e324-4d8a-9d9f-61278bf9ed05 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405752 Mar 23 11:04:47.887435 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-af0f9465-7c8c-46e8-852e-4c1bbe123c1f service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883129 Mar 23 11:04:47.909812 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff496-be0f-4020-a850-53d06d1697bc req-26617b6b-763d-4452-8867-1e4e6c3e1b29 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:47.911254 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b6dff496-be0f-4020-a850-53d06d1697bc req-26617b6b-763d-4452-8867-1e4e6c3e1b29 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.2113340 Mar 23 11:04:47.962321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b6dff496-be0f-4020-a850-53d06d1697bc req-1ca5438f-2b66-4c1e-abc6-6baa41892a47 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453937 Mar 23 11:04:49.184112 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362aa4-005d-4ac6-85d5-a1c6509c5279 req-595550f2-e582-41de-b3b0-07996432f4cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.185623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8362aa4-005d-4ac6-85d5-a1c6509c5279 req-595550f2-e582-41de-b3b0-07996432f4cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0994661 Mar 23 11:04:49.236337 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c8362aa4-005d-4ac6-85d5-a1c6509c5279 req-1f585c11-25d0-4fe1-bab8-7ce489d8e0ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419931 Mar 23 11:04:50.445498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f19a-8a4e-4db1-b064-70d05d7e05f9 req-9e02088b-3c78-4d10-96ba-9c7892847474 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:50.446873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4e57f19a-8a4e-4db1-b064-70d05d7e05f9 req-9e02088b-3c78-4d10-96ba-9c7892847474 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0832365 Mar 23 11:04:50.493623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4e57f19a-8a4e-4db1-b064-70d05d7e05f9 req-34ff3f5e-675b-4f42-9054-7d5ef2be053a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Mar 23 11:04:51.696003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde18dd7-6208-40b0-bade-b7a09494f358 req-f4376cc9-801a-4d70-ade3-ec7d7f9a6a43 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:51.697501 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cde18dd7-6208-40b0-bade-b7a09494f358 req-f4376cc9-801a-4d70-ade3-ec7d7f9a6a43 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0780518 Mar 23 11:04:51.744598 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cde18dd7-6208-40b0-bade-b7a09494f358 req-54452677-2abf-4594-b3d6-4d96aeced019 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411696 Mar 23 11:04:52.946481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39dde-7a15-4829-ad75-a9464183b4ee req-f6f1eece-7290-4c74-b3a9-831544f7c2b9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:52.947978 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cef39dde-7a15-4829-ad75-a9464183b4ee req-f6f1eece-7290-4c74-b3a9-831544f7c2b9 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0796206 Mar 23 11:04:52.995757 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cef39dde-7a15-4829-ad75-a9464183b4ee req-0b599165-a8b5-403e-a462-f8de6b84a3d5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Mar 23 11:04:54.251127 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d72508-2942-41d3-9055-6ef89b83225c req-7761bd76-87af-4114-bbf0-f3d962b09f8a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:54.257374 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05d72508-2942-41d3-9055-6ef89b83225c req-7761bd76-87af-4114-bbf0-f3d962b09f8a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.1128864 Mar 23 11:04:54.311087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05d72508-2942-41d3-9055-6ef89b83225c req-64b8228b-af77-4a9e-9c0e-b3c45f4601b5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511396 Mar 23 11:04:54.477826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c5cacccd-6b22-47c9-99df-6f5229f790a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:54.974849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:55.526191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad9987-3bbb-4eda-a8a3-df9abfb38c66 req-588ca1ed-a7b6-4b30-9956-abfe5af55a51 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:55.527686 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40ad9987-3bbb-4eda-a8a3-df9abfb38c66 req-588ca1ed-a7b6-4b30-9956-abfe5af55a51 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0798187 Mar 23 11:04:55.574483 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-40ad9987-3bbb-4eda-a8a3-df9abfb38c66 req-274c2290-4eee-45f8-a2dc-e11604d3f991 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Mar 23 11:04:56.250052 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:04:56.780020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc4f4b-ffe3-4803-8e28-4b3db63a431f req-b962b03c-d145-4b90-8395-39e591dbfbac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:56.781476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9cdc4f4b-ffe3-4803-8e28-4b3db63a431f req-b962b03c-d145-4b90-8395-39e591dbfbac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0824280 Mar 23 11:04:56.827935 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9cdc4f4b-ffe3-4803-8e28-4b3db63a431f req-0999ff81-24e4-43e0-afe4-4a34aa5d2f6c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Mar 23 11:04:56.829720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-51309485-97d3-426e-aa05-5b6d5647df63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:57.870987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:58.054819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14926652-aad5-4310-8caa-f44cbcd1761c req-4460e292-9fc1-4529-8e6a-27dd54ab4cd0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:58.056412 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14926652-aad5-4310-8caa-f44cbcd1761c req-4460e292-9fc1-4529-8e6a-27dd54ab4cd0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0888245 Mar 23 11:04:58.084643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:58.115634 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-14926652-aad5-4310-8caa-f44cbcd1761c req-80079fbb-611b-4129-86e2-243ccbe93c99 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511718 Mar 23 11:04:59.352558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc8d62-40bc-466d-8388-5ceaea2ff056 req-14feb9da-47d0-4562-bf83-d897319ea3a8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:59.354027 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dfc8d62-40bc-466d-8388-5ceaea2ff056 req-14feb9da-47d0-4562-bf83-d897319ea3a8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0901523 Mar 23 11:04:59.403104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4dfc8d62-40bc-466d-8388-5ceaea2ff056 req-fb2c8071-88e5-489e-bbc4-e950c53f3e71 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Mar 23 11:04:59.441940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:59.568762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-fe2f180c-f3a3-43f5-8e64-ce45072e3bc5 service neutron] 10.222.0.91 "GET /v2.0/ports/13201720-1046-4eaa-a698-1851a11243a2/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0749180 Mar 23 11:04:59.855082 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-c6b3f4ac-6cf9-47e8-87f7-8f83bfa40ae3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 1099 time: 0.0737443 Mar 23 11:04:59.946792 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-25090e53-0e26-47bb-824d-cf93a2405260 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.0708990 Mar 23 11:05:00.081796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-a8c5a594-3af9-46a8-832d-e64f0f9411f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:00.083241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-a8c5a594-3af9-46a8-832d-e64f0f9411f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1311765 Mar 23 11:05:00.187646 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-ad5017b2-8e43-4e98-bdc0-7ef858509b3d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1002 time: 0.0988710 Mar 23 11:05:00.252324 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-ca28f4e3-afd0-48ca-b8b5-58709df09ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:00.253759 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-ca28f4e3-afd0-48ca-b8b5-58709df09ca9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0607977 Mar 23 11:05:00.330197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-ebc05013-57ca-428a-8bf4-3527f476be21 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709155 Mar 23 11:05:00.469179 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-dbfbfc73-8367-46c4-b250-54b042380702 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332235 Mar 23 11:05:00.760512 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-d4b626ec-f804-4abc-b8fa-97bb8e24bc58 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857215 Mar 23 11:05:00.775338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb18190-cb77-4471-b0c5-04fdb7d196d2 req-ef10d564-3587-4a40-b107-78af4990753b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:00.776829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cb18190-cb77-4471-b0c5-04fdb7d196d2 req-ef10d564-3587-4a40-b107-78af4990753b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.1382451 Mar 23 11:05:00.825339 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cb18190-cb77-4471-b0c5-04fdb7d196d2 req-a2286a95-c16f-401b-8fdb-b0cb25c75bd6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Mar 23 11:05:02.032755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61cc45-c257-4649-bbf8-8a89d8ac12b3 req-76a6f1d8-feaa-49e8-ae3f-47731f5ef126 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:02.035349 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e61cc45-c257-4649-bbf8-8a89d8ac12b3 req-76a6f1d8-feaa-49e8-ae3f-47731f5ef126 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0817995 Mar 23 11:05:02.087587 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e61cc45-c257-4649-bbf8-8a89d8ac12b3 req-c729897c-1197-4918-897b-57302935247e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 Mar 23 11:05:03.294000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0854a2-0d49-456c-860a-3b88c691fd96 req-16cba08e-36f3-4847-827a-ff50a603a79f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:03.295469 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ae0854a2-0d49-456c-860a-3b88c691fd96 req-16cba08e-36f3-4847-827a-ff50a603a79f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0818179 Mar 23 11:05:03.341334 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ae0854a2-0d49-456c-860a-3b88c691fd96 req-4a532413-50ab-4d7b-a8c8-79628d7d0655 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Mar 23 11:05:04.181994 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:05:04.184309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:05:04.406948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:04.429952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:04.451130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '13201720-1046-4eaa-a698-1851a11243a2', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'port_id': '13201720-1046-4eaa-a698-1851a11243a2', 'mac_address': 'fa:16:3e:4c:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:05:04.458066 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:05:04.501795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:04.512247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:04.562548 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a17d9-6777-46fb-b828-dab7a6028d85 req-c50c1732-86a6-4b73-9858-161666b23fd3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:04.564162 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-909a17d9-6777-46fb-b828-dab7a6028d85 req-c50c1732-86a6-4b73-9858-161666b23fd3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.0888579 Mar 23 11:05:04.571652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:04.601957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13201720-1046-4eaa-a698-1851a11243a2 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:05:04.606418 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'code': 200} Mar 23 11:05:04.613513 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:04.615876 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-909a17d9-6777-46fb-b828-dab7a6028d85 req-520eb226-ae9f-4683-b102-abbd5d8e0a81 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454180 Mar 23 11:05:04.654223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.654575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.654917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.655252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.655618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.655985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.656315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.656646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.657030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.657296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.657619 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:04.683464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:05:04.683857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:05:05.004786 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-51492bd8-996f-4b83-904f-fd9d236090fb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:05.006127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-51492bd8-996f-4b83-904f-fd9d236090fb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&tenant_id=3f0e7b2596b745f783f83f72ef253402&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1372700 Mar 23 11:05:05.013775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1440e-b6c6-4557-984d-676ed5d22861 req-719c4bde-0089-48ec-b43c-971374ea78a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:05.015220 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ad1440e-b6c6-4557-984d-676ed5d22861 req-719c4bde-0089-48ec-b43c-971374ea78a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.1158345 Mar 23 11:05:05.068729 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ad1440e-b6c6-4557-984d-676ed5d22861 req-c83284ac-a71f-458e-9c0d-a5b71a7d9b42 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 Mar 23 11:05:05.160516 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-67cbb1f6-83a2-44c2-b04a-e32f04e0c301 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1097 time: 0.0767498 Mar 23 11:05:05.251284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:05.270098 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13201720-1046-4eaa-a698-1851a11243a2 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:05:05.285214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:05.289232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:05.350316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-e4fe4a73-0efe-43fa-a983-5554c3337ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:05.351807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-e4fe4a73-0efe-43fa-a983-5554c3337ddd service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1859596 Mar 23 11:05:05.359144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['13201720-1046-4eaa-a698-1851a11243a2'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:05:05.399730 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:05.433656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064f21-57f9-496e-bc05-10cae23599f9 req-33f5f735-ff0a-4d1a-946d-53c1fe76d449 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:05.435125 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-45064f21-57f9-496e-bc05-10cae23599f9 req-33f5f735-ff0a-4d1a-946d-53c1fe76d449 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 944 time: 0.2000268 Mar 23 11:05:05.497796 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-0ffd06e5-f085-4d4e-ae41-cf35f865a113 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1001 time: 0.1372979 Mar 23 11:05:05.546893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-45064f21-57f9-496e-bc05-10cae23599f9 req-e86a8b33-470d-44e1-a872-81708a91eea0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023865 Mar 23 11:05:05.576012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-97da707c-86fb-41c8-a0d9-40e5d4b5a2e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:05.576012 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-97da707c-86fb-41c8-a0d9-40e5d4b5a2e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0650430 Mar 23 11:05:05.649307 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-e845d979-9605-45bf-ad81-42d7bae8f9e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741372 Mar 23 11:05:05.788648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-fe026785-9919-4d20-b43c-2bfe9f75d5ed service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331604 Mar 23 11:05:05.919178 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f56e5b0-b991-443a-b02a-ae6402611233 req-1fd6ec5e-f340-4a6e-bcd3-c81b93d4579c service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248124 Mar 23 11:05:06.208963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:05:06.280956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 13201720-1046-4eaa-a698-1851a11243a2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:05:06.281621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:06.397934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:06.433685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:06.438127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:06.510350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:06.607753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:05:06.667050 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'code': 200} Mar 23 11:05:06.761545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3468ace-ba8d-4a4c-a2b7-8a5d2883acc1 req-34ede950-3b65-49b8-a6f7-e6254db4ee9a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:06.762926 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3468ace-ba8d-4a4c-a2b7-8a5d2883acc1 req-34ede950-3b65-49b8-a6f7-e6254db4ee9a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0883577 Mar 23 11:05:06.809439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3468ace-ba8d-4a4c-a2b7-8a5d2883acc1 req-4edcfebc-09b1-4869-ba1a-cdba19f221ed tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409429 Mar 23 11:05:06.838208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55474) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:05:06.943764 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d4790a9f-0cca-49f9-bd31-f70f1398f517 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/03334656-71aa-449b-842d-e09e9ff83514 HTTP/1.1" status: 200 len: 994 time: 0.1043644 Mar 23 11:05:24.481549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afb2e140-55b3-4838-b666-84d3c7631c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:24.987116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:26.834338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4759bacf-a2ea-4294-9f2c-640a3f05a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:27.855631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:28.082975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:29.441336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:33.250371 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:05:42.333682 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-4330e963-5883-46a7-a586-daef8d933bf6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708604 Mar 23 11:05:42.585879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-c4251d42-b28f-4c65-b925-1021978ea162 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.1812253 Mar 23 11:05:42.732989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-77037564-8427-4e47-97bd-568c851a92cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:42.734454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-77037564-8427-4e47-97bd-568c851a92cc service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1299999 Mar 23 11:05:42.838545 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-bc6934cf-0de7-4c2d-9f71-0453b620e7fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 1002 time: 0.0985479 Mar 23 11:05:42.903942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-cf0775cc-8d79-469c-a2be-997c5a2e60a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:42.905366 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-cf0775cc-8d79-469c-a2be-997c5a2e60a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0617328 Mar 23 11:05:42.981040 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-7181e185-0c3b-4e33-9d8e-44a957cd4175 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694158 Mar 23 11:05:43.113053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-f5ed38a6-f745-4343-9b2a-a1c57213bead service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250823 Mar 23 11:05:43.261500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-575fbc0e-f67e-4e3c-a232-0d3da9bb9b21 req-63ac976c-1ed5-4798-a2b8-b620928f9328 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414192 Mar 23 11:05:53.509857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55494) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:05:53.736636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 3d50be38-7d06-48f1-99cc-0817791c306f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:05:53.736979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:53.909532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:53.909860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.037208 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 3d50be38-7d06-48f1-99cc-0817791c306f owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:05:54.193833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.236724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=3d50be38-7d06-48f1-99cc-0817791c306f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:54.275261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.275636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.275980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.276315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.276644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.276971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.277295 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.277619 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.277937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.278258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.278583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.339977 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.484925 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f674d46-1834-4b07-90d7-8ed09f36f4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.725828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:05:54.988256 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:55.017502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:05:55.027789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] Sync routers for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:05:55.037916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:55.039973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:05:55.040544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.090467 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d729a563-a931-466a-8448-4f4ea35db9a2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/floatingips/03334656-71aa-449b-842d-e09e9ff83514 HTTP/1.1" status: 204 len: 168 time: 1.5796223 Mar 23 11:05:55.091321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:05:55.283795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:05:55.288737 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'status': 'completed', 'code': 200} Mar 23 11:05:55.405243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-c5d40137-14fd-4e29-b1c7-adda25ee5441 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 1099 time: 0.0899050 Mar 23 11:05:55.550154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-22d3fbb8-aab6-42a8-a7c9-7e71025d9f6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.551642 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-22d3fbb8-aab6-42a8-a7c9-7e71025d9f6f service neutron] 10.222.0.91 "GET /v2.0/networks?id=58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 200 len: 898 time: 0.1394155 Mar 23 11:05:55.612865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:29Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.617236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] Checking router: 1d0a926e-9d09-4950-bc5d-77e97a4c3443 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:05:55.627686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:05:55.628285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.665672 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-9963f693-b574-43e2-b8e6-21c449a2e128 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 200 len: 217 time: 0.1074126 Mar 23 11:05:55.744311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-5b042790-7c1d-4bf9-8a99-b305b970a0ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.745789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-5b042790-7c1d-4bf9-8a99-b305b970a0ca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 200 len: 834 time: 0.0674417 Mar 23 11:05:55.755567 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb5e55-8e0a-4b9b-b0b3-39865ced0105 req-8b779c0b-39c8-445a-a868-8b8fbb3bf4fe tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.757051 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8feb5e55-8e0a-4b9b-b0b3-39865ced0105 req-8b779c0b-39c8-445a-a868-8b8fbb3bf4fe tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.3192878 Mar 23 11:05:55.812918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:05:55.854444 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8feb5e55-8e0a-4b9b-b0b3-39865ced0105 req-f72fa74f-df5f-4e2f-ba94-3b400ff4d68d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637212 Mar 23 11:05:55.870090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-80a7673d-a538-49a8-8e84-f03d906aa221 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58c63eb1-c972-4cf9-b563-b775757061bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120598 Mar 23 11:05:56.009472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-41e817de-5591-44a2-8f16-664e9abc7a0a service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320252 Mar 23 11:05:56.149086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b4829bf2-6b89-4076-ab69-426a336575f1 req-9a3bd814-e727-417a-9178-30ea48f23869 service neutron] 10.222.0.91 "GET /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333709 Mar 23 11:05:56.157136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:29Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:56.162190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65572e73-9e6a-4168-99f7-64b97ff2de26 None None] The sync data for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv is: [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:03:22Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'cb50801e-b2c7-4dc2-b85f-6305525a4d76', 'name': '', 'network_id': '58c63eb1-c972-4cf9-b563-b775757061bd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:b4:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:22Z', 'updated_at': '2022-03-23T11:03:29Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': 'da070f7f-328d-4917-b6c8-38262a572ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:05:56.382724 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e49a64-83d4-4a55-b47b-90348ebc2de6 None None] New status for floating IP 03334656-71aa-449b-842d-e09e9ff83514: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:05:56.836631 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7da30a6b-2ba2-4eaf-b088-1d0740b2d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.124290 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25e38a-83c3-49b5-9907-c6148f29fb27 req-72581b07-3a97-443c-aad6-df7ec79da52e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.125640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2f25e38a-83c3-49b5-9907-c6148f29fb27 req-72581b07-3a97-443c-aad6-df7ec79da52e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.1464412 Mar 23 11:05:57.306829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2f25e38a-83c3-49b5-9907-c6148f29fb27 req-0158e71a-553f-49ba-a955-7be70901708e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752141 Mar 23 11:05:57.344069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-dbdd9d22-d543-46f4-8755-329908e7d143 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.345495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-dbdd9d22-d543-46f4-8755-329908e7d143 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 946 time: 0.0817695 Mar 23 11:05:57.414563 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 13201720-1046-4eaa-a698-1851a11243a2 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:05:57.414900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.651629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 13201720-1046-4eaa-a698-1851a11243a2, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=13201720-1046-4eaa-a698-1851a11243a2,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:57.651986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.778048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 13201720-1046-4eaa-a698-1851a11243a2 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:05:57.858094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.920238 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.973141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=13201720-1046-4eaa-a698-1851a11243a2,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:58.008533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.008882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.009220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.009557 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.009890 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.010222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.010544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.010868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.011189 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.011513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.011933 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:58.062547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] No DVR routers for this DVR port 13201720-1046-4eaa-a698-1851a11243a2 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:05:58.065543 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:58.068187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-deleted', 'tag': '13201720-1046-4eaa-a698-1851a11243a2'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:05:58.079909 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d44ec65-d338-44ae-bfc8-4a31d4281e3f req-ace20fb7-9149-4a69-91b4-4b2c7555dafd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "DELETE /v2.0/ports/13201720-1046-4eaa-a698-1851a11243a2 HTTP/1.1" status: 204 len: 173 time: 0.7297182 Mar 23 11:05:58.112740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:58.125514 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb83c7f-b89c-4c44-8468-d6cfc1ff6891', 'name': 'network-vif-deleted', 'tag': '13201720-1046-4eaa-a698-1851a11243a2', 'status': 'completed', 'code': 200} Mar 23 11:05:58.491317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-46562ed4-7c9a-4d18-9d66-363abc108e60 req-e47d8a16-89c0-4837-842e-56f8b94da9c5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:05:58.507024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-46562ed4-7c9a-4d18-9d66-363abc108e60 req-e47d8a16-89c0-4837-842e-56f8b94da9c5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:05:58.508322 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-46562ed4-7c9a-4d18-9d66-363abc108e60 req-e47d8a16-89c0-4837-842e-56f8b94da9c5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb83c7f-b89c-4c44-8468-d6cfc1ff6891 HTTP/1.1" status: 200 len: 210 time: 0.0594418 Mar 23 11:05:59.448437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:59.617367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55524) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:00.013298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:00.473873 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:00.506043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 13201720-1046-4eaa-a698-1851a11243a2 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:06:00.506384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 13201720-1046-4eaa-a698-1851a11243a2 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:00.716630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port cb50801e-b2c7-4dc2-b85f-6305525a4d76 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:06:00.717195 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:00.900125 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port cb50801e-b2c7-4dc2-b85f-6305525a4d76, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=cb50801e-b2c7-4dc2-b85f-6305525a4d76,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:00.900475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:01.018417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for cb50801e-b2c7-4dc2-b85f-6305525a4d76 owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:06:01.194247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:01.243327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=cb50801e-b2c7-4dc2-b85f-6305525a4d76,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:01.542366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.218678 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:02.421366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:02.430812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] Sync routers for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:06:02.437319 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e0c66d02-8659-4582-914f-0671fc808a7d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/1d0a926e-9d09-4950-bc5d-77e97a4c3443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8188672 Mar 23 11:06:02.439998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55528) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:02.443475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:02.444111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:02.618754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:02.625486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting subnet da070f7f-328d-4917-b6c8-38262a572ae8 {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:06:02.629018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.682415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.776655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.849370 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.889828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Subnet': ['ID=da070f7f-328d-4917-b6c8-38262a572ae8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:02.895062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.901469 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9ac3f52d-a811-4f75-a56d-4260dcd59e6e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/subnets/da070f7f-328d-4917-b6c8-38262a572ae8 HTTP/1.1" status: 204 len: 168 time: 0.4605205 Mar 23 11:06:02.904045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55532) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:02.918444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122fdd64-60a4-4945-a61f-3c96ef4958a2 None None] Network 58c63eb1-c972-4cf9-b563-b775757061bd requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:06:03.115813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.127747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:03.138417 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] Checking router: 1d0a926e-9d09-4950-bc5d-77e97a4c3443 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:06:03.160677 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] Routers {'1d0a926e-9d09-4950-bc5d-77e97a4c3443'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:03.161308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:03.303082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] DHCP port deletion for 58c63eb1-c972-4cf9-b563-b775757061bd request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:06:03.313348 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] Deleting port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:06:03.314297 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.335160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.345206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 95b9cdf5-5498-402e-9db6-7ce629808b1f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:06:03.345889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.442062 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] Set router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:03.621573 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 95b9cdf5-5498-402e-9db6-7ce629808b1f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=95b9cdf5-5498-402e-9db6-7ce629808b1f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:03.621840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.720784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] For port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,segment=NetworkSegment(3c91d333-133f-4b29-90da-9950b21631a2),segment_id=3c91d333-133f-4b29-90da-9950b21631a2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:03.721084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.741341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 95b9cdf5-5498-402e-9db6-7ce629808b1f owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:06:03.846363 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] Calling delete_port for df4b1fe5-fcae-46c3-bdd7-547cdf3c881a owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:06:03.910605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.958390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=95b9cdf5-5498-402e-9db6-7ce629808b1f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:03.982268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.030495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] Pushing event deleted for resources: {'Port': ['ID=df4b1fe5-fcae-46c3-bdd7-547cdf3c881a,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:04.036435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084cd92-9c26-410f-94c8-4afa89d5abeb None None] No DVR routers for this DVR port df4b1fe5-fcae-46c3-bdd7-547cdf3c881a on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:04.051247 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.055915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56613f-b08f-40a8-a326-5a42803146d9 None None] The sync data for ids ['1d0a926e-9d09-4950-bc5d-77e97a4c3443'] in dv-neutron-834653-2-hyperv is: [{'id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685914825', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:03:18Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '95b9cdf5-5498-402e-9db6-7ce629808b1f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a926e-9d09-4950-bc5d-77e97a4c3443', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:03:19Z', 'updated_at': '2022-03-23T11:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:06:04.196659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.451081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.455896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.480492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.481066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Fanout notify agent at l3_agent the message router_deleted on router 1d0a926e-9d09-4950-bc5d-77e97a4c3443 {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:06:04.496746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.497890 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8486dae6-59d9-47fa-b183-5c3c8c7cef32 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/routers/1d0a926e-9d09-4950-bc5d-77e97a4c3443 HTTP/1.1" status: 204 len: 168 time: 1.5929189 Mar 23 11:06:04.500586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55536) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:04.617410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.753259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.777515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c63eb1-c972-4cf9-b563-b775757061bd']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.789293 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c91d333-133f-4b29-90da-9950b21631a2') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.789582 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c91d333-133f-4b29-90da-9950b21631a2') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.801151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.817190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.823627 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Releasing vlan 959 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:06:04.824010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:06:04.838891 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:06:05.024102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.042731 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.054308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Network': ['ID=58c63eb1-c972-4cf9-b563-b775757061bd,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:05.059393 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9c40543c-170c-4ed6-9522-3477c787133c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/networks/58c63eb1-c972-4cf9-b563-b775757061bd HTTP/1.1" status: 204 len: 168 time: 0.5571108 Mar 23 11:06:05.062135 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55540) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:05.130236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9629739d-58b5-4df8-ab2b-9b129b8154cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.159493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9629739d-58b5-4df8-ab2b-9b129b8154cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.229859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9629739d-58b5-4df8-ab2b-9b129b8154cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.231749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 95b9cdf5-5498-402e-9db6-7ce629808b1f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:05.249291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629739d-58b5-4df8-ab2b-9b129b8154cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f2a92-a924-4db5-92a9-c6c0e1a699ca,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:05.254679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9629739d-58b5-4df8-ab2b-9b129b8154cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.259406 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9629739d-58b5-4df8-ab2b-9b129b8154cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/security-groups/cc6f2a92-a924-4db5-92a9-c6c0e1a699ca HTTP/1.1" status: 204 len: 168 time: 0.1963360 Mar 23 11:06:05.312391 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 95b9cdf5-5498-402e-9db6-7ce629808b1f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:06:05.312650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 95b9cdf5-5498-402e-9db6-7ce629808b1f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:05.313056 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb50801e-b2c7-4dc2-b85f-6305525a4d76 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:05.345855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: cb50801e-b2c7-4dc2-b85f-6305525a4d76 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:06:05.346192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device cb50801e-b2c7-4dc2-b85f-6305525a4d76 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:05.346590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device df4b1fe5-fcae-46c3-bdd7-547cdf3c881a no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:05.378776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: df4b1fe5-fcae-46c3-bdd7-547cdf3c881a {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:06:05.378996 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device df4b1fe5-fcae-46c3-bdd7-547cdf3c881a not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:06.683487 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55550) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:06.689500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058824163', 'description': 'tempest-secgroup-smoke-1058824163 description', 'project_id': '3f0e7b2596b745f783f83f72ef253402'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:06.695531 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:06.699287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:06.702555 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:06.708186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:06.717932 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.753729 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:06.757448 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:06.760249 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:06.765778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:06.818459 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.822319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.863257 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67243b4a-72cc-41b7-8832-b8e5af8d7e7a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:06.865762 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.867179 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bc5b069d-84b6-407f-92ed-6b66534893c4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1823568 Mar 23 11:06:06.870002 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55554) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:06.875242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '67243b4a-72cc-41b7-8832-b8e5af8d7e7a', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:06.881074 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:06.884827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:06.887601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:06.893788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:06.912226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.971382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.974758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.996749 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4292da88-b28d-47e7-8a01-c488ab7cf370,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.005680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.006833 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-8acf5ae0-fdc5-44df-9c70-ad14fa16babb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1359446 Mar 23 11:06:07.009559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55558) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.014829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '67243b4a-72cc-41b7-8832-b8e5af8d7e7a', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.021033 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.024877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:07.027713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:07.034285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:07.050708 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.111181 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.115399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.138386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f532a3-86db-4bfd-96a8-6c6e09fd0b9f,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.148152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.149317 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d11ef751-c73e-47c8-a02b-fff1dd5fc973 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1388512 Mar 23 11:06:07.152053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55562) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.157439 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '67243b4a-72cc-41b7-8832-b8e5af8d7e7a', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.164250 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.167715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:07.170651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:07.176370 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:07.193240 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.258313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.262149 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.286058 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6524e3-a09f-4c9a-83d2-2ce035bb2a81,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.294422 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.295608 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-08817cba-4bfb-4996-b084-6e6964e8053c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1426332 Mar 23 11:06:07.298396 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.303601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '67243b4a-72cc-41b7-8832-b8e5af8d7e7a', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.309242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.312934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:07.316214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:07.321730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:07.338332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.400673 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.404078 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.426109 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b802734a-8af1-4e2c-8a98-4e733fd71b6b,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.433859 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.434998 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-2eaec47e-2332-4b3d-b1b0-8a55d430ca4c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1357212 Mar 23 11:06:07.437806 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55570) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.443597 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '67243b4a-72cc-41b7-8832-b8e5af8d7e7a', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.449233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.452976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:07.456333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:07.461789 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:07.471960 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:06:07.478190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.541397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.545134 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.570265 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d441581f-9582-4982-81e8-93d15c2005c2,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.578210 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.580142 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-be705a86-fd91-4e9f-b53a-16b036d4ec0b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407926 Mar 23 11:06:07.582713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55574) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.588011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '67243b4a-72cc-41b7-8832-b8e5af8d7e7a', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.593672 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.597559 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:07.600380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:07.605909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:07.616085 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:06:07.622623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.686839 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.690798 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.724860 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c62b76-795f-4fad-b2a8-6f4885326fc7,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.736193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.737377 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ab3ab56a-137c-4390-9096-6c8332c1d44f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1537414 Mar 23 11:06:07.740331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55578) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.745924 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'network': {'name': 'tempest-network-smoke--1427043818', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'port_security_enabled': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.750865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.755532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:network and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:07.758386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:07.764550 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:07.774845 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:07.777883 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.807443 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:06:07.816950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.817278 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Added segment bc1f4c35-70c8-4641-b3de-93b343b392d2 of type vlan for network 46bca47b-2d36-4908-882e-95f8fa81cf88 Mar 23 11:06:07.842011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.870979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.874538 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:07.875104 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.973958 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2324669 Mar 23 11:06:07.976616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55582) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.983730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'admin_state_up': True, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:07.992416 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:07.994554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca4c7e-9eec-4b32-98d2-838618f57f66 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Network': ['ID=46bca47b-2d36-4908-882e-95f8fa81cf88,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:07.998261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:router and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:08.001915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:08.005207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:06:08.007301 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:08.017157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.018027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.037326 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.200202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.377132 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.407155 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.548426 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.198 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/9b26467b-12be-49d1-b440-9107a835b7e4) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:08.694051 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.721693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.788661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:08.791569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:08.794027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:06:08.826923 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=9b26467b-12be-49d1-b440-9107a835b7e4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:09.048379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.049031 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.281627 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 77397982-9a94-4449-a61e-ecfb08e01bee is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:06:09.478039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:09.488009 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Sync routers for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:06:09.502043 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:09.502663 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:09.505329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.506526 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7ba93b4e-db83-4cc6-851c-550b9fcb4ba6 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5290189 Mar 23 11:06:09.509796 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55586) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:09.614413 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5e0950bd-79d9-42b5-ae80-503290bc17c2 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3f0e7b2596b745f783f83f72ef253402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034431 Mar 23 11:06:09.617267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55592) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:09.677896 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:09.746439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5f2928-6016-4235-850a-407cd255f422 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:09.747862 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-fe5f2928-6016-4235-850a-407cd255f422 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296656 Mar 23 11:06:09.750640 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55596) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:09.789248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-249f5d3f-5281-4fa8-9e13-7c0f8308979c tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375075 Mar 23 11:06:09.791668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55600) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:09.796887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232254749', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:09.906008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:09.910396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:subnet and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:09.913237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:09.919020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:09.928809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:09.959267 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:08Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:09.963112 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Checking router: 77397982-9a94-4449-a61e-ecfb08e01bee for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:06:09.963446 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Updating router 77397982-9a94-4449-a61e-ecfb08e01bee port 9b26467b-12be-49d1-b440-9107a835b7e4 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:06:10.018506 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.032005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.262228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.272077 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:06:10.340438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Subnet': ['ID=02062190-ec30-4ab3-9f27-e6d2be59a5ab,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:10.353694 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Checking segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:06:10.354280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network hostable DHCP agents. Network: 46bca47b-2d36-4908-882e-95f8fa81cf88, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:06:10.377337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:06:10.383696 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.387383 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 46bca47b-2d36-4908-882e-95f8fa81cf88) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:10.391887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:10.392475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.395211 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Transition to ACTIVE for port object 9b26467b-12be-49d1-b440-9107a835b7e4 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:10.398571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633762a-308b-4df0-953f-04050ed05e69 None None] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:06:10.406203 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.417738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-312acfdf-1648-4c34-b22c-02557fb290bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6242242 Mar 23 11:06:10.419650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55604) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:10.487068 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Attempting to bind port 9b26467b-12be-49d1-b440-9107a835b7e4 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:10.487427 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Attempting to bind port 9b26467b-12be-49d1-b440-9107a835b7e4 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:10.487804 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Attempting to bind port 9b26467b-12be-49d1-b440-9107a835b7e4 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:06:10.496131 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Pushing event updated for resources: {'Port': ['ID=9b26467b-12be-49d1-b440-9107a835b7e4,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:10.500534 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:06:10.500534 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:06:10.500819 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.501098 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:06:10.501550 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Bound port: 9b26467b-12be-49d1-b440-9107a835b7e4, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:10.501910 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.541400 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.541608 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.541871 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.542199 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.542524 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.542845 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.543158 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.543471 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.543810 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.544120 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.544428 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:10.585183 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] For port 9b26467b-12be-49d1-b440-9107a835b7e4, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:06:10.588287 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] For port 9b26467b-12be-49d1-b440-9107a835b7e4, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9b26467b-12be-49d1-b440-9107a835b7e4,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:06:10.593038 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.620773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-46bca47b-2d36-4908-882e-95f8fa81cf88', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:06:10.621703 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.678059 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:10.678754 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:10.786989 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c13986-8424-48e8-80b4-adbbc74b6ebf None None] Pushing event updated for resources: {'Port': ['ID=9b26467b-12be-49d1-b440-9107a835b7e4,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:10.794538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Allocated IP 172.20.0.2 (46bca47b-2d36-4908-882e-95f8fa81cf88/02062190-ec30-4ab3-9f27-e6d2be59a5ab/c5befd87-f50b-4ebe-b494-24902b7c10e0) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:10.869074 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:11.007798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.019362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Transition to ACTIVE for port object c5befd87-f50b-4ebe-b494-24902b7c10e0 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:11.040147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Transition to ACTIVE for port object c5befd87-f50b-4ebe-b494-24902b7c10e0 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:11.045657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.122979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:11.126890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:11.129055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Pushing event updated for resources: {'Port': ['ID=c5befd87-f50b-4ebe-b494-24902b7c10e0,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:11.131289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:06:11.143810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.144152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.144485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.144813 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.145140 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.145471 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.145959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.146292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.146610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.147447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.147824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:11.185438 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:08Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:11.190063 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0299e6f-3654-48a9-81a2-777c5d7872c4 None None] The sync data for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv is: [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:08Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:06:11.237612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Attempting to bind port c5befd87-f50b-4ebe-b494-24902b7c10e0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:11.237992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Attempting to bind port c5befd87-f50b-4ebe-b494-24902b7c10e0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:11.238328 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Attempting to bind port c5befd87-f50b-4ebe-b494-24902b7c10e0 on network 46bca47b-2d36-4908-882e-95f8fa81cf88 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:06:11.246229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:06:11.246912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Checking segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:06:11.247447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.247968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Bound using segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:06:11.248547 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Bound port: c5befd87-f50b-4ebe-b494-24902b7c10e0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:11.249102 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.347060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] For port c5befd87-f50b-4ebe-b494-24902b7c10e0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:06:11.352711 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] For port c5befd87-f50b-4ebe-b494-24902b7c10e0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c5befd87-f50b-4ebe-b494-24902b7c10e0,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:06:11.356041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.358761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.473964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b164b1-80b2-43d3-b22d-ca909b73b575 None None] Pushing event updated for resources: {'Port': ['ID=c5befd87-f50b-4ebe-b494-24902b7c10e0,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:11.830021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.1 (46bca47b-2d36-4908-882e-95f8fa81cf88/02062190-ec30-4ab3-9f27-e6d2be59a5ab/ea30666f-7c1f-4982-8ac5-cdbf85d2381d) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:11.998593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.015988 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object ea30666f-7c1f-4982-8ac5-cdbf85d2381d will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:12.040425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.115400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:12.118750 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:12.123806 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:06:12.154655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:12.191048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.284160 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.369618 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909014d-7c1c-4745-8efd-98b7ecda7a3b None None] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:06:12.465193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-65137d9b-12a3-44d5-9ef6-2c33fbd0acab None None] Provisioning for port c5befd87-f50b-4ebe-b494-24902b7c10e0 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:12.699685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.704395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.818149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.821668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:12.920722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-98e69f87-9a81-4e2c-8127-f4158396af0c None None] Provisioning for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:12.926989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-98e69f87-9a81-4e2c-8127-f4158396af0c None None] Provisioning complete for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:12.927627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-98e69f87-9a81-4e2c-8127-f4158396af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.986150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-98e69f87-9a81-4e2c-8127-f4158396af0c None None] Port ea30666f-7c1f-4982-8ac5-cdbf85d2381d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:06:13.077050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:13.078201 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:13.109504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-c20a8ba9-2c74-459d-97ae-3f30674a9234 None None] Provisioning complete for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:13.109951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c20a8ba9-2c74-459d-97ae-3f30674a9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.178009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-c20a8ba9-2c74-459d-97ae-3f30674a9234 None None] Port ea30666f-7c1f-4982-8ac5-cdbf85d2381d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:06:13.294636 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5befd87-f50b-4ebe-b494-24902b7c10e0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:13.373951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port c5befd87-f50b-4ebe-b494-24902b7c10e0 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:13.378777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c5befd87-f50b-4ebe-b494-24902b7c10e0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:13.379152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.493654 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 77397982-9a94-4449-a61e-ecfb08e01bee has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:13.496551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88895fff-f885-42e1-aac9-4e5dd4b3fe77 None None] Provisioning complete for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:13.496924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88895fff-f885-42e1-aac9-4e5dd4b3fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.601278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-88895fff-f885-42e1-aac9-4e5dd4b3fe77 None None] Port ea30666f-7c1f-4982-8ac5-cdbf85d2381d cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:06:13.609124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.645031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port c5befd87-f50b-4ebe-b494-24902b7c10e0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c5befd87-f50b-4ebe-b494-24902b7c10e0,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:13.650770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.651946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9b26467b-12be-49d1-b440-9107a835b7e4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:13.701610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:13.722575 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-21a29ecd-6a20-4f05-8f14-e2bf4343bd9f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/77397982-9a94-4449-a61e-ecfb08e01bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952049 Mar 23 11:06:13.775002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=c5befd87-f50b-4ebe-b494-24902b7c10e0,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:13.792864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 9b26467b-12be-49d1-b440-9107a835b7e4 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:13.798648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9b26467b-12be-49d1-b440-9107a835b7e4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:13.799023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.906020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-8f5807e3-a5f0-4a44-927c-d695e9380a02 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:13.927722 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-8f5807e3-a5f0-4a44-927c-d695e9380a02 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:13.928919 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-8f5807e3-a5f0-4a44-927c-d695e9380a02 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058824163&fields=id&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 267 time: 0.0700905 Mar 23 11:06:13.932597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.950027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 9b26467b-12be-49d1-b440-9107a835b7e4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9b26467b-12be-49d1-b440-9107a835b7e4,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:13.953939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:14.023212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=9b26467b-12be-49d1-b440-9107a835b7e4,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:14.096233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-b33ad309-6be2-4039-b2eb-2cc97d39bdbe tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:14.097191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-b33ad309-6be2-4039-b2eb-2cc97d39bdbe tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:14.119891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-b33ad309-6be2-4039-b2eb-2cc97d39bdbe tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:14.121072 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-b33ad309-6be2-4039-b2eb-2cc97d39bdbe tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 797 time: 0.1821446 Mar 23 11:06:14.141262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-a88a376e-d10d-4667-a015-e2d66c36ebd5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/quotas/3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 375 time: 0.0137260 Mar 23 11:06:14.240524 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-1c552752-d1f6-4e35-b7ae-a02b58fb209e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:14.258071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-1c552752-d1f6-4e35-b7ae-a02b58fb209e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:14.259696 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-1c552752-d1f6-4e35-b7ae-a02b58fb209e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127045 Mar 23 11:06:14.370045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-fae9e64d-26fa-42d4-ba03-5cab688a78f2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:06:14.371163 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-fae9e64d-26fa-42d4-ba03-5cab688a78f2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0921381 Mar 23 11:06:14.504389 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-fd41ddac-17e7-4a38-83a2-01e4e047efcc service neutron] 10.222.0.73 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267245 Mar 23 11:06:14.647956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-27c919b7-077f-4220-a3b2-6a4995f59520 service neutron] 10.222.0.73 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378798 Mar 23 11:06:14.778160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Sync routers for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:06:14.790051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:14.790640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:14.848521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b9010552-f1b2-4a7d-9e29-56323726dd42 req-3b7efb9b-5317-4864-8bd9-f499d7a1efa2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0408328 Mar 23 11:06:14.967837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:15.245367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5befd87-f50b-4ebe-b494-24902b7c10e0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:15.335358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 2, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:15.338613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port c5befd87-f50b-4ebe-b494-24902b7c10e0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:15.338980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.365188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Checking router: 77397982-9a94-4449-a61e-ecfb08e01bee for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:06:15.365531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Updating router 77397982-9a94-4449-a61e-ecfb08e01bee port ea30666f-7c1f-4982-8ac5-cdbf85d2381d binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:06:15.434958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.591594 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9b26467b-12be-49d1-b440-9107a835b7e4 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:15.807932 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9b26467b-12be-49d1-b440-9107a835b7e4 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:15.808301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.968686 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ce818d02-6ec5-4576-851b-43adf747983c req-a5f89824-4179-43cf-bd88-8057af483564 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0509052 Mar 23 11:06:16.000802 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.015707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Transition to ACTIVE for port object ea30666f-7c1f-4982-8ac5-cdbf85d2381d will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:16.028533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.195269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ad502-038d-4871-ba18-035d8369bdeb None None] Pushing event updated for resources: {'Port': ['ID=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.254290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Attempting to bind port ea30666f-7c1f-4982-8ac5-cdbf85d2381d on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:16.254290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Attempting to bind port ea30666f-7c1f-4982-8ac5-cdbf85d2381d by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:16.255278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Attempting to bind port ea30666f-7c1f-4982-8ac5-cdbf85d2381d on network 46bca47b-2d36-4908-882e-95f8fa81cf88 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:06:16.261760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:06:16.262123 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Checking segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:06:16.262520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.262909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Bound using segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:06:16.263368 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Bound port: ea30666f-7c1f-4982-8ac5-cdbf85d2381d, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:16.263765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.361401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] For port ea30666f-7c1f-4982-8ac5-cdbf85d2381d, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:06:16.364683 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] For port ea30666f-7c1f-4982-8ac5-cdbf85d2381d, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:06:16.371019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.450639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ad502-038d-4871-ba18-035d8369bdeb None None] Pushing event updated for resources: {'Port': ['ID=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.456487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:16.457091 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:05:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:16.656169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:16.964491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:16.968340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019780d-5f8a-462a-80f0-486f51d73848 None None] The sync data for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv is: [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:06:17.162331 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-20000b9b-317b-4a98-9b16-b846a771b703 req-4210b44c-4d47-4b91-b8bc-8448bb40e0fb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0449498 Mar 23 11:06:17.283762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ea30666f-7c1f-4982-8ac5-cdbf85d2381d up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:17.378675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:17.384190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:17.384704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:17.510345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:17.553193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port ea30666f-7c1f-4982-8ac5-cdbf85d2381d, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:17.559626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:17.641246 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:18.119569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-bfedf747-a059-482a-a109-cee14508a6a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:18.120944 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-bfedf747-a059-482a-a109-cee14508a6a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 797 time: 0.2715387 Mar 23 11:06:18.174068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-9b924217-9814-4fcc-a58f-947a7cf39b1e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 380 time: 0.0405896 Mar 23 11:06:18.185095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'port': {'device_id': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'admin_state_up': True, 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'security_groups': ['67243b4a-72cc-41b7-8832-b8e5af8d7e7a']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:18.361075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a355b8f8-ba61-4d55-825a-69515fa057fb req-fb1cfd62-3ded-492b-a8ff-9dfedcbf4598 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0668645 Mar 23 11:06:18.382251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:18.392311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:18.402866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:18.405841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.566746 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.13 (46bca47b-2d36-4908-882e-95f8fa81cf88/02062190-ec30-4ab3-9f27-e6d2be59a5ab/55c04d58-1e80-40b1-bc05-ab2823c5c8dd) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:18.770550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.786491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object 55c04d58-1e80-40b1-bc05-ab2823c5c8dd will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:18.809445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.889193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:18.893368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:18.895711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:06:18.921116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:18.974087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:18.974805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.005439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-030ff465-4864-4e36-b3a5-622d3a85f726 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249238 Mar 23 11:06:19.017298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Request body: {'port': {'device_id': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:19.136432 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.186626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-022d3289-7c32-4999-8f10-5149f13eb305 None None] Provisioning for port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:19.192366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-022d3289-7c32-4999-8f10-5149f13eb305 None None] Provisioning complete for port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:19.192809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-022d3289-7c32-4999-8f10-5149f13eb305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.256445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-022d3289-7c32-4999-8f10-5149f13eb305 None None] Port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:06:19.271341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ea30666f-7c1f-4982-8ac5-cdbf85d2381d up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:19.382906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ea30666f-7c1f-4982-8ac5-cdbf85d2381d triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:19.383271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.503159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c04d58-1e80-40b1-bc05-ab2823c5c8dd {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:06:19.512345 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.568522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Transition to ACTIVE for port object 55c04d58-1e80-40b1-bc05-ab2823c5c8dd will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:19.572723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.719319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Pushing event updated for resources: {'Port': ['ID=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:19.736317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46492c-eb57-4b87-b164-b9587c7eca3a req-69f43ad2-defc-4faa-bb7c-93f9a485d35f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:19.737010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-8c46492c-eb57-4b87-b164-b9587c7eca3a req-69f43ad2-defc-4faa-bb7c-93f9a485d35f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:19.825318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-8c46492c-eb57-4b87-b164-b9587c7eca3a req-69f43ad2-defc-4faa-bb7c-93f9a485d35f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:19.826469 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c46492c-eb57-4b87-b164-b9587c7eca3a req-69f43ad2-defc-4faa-bb7c-93f9a485d35f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 932 time: 0.3185091 Mar 23 11:06:19.878445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Attempting to bind port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:19.878780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Attempting to bind port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:19.879108 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Attempting to bind port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd on network 46bca47b-2d36-4908-882e-95f8fa81cf88 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:06:19.893432 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8c46492c-eb57-4b87-b164-b9587c7eca3a req-a16f2c36-2cb7-4af0-b1b5-2d5d7cf6d8fc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604150 Mar 23 11:06:19.894048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd on network 46bca47b-2d36-4908-882e-95f8fa81cf88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:06:19.894365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Attempting to bind port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd on network 46bca47b-2d36-4908-882e-95f8fa81cf88 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:06:19.900800 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:06:19.901210 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Checking segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:06:19.901587 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Bound using segment: {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:06:19.902009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Bound port: 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1f4c35-70c8-4641-b3de-93b343b392d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:19.902356 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.988486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] For port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:06:19.991393 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] For port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:06:19.996090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.152629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.153989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] 10.222.0.91 "PUT /v2.0/ports/55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 1094 time: 1.1410291 Mar 23 11:06:20.154456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:06:20.175241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74ce39-1b53-4194-82b6-328be27b82c9 service neutron] Pushing event updated for resources: {'Port': ['ID=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:20.230879 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'status': 'completed', 'code': 200} Mar 23 11:06:20.273700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-2ceee1c1-84e1-47b9-bc59-e1589a0c4083 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1097 time: 0.0749800 Mar 23 11:06:20.345507 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-dd239b75-f369-4320-aaaf-bda1bfb44bc2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 217 time: 0.0654778 Mar 23 11:06:20.412889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-a7aea85a-b58e-452d-ad26-92e872ef7d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:20.414311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-a7aea85a-b58e-452d-ad26-92e872ef7d02 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0636661 Mar 23 11:06:20.487265 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-376ddc91-dfd7-42b4-8e66-f8bfb22cb952 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673046 Mar 23 11:06:20.615223 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-89c76592-c4ea-403c-bba4-6d32e9fc7a82 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224566 Mar 23 11:06:20.742696 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-371ec1fd-e47f-48df-ab98-0e07eec76852 req-e6c0207e-2dba-4acc-bdc6-a2893b652533 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221192 Mar 23 11:06:20.857320 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-89b476eb-7c53-4c12-8f22-4ed38536b721 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1097 time: 0.0674310 Mar 23 11:06:20.988914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-d277944c-93ef-4c99-a934-b715df48d9e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:20.990330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-d277944c-93ef-4c99-a934-b715df48d9e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.1274784 Mar 23 11:06:21.095278 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-47816e38-3b86-4c34-b703-fbf65a39b909 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 217 time: 0.0989592 Mar 23 11:06:21.175190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-be346901-37cb-4c22-a364-328dd656895e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:21.176643 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-be346901-37cb-4c22-a364-328dd656895e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0739992 Mar 23 11:06:21.188131 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82f8c-b8eb-4ce1-86c5-8d5214b5a9e1 req-e8af8eb8-e17c-4ff4-a53c-eb354eb2abaa tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:21.189548 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41e82f8c-b8eb-4ce1-86c5-8d5214b5a9e1 req-e8af8eb8-e17c-4ff4-a53c-eb354eb2abaa tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 944 time: 0.1448460 Mar 23 11:06:21.281378 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-41e82f8c-b8eb-4ce1-86c5-8d5214b5a9e1 req-b67b3b91-6f8d-4407-aa48-0c3afb1fc263 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639241 Mar 23 11:06:21.295303 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-027785d5-be7d-4bb9-9018-f4337de127ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130643 Mar 23 11:06:21.429799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-a2ca4486-b79c-4216-a4ac-c718a7ad2b70 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275301 Mar 23 11:06:21.561780 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47efed0a-f688-41b2-b8ce-ea58a4a366d9 req-19009038-3604-436a-b532-94d55b6b696a service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261847 Mar 23 11:06:22.477266 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f961c-2aaf-45b6-ae3c-859713c7c33d req-b4fe80d6-71c0-4abc-917b-d429d3c1df68 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:22.478614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-973f961c-2aaf-45b6-ae3c-859713c7c33d req-b4fe80d6-71c0-4abc-917b-d429d3c1df68 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 944 time: 0.0746846 Mar 23 11:06:22.523315 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-973f961c-2aaf-45b6-ae3c-859713c7c33d req-60d9080f-3062-44c2-9734-e073c77b1672 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Mar 23 11:06:23.730047 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487eca4-18f3-4bbb-9f2b-923921457e10 req-af286829-e864-4c66-bc71-441bcfa495cb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:23.731432 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c487eca4-18f3-4bbb-9f2b-923921457e10 req-af286829-e864-4c66-bc71-441bcfa495cb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 944 time: 0.0904193 Mar 23 11:06:23.869584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c487eca4-18f3-4bbb-9f2b-923921457e10 req-c47fadce-b11d-4757-bb30-13c3d15d50bd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325922 Mar 23 11:06:24.487431 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2bb9916b-8e6e-4018-8b4c-2e33b41fb2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:24.548867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 55c04d58-1e80-40b1-bc05-ab2823c5c8dd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:06:24.680219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:24.693429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'port_id': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'mac_address': 'fa:16:3e:ad:2c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:06:24.744863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:24.761894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c04d58-1e80-40b1-bc05-ab2823c5c8dd {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:06:24.777010 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:24.780761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:24.854728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:24.985735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.063728 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981ca9a-a339-4c1c-b7a1-9e224eed75e4 req-24ca6f1f-8764-4f62-9058-d098005427dc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:25.065169 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4981ca9a-a339-4c1c-b7a1-9e224eed75e4 req-24ca6f1f-8764-4f62-9058-d098005427dc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.0748935 Mar 23 11:06:25.110889 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4981ca9a-a339-4c1c-b7a1-9e224eed75e4 req-2c283cdc-ece7-4803-9ac5-c9907e7185a7 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Mar 23 11:06:25.143337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['55c04d58-1e80-40b1-bc05-ab2823c5c8dd'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:06:26.310808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd5a87-af1c-4d35-bafc-1740bec0a18b req-8b48c2b3-28d7-4ed8-abbe-51eb57ccd86c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:26.312284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbfd5a87-af1c-4d35-bafc-1740bec0a18b req-8b48c2b3-28d7-4ed8-abbe-51eb57ccd86c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 945 time: 0.0798016 Mar 23 11:06:26.357628 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbfd5a87-af1c-4d35-bafc-1740bec0a18b req-fd086120-c45d-4406-b217-ede10285e4e4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397356 Mar 23 11:06:26.549903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 55c04d58-1e80-40b1-bc05-ab2823c5c8dd up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:26.617469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:26.621934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:26.622302 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.734463 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.760997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:06:26.770655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:26.774390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.818379 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'code': 200} Mar 23 11:06:26.856120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-55956f19-0517-4db3-9766-04cdf125d2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.861565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:27.037301 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da8df277-addb-4998-8b4f-f2694bbd9f85 req-b8663220-0fef-400d-94ca-4f641c72566d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0655091 Mar 23 11:06:27.080830 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-da8df277-addb-4998-8b4f-f2694bbd9f85 req-05c60dfc-ecc1-49b6-a206-449ff74a5728 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Mar 23 11:06:27.554729 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b79c1-cac9-4bf0-b272-adcfdd74e47a req-f5127d19-17ad-4d02-a38d-f16bb9aacf7a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:27.556202 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b11b79c1-cac9-4bf0-b272-adcfdd74e47a req-f5127d19-17ad-4d02-a38d-f16bb9aacf7a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0756412 Mar 23 11:06:27.601011 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b11b79c1-cac9-4bf0-b272-adcfdd74e47a req-e7fdd7b0-f742-47fe-9724-4468970cd08e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393426 Mar 23 11:06:27.860764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:28.085426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:28.803391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f788e14-1d3c-4961-a86c-e715c870da4d req-953bb79d-4867-4817-a00e-8430bc488c12 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:28.804778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f788e14-1d3c-4961-a86c-e715c870da4d req-953bb79d-4867-4817-a00e-8430bc488c12 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0822196 Mar 23 11:06:28.850118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f788e14-1d3c-4961-a86c-e715c870da4d req-bb3797a2-3e13-4b95-9d3c-9a6d76314d55 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 Mar 23 11:06:29.044141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295506a-bcdd-4253-a704-8220eb044cc4 req-8c8ecbf8-4c81-4f90-8011-830580ae47dc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:29.045583 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d295506a-bcdd-4253-a704-8220eb044cc4 req-8c8ecbf8-4c81-4f90-8011-830580ae47dc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0753472 Mar 23 11:06:29.091330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d295506a-bcdd-4253-a704-8220eb044cc4 req-540d25f7-3594-4148-91d3-35cba8a14673 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Mar 23 11:06:29.118166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55660) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:29.192610 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-988fdab5-7c55-46f5-9494-629a5f94172b tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1094 time: 0.0731709 Mar 23 11:06:29.195093 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55664) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:29.200179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:06:29.206354 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:29.210170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:floatingip and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:29.213000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:29.218653 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:29.228734 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.361197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.449155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.498486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.28 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/533c87df-3722-45e9-96b6-9e2302f9d3ba) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:29.643730 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.670060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.737794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:29.740476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:29.744423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:06:29.773561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=533c87df-3722-45e9-96b6-9e2302f9d3ba,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:30.377474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.436248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.655024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.659444 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.767720 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=533c87df-3722-45e9-96b6-9e2302f9d3ba,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:30.779626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.964554 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Floating IP f2c446a1-391c-421f-98f5-053795bf5e55 associated. External IP: 172.26.7.28, port: 55c04d58-1e80-40b1-bc05-ab2823c5c8dd. Mar 23 11:06:31.351045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 77397982-9a94-4449-a61e-ecfb08e01bee has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:31.551081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:31.561009 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] Sync routers for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:06:31.573940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:31.574653 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:06:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:31.575434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:31.632640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-e79a9a7e-8776-412c-bdc9-0005c33368cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4364998 Mar 23 11:06:31.633224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:06:31.691643 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'status': 'completed', 'code': 200} Mar 23 11:06:31.763027 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:31.846141 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-23257c90-dbc1-497f-ab23-e5bc685f8fd6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1324408 Mar 23 11:06:31.851307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb183dd-d6ac-4a2e-bf7e-fa68b257242e req-009ea4b7-4825-42b5-b635-c84ecfa3c08c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.852692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cb183dd-d6ac-4a2e-bf7e-fa68b257242e req-009ea4b7-4825-42b5-b635-c84ecfa3c08c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.1063542 Mar 23 11:06:32.082920 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2cb183dd-d6ac-4a2e-bf7e-fa68b257242e req-13ec716f-3b72-4d14-a0ef-a902f1aa9821 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116690 Mar 23 11:06:32.111574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55672) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:32.127721 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f2c446a1-391c-421f-98f5-053795bf5e55', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'port_id': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'mac_address': 'fa:16:3e:ad:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:30Z', 'updated_at': '2022-03-23T11:06:30Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:17Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:32.131822 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] Checking router: 77397982-9a94-4449-a61e-ecfb08e01bee for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:06:32.143017 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:06:32.143633 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:06:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:32.210558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-aad7b01f-d832-49dc-b5b0-12e6ead5383e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:32.212032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-aad7b01f-d832-49dc-b5b0-12e6ead5383e service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.3585114 Mar 23 11:06:32.288636 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-20a10e65-2746-41f1-a9bd-c5a499f0feeb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/f2c446a1-391c-421f-98f5-053795bf5e55 HTTP/1.1" status: 200 len: 991 time: 0.1763947 Mar 23 11:06:32.334007 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-dc81d95b-cbaa-4bca-a197-d5acaa0fa841 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 999 time: 0.1083200 Mar 23 11:06:32.351611 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:06:32.400526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-05830585-ba7e-42ef-b0cd-64d11ba96b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:32.402058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-05830585-ba7e-42ef-b0cd-64d11ba96b61 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0623314 Mar 23 11:06:32.479379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-e0217e3a-034c-4c67-be7c-886bc4be1cd2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708933 Mar 23 11:06:32.612197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-bea48728-d52f-4af5-8c1f-251cce37b11a service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253850 Mar 23 11:06:32.699072 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f2c446a1-391c-421f-98f5-053795bf5e55', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'port_id': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'mac_address': 'fa:16:3e:ad:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:30Z', 'updated_at': '2022-03-23T11:06:30Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:17Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:32.703043 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b37a57-0109-41b5-a822-c088e79f8429 None None] The sync data for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv is: [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'f2c446a1-391c-421f-98f5-053795bf5e55', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'port_id': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'mac_address': 'fa:16:3e:ad:2c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:30Z', 'updated_at': '2022-03-23T11:06:30Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:17Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:06:32.746648 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80ea7744-745e-43a7-9ce5-c7ffc7b98189 req-00fab9ab-551d-4279-b04b-72dc75d9cf2d service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283991 Mar 23 11:06:33.292481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55676) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:33.404482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5bd24d2a-b96a-497f-9816-42502f207e9c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/f2c446a1-391c-421f-98f5-053795bf5e55 HTTP/1.1" status: 200 len: 991 time: 0.1108501 Mar 23 11:06:33.757184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0567416-997f-42ce-9c38-baaf148c118f None None] New status for floating IP f2c446a1-391c-421f-98f5-053795bf5e55: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:06:34.408802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55684) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:34.518315 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4bcce9f6-3783-43d1-b986-fbda5b42fd1a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/f2c446a1-391c-421f-98f5-053795bf5e55 HTTP/1.1" status: 200 len: 993 time: 0.1083834 Mar 23 11:06:36.156515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [req-41790475-a900-496f-a661-d9d5740b6086 req-7356a4f2-6a2c-4056-8f33-02833dd27cbd service neutron] (83746) timed out ('10.222.0.73', 52052) {{(pid=83746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 11:06:44.325340 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-b9b659c0-0db4-4acd-8a77-ca1b0ebd4db5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657778 Mar 23 11:06:44.463200 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-20342f0a-7a79-42b4-9a3e-49a09fc52db0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0702910 Mar 23 11:06:44.604368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e0d5-bab7-478d-90de-19a292765b18 req-be0dba8e-aa23-4b0e-bca4-a7066c6af373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:44.605770 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-be0dba8e-aa23-4b0e-bca4-a7066c6af373 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.1256511 Mar 23 11:06:44.704712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-20fccc08-91c3-452b-9f2f-f10f28a43d75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 1001 time: 0.0918827 Mar 23 11:06:44.767794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e0d5-bab7-478d-90de-19a292765b18 req-92250fb7-0623-4fca-9373-d78464d13df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:44.769103 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-92250fb7-0623-4fca-9373-d78464d13df9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0587487 Mar 23 11:06:44.840956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-342bc356-c162-4d31-b451-30a9272da4b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660949 Mar 23 11:06:45.066938 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-ff92346c-78a2-46df-ae5d-2bb663ebbb32 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184615 Mar 23 11:06:45.198472 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9836e0d5-bab7-478d-90de-19a292765b18 req-25a6597e-68de-4d58-b62e-a1bdc23bc01c service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244791 Mar 23 11:06:47.251561 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:06:54.490528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f451347c-8951-4872-ba82-59b95f99c0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:55.001242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:56.839108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc9e1-fa46-4d5a-9c81-8cb8f4be43a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:57.861803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:58.088485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:59.450828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:24.251592 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:07:24.498596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-263d8952-7b9a-4bed-9ec7-c48aa02cd85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:25.002419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:26.841928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2a7f94a9-59e4-424f-8e39-f4d6760cd43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:27.865672 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:28.094786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:29.455009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:44.202073 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd16d0-d289-4f16-b469-4b5c8edf8ab0 req-a1daed66-c392-46dc-9f82-9193616c0abd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:44.204196 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3ebd16d0-d289-4f16-b469-4b5c8edf8ab0 req-a1daed66-c392-46dc-9f82-9193616c0abd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0854619 Mar 23 11:07:44.249972 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3ebd16d0-d289-4f16-b469-4b5c8edf8ab0 req-2403449a-2879-41f8-b8ba-cd588c6bed28 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Mar 23 11:07:45.459364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7bdd7-f96f-4664-9430-c5e1815b464c req-b660c516-5809-44ca-8c69-69267565fb73 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:45.460781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1f7bdd7-f96f-4664-9430-c5e1815b464c req-b660c516-5809-44ca-8c69-69267565fb73 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0781832 Mar 23 11:07:45.510727 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a1f7bdd7-f96f-4664-9430-c5e1815b464c req-46ede14e-b53f-4dc6-9a5a-a6baef659628 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445058 Mar 23 11:07:46.447272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-ec9fa82f-946c-4703-9a2d-629d067517d4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1342103 Mar 23 11:07:46.608307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-75fc9188-7091-4463-b71d-5c6a6385f030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:46.610361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-75fc9188-7091-4463-b71d-5c6a6385f030 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.1444514 Mar 23 11:07:46.765416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-24503576-0f4f-4164-a98a-e124b4d77821 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 1001 time: 0.1479645 Mar 23 11:07:46.827070 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7616-861a-4ae4-864b-f1b011041cc3 req-a3ee98e2-ef1a-475a-a5b9-a57e775f7f23 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:46.829076 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-202c7616-861a-4ae4-864b-f1b011041cc3 req-a3ee98e2-ef1a-475a-a5b9-a57e775f7f23 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.1631398 Mar 23 11:07:46.866903 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-0848500c-54cb-452b-8f13-795c5b870ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:46.868404 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-0848500c-54cb-452b-8f13-795c5b870ca0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0973728 Mar 23 11:07:46.926407 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-202c7616-861a-4ae4-864b-f1b011041cc3 req-f2190504-da61-495f-842a-f9dddd5d0d10 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912259 Mar 23 11:07:46.956846 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-dcc537e0-5610-4ee6-aa7f-88bf42f63518 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813527 Mar 23 11:07:46.966212 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-49d8c038-a2c5-490d-829a-9ab212af7be6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:07:46.967164 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-49d8c038-a2c5-490d-829a-9ab212af7be6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045972 Mar 23 11:07:47.113945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-568751c3-7ddb-426c-95d9-03317e2b583c service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411784 Mar 23 11:07:47.244868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e6f2f44a-08a8-4965-b105-37f980f41204 req-12edfb3e-8b67-4c70-84e7-50a8a49a5d52 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261647 Mar 23 11:07:48.135347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e855b-947e-4de1-a16b-15d4460f26e9 req-706cc90c-566f-4979-9688-7f52af86eed3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:48.136960 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2d9e855b-947e-4de1-a16b-15d4460f26e9 req-706cc90c-566f-4979-9688-7f52af86eed3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0896649 Mar 23 11:07:48.187181 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2d9e855b-947e-4de1-a16b-15d4460f26e9 req-21532f47-d978-4bc4-b55f-f62e8b0bb4bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Mar 23 11:07:49.382514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8714e1-b2c1-4c39-baed-8cfeb2b4fe3a req-e45ead8d-18be-46da-86a0-691401ca14f3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:49.383971 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5f8714e1-b2c1-4c39-baed-8cfeb2b4fe3a req-e45ead8d-18be-46da-86a0-691401ca14f3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0758026 Mar 23 11:07:49.428994 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5f8714e1-b2c1-4c39-baed-8cfeb2b4fe3a req-aa2669ce-61bc-4cec-a85a-4597090a12e0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 Mar 23 11:07:50.631157 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7dc58-37b7-401f-8a76-21ac16af699d req-7b0d7a43-6e98-4040-8be7-d05ce9eb1deb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:50.632646 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05d7dc58-37b7-401f-8a76-21ac16af699d req-7b0d7a43-6e98-4040-8be7-d05ce9eb1deb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0821505 Mar 23 11:07:50.678962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-05d7dc58-37b7-401f-8a76-21ac16af699d req-f5ea6444-39e0-4f16-9439-aa37001e35cd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408211 Mar 23 11:07:51.883296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15579b28-fcd0-47a4-98d7-3218d8373891 req-56e30950-fb74-4fc9-bce1-5f9ece1eb0a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:51.884692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15579b28-fcd0-47a4-98d7-3218d8373891 req-56e30950-fb74-4fc9-bce1-5f9ece1eb0a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0823069 Mar 23 11:07:52.019225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15579b28-fcd0-47a4-98d7-3218d8373891 req-b6a56ab6-5ffd-4c4f-aca8-6642aa7c74a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281679 Mar 23 11:07:53.214176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad839db-2a6a-4f7b-a684-076b0d127b6e req-2650239c-f9ce-4a76-a713-2e687f8bb5f2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:53.215656 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ad839db-2a6a-4f7b-a684-076b0d127b6e req-2650239c-f9ce-4a76-a713-2e687f8bb5f2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0766237 Mar 23 11:07:53.261032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ad839db-2a6a-4f7b-a684-076b0d127b6e req-24997365-b24e-4e20-942c-d1ed05149190 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 Mar 23 11:07:54.463322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d238-fb15-49b2-851a-a7e62e621d6c req-e14d5676-890d-44cc-bd14-aeb5b8fa8b42 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:54.464706 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c461d238-fb15-49b2-851a-a7e62e621d6c req-e14d5676-890d-44cc-bd14-aeb5b8fa8b42 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0782938 Mar 23 11:07:54.512352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c461d238-fb15-49b2-851a-a7e62e621d6c req-aac52a52-795d-48ca-b45a-78b8eefe91e3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Mar 23 11:07:54.525625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-038d019f-6bbc-40b0-8f32-2695af7f3b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:55.012256 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:55.705153 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b8fc3-50d2-4ca3-b386-0e96f36955eb req-1258d754-e9f8-4d6d-a62a-309af6646ff5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:55.706637 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ad6b8fc3-50d2-4ca3-b386-0e96f36955eb req-1258d754-e9f8-4d6d-a62a-309af6646ff5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0758889 Mar 23 11:07:55.752250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ad6b8fc3-50d2-4ca3-b386-0e96f36955eb req-9e400c2b-5720-47f4-913f-992c7a998621 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Mar 23 11:07:55.779164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55748) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:07:55.882722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4cd5527e-d24e-4278-a1b7-4f6910cdbc57 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/f2c446a1-391c-421f-98f5-053795bf5e55 HTTP/1.1" status: 200 len: 993 time: 0.1023078 Mar 23 11:07:56.848050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1d765941-dc20-40ec-a9be-2f0ab1b93faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:57.419912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6b40-c8b0-4763-a559-018340cb05b7 req-cda0a13b-6aaa-490a-8dfa-4853fac1df48 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:57.421887 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89cd6b40-c8b0-4763-a559-018340cb05b7 req-cda0a13b-6aaa-490a-8dfa-4853fac1df48 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.1320651 Mar 23 11:07:57.429115 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-55c47897-4909-4341-98dc-65dd0bc5c860 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1008921 Mar 23 11:07:57.551398 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89cd6b40-c8b0-4763-a559-018340cb05b7 req-d6eeccba-87d2-41b1-b943-37aab209c43e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213479 Mar 23 11:07:57.593391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-38afb7ad-8ba9-45d2-a65d-ba2ca97f795c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:57.594832 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-38afb7ad-8ba9-45d2-a65d-ba2ca97f795c service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.1504872 Mar 23 11:07:57.692196 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-538b06ef-e351-44cc-8d31-61eb5a30d0dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 1001 time: 0.0917201 Mar 23 11:07:57.756683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-a4cf8e11-fb3f-4998-9e6d-444cb39685f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:57.758131 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-a4cf8e11-fb3f-4998-9e6d-444cb39685f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0609446 Mar 23 11:07:57.835558 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-c514e4ed-a779-4786-8440-9e0f2a3c13ee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709441 Mar 23 11:07:57.870096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:57.973263 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-8b891277-30d7-4f7a-b237-62fb48d85c27 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293473 Mar 23 11:07:58.096551 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:58.112846 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-01a4beca-2941-4f4f-90a3-d5e5c7fd1573 req-62f1147b-b5eb-4947-9942-f76fdecac395 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341367 Mar 23 11:07:58.762176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2577e-8f81-413d-a2c4-64c5d74fbaf6 req-8e36399a-26a8-4dce-b317-e4781f177141 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:58.763860 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-25a2577e-8f81-413d-a2c4-64c5d74fbaf6 req-8e36399a-26a8-4dce-b317-e4781f177141 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0896876 Mar 23 11:07:58.809923 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-25a2577e-8f81-413d-a2c4-64c5d74fbaf6 req-e464a432-2bc7-41cb-8fed-a6da8e7a86ff tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397346 Mar 23 11:07:59.457385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:00.005017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f77d54-c9da-4626-9fe5-ad06bc3f415d req-690ed5bc-2db1-4699-b8e6-3ad309a153ab tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:00.006447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77f77d54-c9da-4626-9fe5-ad06bc3f415d req-690ed5bc-2db1-4699-b8e6-3ad309a153ab tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.0752418 Mar 23 11:08:00.050674 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-77f77d54-c9da-4626-9fe5-ad06bc3f415d req-5b2761a2-1dbe-4648-944b-1e0b52243216 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Mar 23 11:08:00.079329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55762) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:08:00.183056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-ecda5904-154d-4f54-aaef-91f22e2135a8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/f2c446a1-391c-421f-98f5-053795bf5e55 HTTP/1.1" status: 200 len: 993 time: 0.1025743 Mar 23 11:08:01.252430 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:08:24.497756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a6f2251d-73d9-4072-a5db-a760148e3513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:25.012998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:26.840583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-aa69940e-2e91-431a-855d-cf6498e43f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:27.873616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:28.099081 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:29.464121 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:38.251880 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:08:47.326489 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-daebc2ad-eb91-4644-bf6f-c32d54fc65e7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700583 Mar 23 11:08:47.543649 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-9c204b46-a72f-441e-8fff-d90433c04aff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1499312 Mar 23 11:08:47.685652 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-ff657779-795e-4e1e-832e-1dc944a3222d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.687081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-ff657779-795e-4e1e-832e-1dc944a3222d service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.1250553 Mar 23 11:08:47.789309 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-f8253257-c473-4176-a225-fc8853c22caf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 1001 time: 0.0961771 Mar 23 11:08:47.851247 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-e9e1fa86-5d09-4530-9b66-d49f579a55c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.852600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-e9e1fa86-5d09-4530-9b66-d49f579a55c1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0564137 Mar 23 11:08:47.934225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-747d1f64-e6e3-4537-806c-a5e97214251b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754747 Mar 23 11:08:48.063705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-03eeca00-785b-40ed-80c0-11e8d72b0433 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235025 Mar 23 11:08:48.194897 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7bca08af-4cae-4a7c-99e4-96fb3d79bce5 req-b3ea4af4-0924-4e6c-927a-e54eb574bede service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252170 Mar 23 11:08:54.499782 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-16c3a30d-07f4-44e2-b4d6-140d09242fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:55.010439 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:55.150167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55804) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:08:55.564009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 533c87df-3722-45e9-96b6-9e2302f9d3ba {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:08:55.564352 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:55.736137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:55.736465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:55.858347 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 533c87df-3722-45e9-96b6-9e2302f9d3ba owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:08:56.006914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:56.050285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=533c87df-3722-45e9-96b6-9e2302f9d3ba,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:56.084742 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.085089 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.085427 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.085763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.086096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.086425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.086752 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.087074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.087395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.087749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.088074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:56.254718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:56.638877 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 77397982-9a94-4449-a61e-ecfb08e01bee has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:08:56.840434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:08:56.841738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2885-488e-4184-aac9-1517049393c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:56.853544 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] Sync routers for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:08:56.867115 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:56.868426 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:08:56.869133 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:56.924255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f0b0b405-642a-459f-9097-3d949002ab64 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/floatingips/f2c446a1-391c-421f-98f5-053795bf5e55 HTTP/1.1" status: 204 len: 168 time: 1.7727387 Mar 23 11:08:56.925491 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:08:57.052029 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:08:57.135149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'status': 'completed', 'code': 200} Mar 23 11:08:57.237285 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-9bba96e9-14c4-4c29-98c4-e973e102d895 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0744023 Mar 23 11:08:57.381929 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:17Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:57.385828 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] Checking router: 77397982-9a94-4449-a61e-ecfb08e01bee for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:08:57.396884 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:08:57.397470 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:57.430320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-8ffa2cd7-4593-4e7a-9f9d-650141fefba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:57.431887 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-8ffa2cd7-4593-4e7a-9f9d-650141fefba8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 200 len: 898 time: 0.1867366 Mar 23 11:08:57.443624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5121455-0032-400d-a273-b04d44f34d75 req-78134106-5784-40b4-a03d-cf2beaf8d589 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:57.444184 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d5121455-0032-400d-a273-b04d44f34d75 req-78134106-5784-40b4-a03d-cf2beaf8d589 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:08:57.513878 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-81a02f28-aa36-4d2d-a573-3c5d9e3eb52d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 200 len: 217 time: 0.0668538 Mar 23 11:08:57.518144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-d5121455-0032-400d-a273-b04d44f34d75 req-78134106-5784-40b4-a03d-cf2beaf8d589 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:08:57.519861 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d5121455-0032-400d-a273-b04d44f34d75 req-78134106-5784-40b4-a03d-cf2beaf8d589 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.2529790 Mar 23 11:08:57.603465 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:08:57.606094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-4577456e-8938-4afd-a65a-c56c50c55a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:57.607500 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-4577456e-8938-4afd-a65a-c56c50c55a98 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 200 len: 834 time: 0.0867085 Mar 23 11:08:57.614622 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d5121455-0032-400d-a273-b04d44f34d75 req-b7ea228a-8128-4a47-8dee-8b4bf6dd01e0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597284 Mar 23 11:08:57.684733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-fe958f96-b47e-4e86-915e-d5c8480a9a4c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=46bca47b-2d36-4908-882e-95f8fa81cf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689111 Mar 23 11:08:57.826293 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-93ffbe07-9e6a-483e-b383-7d6122449df5 service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348057 Mar 23 11:08:57.880658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:57.959646 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:17Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:57.964004 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b123d6-4fa6-4823-a61d-ef85fd1036b8 None None] The sync data for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv is: [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:12Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'ea30666f-7c1f-4982-8ac5-cdbf85d2381d', 'name': '', 'network_id': '46bca47b-2d36-4908-882e-95f8fa81cf88', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:2f:47:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:11Z', 'updated_at': '2022-03-23T11:06:17Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '02062190-ec30-4ab3-9f27-e6d2be59a5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:08:57.968750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0fc05c30-218c-46f6-897b-4a0b83cabdea req-b6be5866-6eb3-419b-b704-25cc13d7686b service neutron] 10.222.0.91 "GET /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353776 Mar 23 11:08:58.112596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:58.208928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b8cbe-60b5-4b07-9d05-bf5119621c16 None None] New status for floating IP f2c446a1-391c-421f-98f5-053795bf5e55: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:08:58.963789 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152c288-b43b-4c96-8b17-f2c8efcd87b9 req-f6d1a123-e7e3-4f3e-b41e-72d3035d0422 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:58.965130 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4152c288-b43b-4c96-8b17-f2c8efcd87b9 req-f6d1a123-e7e3-4f3e-b41e-72d3035d0422 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.2284675 Mar 23 11:08:58.995022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-0d527c6b-947b-4a1d-b386-017737eed23b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:58.996434 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-0d527c6b-947b-4a1d-b386-017737eed23b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 946 time: 0.1101563 Mar 23 11:08:59.071014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4152c288-b43b-4c96-8b17-f2c8efcd87b9 req-c3200542-1adc-4337-ab1b-2f3c5caec183 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=67243b4a-72cc-41b7-8832-b8e5af8d7e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996501 Mar 23 11:08:59.078667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:08:59.078826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:59.322457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:59.322803 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:59.441220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 55c04d58-1e80-40b1-bc05-ab2823c5c8dd owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:08:59.463745 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:59.581662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:59.630231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=55c04d58-1e80-40b1-bc05-ab2823c5c8dd,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:59.704493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] No DVR routers for this DVR port 55c04d58-1e80-40b1-bc05-ab2823c5c8dd on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:08:59.707560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:59.710072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'name': 'network-vif-deleted', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:08:59.725438 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b85fd36-b9b1-4f36-8a9d-4edf2e0bd37f req-417f2eac-2466-4a70-a185-52b801e1b6b8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "DELETE /v2.0/ports/55c04d58-1e80-40b1-bc05-ab2823c5c8dd HTTP/1.1" status: 204 len: 173 time: 0.7234941 Mar 23 11:08:59.765392 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a307268e-2a71-4fef-8f23-4ce62fcdb8c3', 'name': 'network-vif-deleted', 'tag': '55c04d58-1e80-40b1-bc05-ab2823c5c8dd', 'status': 'completed', 'code': 200} Mar 23 11:09:00.257375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9be51f6c-572f-4edd-8f73-23fff3849079 req-c66d726d-1050-4202-af4e-d752f26b9aef tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:09:00.272482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-9be51f6c-572f-4edd-8f73-23fff3849079 req-c66d726d-1050-4202-af4e-d752f26b9aef tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:09:00.273634 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9be51f6c-572f-4edd-8f73-23fff3849079 req-c66d726d-1050-4202-af4e-d752f26b9aef tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=a307268e-2a71-4fef-8f23-4ce62fcdb8c3 HTTP/1.1" status: 200 len: 210 time: 0.0576050 Mar 23 11:09:01.378492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55826) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:01.766400 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.466500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port ea30666f-7c1f-4982-8ac5-cdbf85d2381d {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:09:02.467137 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.652342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port ea30666f-7c1f-4982-8ac5-cdbf85d2381d, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:02.652710 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.772761 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for ea30666f-7c1f-4982-8ac5-cdbf85d2381d owned by network:router_interface {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:09:02.954925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:03.008289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=ea30666f-7c1f-4982-8ac5-cdbf85d2381d,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:03.214800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 55c04d58-1e80-40b1-bc05-ab2823c5c8dd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:09:03.259364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 55c04d58-1e80-40b1-bc05-ab2823c5c8dd {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:09:03.259952 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 55c04d58-1e80-40b1-bc05-ab2823c5c8dd not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:09:03.326479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:03.995321 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 77397982-9a94-4449-a61e-ecfb08e01bee has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:04.196028 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:04.210965 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] Sync routers for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:09:04.213712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-635d8b3b-881a-446d-bb82-f36f005a378b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/77397982-9a94-4449-a61e-ecfb08e01bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8341031 Mar 23 11:09:04.216601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55830) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:04.226975 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:04.227684 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:04.403506 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:04.430784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting subnet 02062190-ec30-4ab3-9f27-e6d2be59a5ab {{(pid=83745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:09:04.433643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:04.487306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3392559'] for subnet, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:04.577535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:04.652584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4179276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3418740'] for subnet, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:04.689172 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:09:02Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:04.694209 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] Checking router: 77397982-9a94-4449-a61e-ecfb08e01bee for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:09:04.704416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Subnet': ['ID=02062190-ec30-4ab3-9f27-e6d2be59a5ab,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:04.705756 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] Routers {'77397982-9a94-4449-a61e-ecfb08e01bee'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:04.706364 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['77397982-9a94-4449-a61e-ecfb08e01bee'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:04.712457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:04.720398 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55083122-da3f-4b89-8446-40542c4c3c8e None None] Network 46bca47b-2d36-4908-882e-95f8fa81cf88 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:09:04.725446 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f1c938b3-fe20-4f9e-a2ed-f37475057e20 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/subnets/02062190-ec30-4ab3-9f27-e6d2be59a5ab HTTP/1.1" status: 204 len: 168 time: 0.5053818 Mar 23 11:09:04.725925 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55834) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:04.897543 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] Set router 77397982-9a94-4449-a61e-ecfb08e01bee gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:04.941077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.022418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] DHCP port deletion for 46bca47b-2d36-4908-882e-95f8fa81cf88 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:09:05.027197 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Deleting port c5befd87-f50b-4ebe-b494-24902b7c10e0 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:09:05.027715 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.182767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.193474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 9b26467b-12be-49d1-b440-9107a835b7e4 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:09:05.193793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.249643 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:09:02Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:05.256888 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2fde5-5f0c-41ef-b47b-a5bf54397810 None None] The sync data for ids ['77397982-9a94-4449-a61e-ecfb08e01bee'] in dv-neutron-834653-2-hyperv is: [{'id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377526993', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198'}], 'enable_snat': True}, 'gw_port_id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:09:02Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': '9b26467b-12be-49d1-b440-9107a835b7e4', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77397982-9a94-4449-a61e-ecfb08e01bee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:08Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:09:05.282963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] For port c5befd87-f50b-4ebe-b494-24902b7c10e0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=c5befd87-f50b-4ebe-b494-24902b7c10e0,segment=NetworkSegment(bc1f4c35-70c8-4641-b3de-93b343b392d2),segment_id=bc1f4c35-70c8-4641-b3de-93b343b392d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:05.283365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.416990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Calling delete_port for c5befd87-f50b-4ebe-b494-24902b7c10e0 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:09:05.497797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 9b26467b-12be-49d1-b440-9107a835b7e4, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9b26467b-12be-49d1-b440-9107a835b7e4,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:05.498174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.510978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.588018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Pushing event deleted for resources: {'Port': ['ID=c5befd87-f50b-4ebe-b494-24902b7c10e0,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:05.607707 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.608258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.608798 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.609336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.609877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.610429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.610992 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.611606 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.612158 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.612719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.613254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:05.618058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa889e5-21ac-4c6c-bce1-a045c6cc2ed0 None None] No DVR routers for this DVR port c5befd87-f50b-4ebe-b494-24902b7c10e0 on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:09:05.665836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5befd87-f50b-4ebe-b494-24902b7c10e0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:09:05.686495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 9b26467b-12be-49d1-b440-9107a835b7e4 owned by network:router_gateway {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:09:05.706054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: c5befd87-f50b-4ebe-b494-24902b7c10e0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:09:05.706499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device c5befd87-f50b-4ebe-b494-24902b7c10e0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:09:05.885749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.932935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=9b26467b-12be-49d1-b440-9107a835b7e4,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:06.169758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.430606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.434975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.463142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.463771 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Fanout notify agent at l3_agent the message router_deleted on router 77397982-9a94-4449-a61e-ecfb08e01bee {{(pid=83745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:09:06.480836 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.482447 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6bebad1d-4ead-48f0-a2d0-418905ced057 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/routers/77397982-9a94-4449-a61e-ecfb08e01bee HTTP/1.1" status: 204 len: 168 time: 1.7553170 Mar 23 11:09:06.485053 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55838) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:06.606791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.845206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.871667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bca47b-2d36-4908-882e-95f8fa81cf88']}} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:06.883686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1f4c35-70c8-4641-b3de-93b343b392d2') {'for_net_delete': True} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:06.883977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.services.segments.db [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1f4c35-70c8-4641-b3de-93b343b392d2') {} {{(pid=83745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:06.896726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391708'] for segment, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.914154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.921106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=83745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:09:06.921496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4179234'] for segment, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: Traceback (most recent call last): Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: timer() Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: cb(*args, **kw) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: return func(*args, **kwargs) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: self._notify() Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: self.callback(batched_events) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: event.method(event) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: return f(self, *a, **k) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._get(url).json() Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: return self.request(url, 'GET', **kwargs) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:09:06.935840 dv-neutron-834653-2-hyperv neutron-server[83745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:09:07.022150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.040492 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.051669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Network': ['ID=46bca47b-2d36-4908-882e-95f8fa81cf88,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:07.060427 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1ceb546c-c7a4-4b79-bcee-73a75c5c140c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/networks/46bca47b-2d36-4908-882e-95f8fa81cf88 HTTP/1.1" status: 204 len: 168 time: 0.5743206 Mar 23 11:09:07.063084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55842) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:07.136051 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924c0779-bc91-47d1-9a4e-9f6ce470c27e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.170977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924c0779-bc91-47d1-9a4e-9f6ce470c27e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.232689 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924c0779-bc91-47d1-9a4e-9f6ce470c27e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.253486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c0779-bc91-47d1-9a4e-9f6ce470c27e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67243b4a-72cc-41b7-8832-b8e5af8d7e7a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:07.266930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-924c0779-bc91-47d1-9a4e-9f6ce470c27e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.271753 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-924c0779-bc91-47d1-9a4e-9f6ce470c27e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/security-groups/67243b4a-72cc-41b7-8832-b8e5af8d7e7a HTTP/1.1" status: 204 len: 168 time: 0.2047970 Mar 23 11:09:07.333334 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9b26467b-12be-49d1-b440-9107a835b7e4 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:09:07.365961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 9b26467b-12be-49d1-b440-9107a835b7e4 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:09:07.366298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9b26467b-12be-49d1-b440-9107a835b7e4 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:09:07.366708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ea30666f-7c1f-4982-8ac5-cdbf85d2381d no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:09:07.398538 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ea30666f-7c1f-4982-8ac5-cdbf85d2381d {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:09:07.398870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ea30666f-7c1f-4982-8ac5-cdbf85d2381d not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:09:08.731797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55854) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:08.737349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313592932', 'description': 'tempest-secgroup-smoke-1313592932 description', 'project_id': '3f0e7b2596b745f783f83f72ef253402'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:08.743794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:08.748032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:08.751126 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:08.758002 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:08.769751 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:08.813475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:08.818010 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:08.820964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:08.827297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:08.885519 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:08.890528 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:08.935568 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7c706-19db-466e-a975-06cd0e56a501,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:08.938336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:08.940086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bba35c84-2f31-4f2c-9fc0-dc170bca269d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2068896 Mar 23 11:09:08.943388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55858) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:08.948791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '9ea7c706-19db-466e-a975-06cd0e56a501', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:08.954854 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:08.959958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:08.962791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:08.968553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:08.985908 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.059912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.065399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.093055 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4ce9ef-31e1-4d0b-b8cd-826d8d7aa596,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:09.103064 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.104362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1e10637c-299f-4faa-ad45-140f81e2357d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1602530 Mar 23 11:09:09.108030 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55862) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.115905 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '9ea7c706-19db-466e-a975-06cd0e56a501', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:09.122874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.127138 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.131226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.139226 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.163790 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.230434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.234095 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.258888 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9086f836-6580-4995-ab37-52ea516fbec9,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:09.269399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.270592 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c8ca2413-d6b6-4ecb-a1f0-a8a29c9a82b2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1609139 Mar 23 11:09:09.273337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55866) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.278767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '9ea7c706-19db-466e-a975-06cd0e56a501', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:09.285264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.289241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.292243 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.298009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.317015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.384693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.388726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.412886 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df04e341-5682-40ed-97b2-d276fe685883,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:09.429662 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.430911 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b47814d6-cb60-4a42-8633-05f641384427 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1566586 Mar 23 11:09:09.434413 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55870) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.440178 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '9ea7c706-19db-466e-a975-06cd0e56a501', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:09.446170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.449973 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.452856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.458695 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.477224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.544642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.548458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.571625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c758c1-65d8-487c-aadc-787f5ef48ad1,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:09.580867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.582036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2bef7515-5723-4bcd-aed0-c44ed76a5de2 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465940 Mar 23 11:09:09.584808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55874) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.590279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '9ea7c706-19db-466e-a975-06cd0e56a501', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:09.596822 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.600673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.603514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.609217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.620768 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:09:09.627439 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.692436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.696191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.719985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b30272d-9b54-4706-bf65-5e9283bf2a5e,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:09.730593 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.731984 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4604103f-1a9d-4936-b3c6-9dfa4c1c9129 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1460805 Mar 23 11:09:09.734733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55878) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.741333 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'security_group_rule': {'security_group_id': '9ea7c706-19db-466e-a975-06cd0e56a501', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:09.747485 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.755939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:security_group_rule and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.759996 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.766133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.777641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Project 3f0e7b2596b745f783f83f72ef253402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:09:09.785446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.853208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.856959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.880284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ef990b-9940-4312-b18c-73a1b8798d96,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:09.890231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.891681 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-1fb739d0-0df8-46ae-95dc-b0bad9228bf4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1558790 Mar 23 11:09:09.894990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55882) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.900938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'network': {'name': 'tempest-network-smoke--1573626040', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'port_security_enabled': True}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:09.906368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.911265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:network and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.914147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.919797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.933758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:09.936717 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.966265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:09:09.976357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.976690 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Added segment 25a88553-8560-464c-ae65-bc39a360a5f4 of type vlan for network bc52449c-6f26-444c-a02b-2c2433e6f219 Mar 23 11:09:10.004434 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.035355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.039697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:10.040274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.150305 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2516794 Mar 23 11:09:10.150556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55886) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:10.158363 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'admin_state_up': True, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:10.166584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb70c83-5698-4c90-933a-4edbfc921c2e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Network': ['ID=bc52449c-6f26-444c-a02b-2c2433e6f219,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:10.170282 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:10.175289 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:router and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:10.177954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network bc52449c-6f26-444c-a02b-2c2433e6f219 details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:09:10.178531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:10.184560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:10.194673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.195629 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.216684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.362325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.551198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.581797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.718459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.163 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/daf2921d-3f84-4220-aac3-80765fe0f7f0) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:09:10.958310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.987194 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.056483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:11.059513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:11.064726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:09:11.088876 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=daf2921d-3f84-4220-aac3-80765fe0f7f0,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:11.236504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.237681 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.482264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:09:11.712840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:11.723156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Sync routers for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:09:11.735740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:11.736367 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:11.741579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.742821 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9efa464a-78c8-40a9-9b44-ccf39496b4a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5913670 Mar 23 11:09:11.747864 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55890) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:11.791621 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ed68cf69-58e5-4fca-b3eb-74db9e50f620 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3f0e7b2596b745f783f83f72ef253402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424910 Mar 23 11:09:11.794436 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55894) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:11.970577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:11.998615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e9236-ce76-40e9-bfbf-e0efdda2d56b tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:12.000117 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-dc5e9236-ce76-40e9-bfbf-e0efdda2d56b tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2047131 Mar 23 11:09:12.004271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55900) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:12.044922 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c3ea10a1-3ca6-49c1-a4f6-ef5cc3a84333 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=272d9772-59bd-424d-bc7d-8a127081a924&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394826 Mar 23 11:09:12.048429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55904) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:12.054583 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699083845', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:12.170629 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:12.175991 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:subnet and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:12.179857 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:12.187337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:12.199383 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:12.280285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:11Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:12.284878 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Checking router: 43602eaa-97c7-4f85-b8c6-ca80cbb3265a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:09:12.285235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Updating router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a port daf2921d-3f84-4220-aac3-80765fe0f7f0 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:09:12.310285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.345316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.566677 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.641217 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Subnet': ['ID=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:12.654130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.654473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.654812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.655163 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.655480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.655872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.656167 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.656492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.656815 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.657138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.657461 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:12.683773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Checking segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:09:12.684140 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network hostable DHCP agents. Network: bc52449c-6f26-444c-a02b-2c2433e6f219, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:09:12.696425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.705718 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network bc52449c-6f26-444c-a02b-2c2433e6f219 is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:09:12.709807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Transition to ACTIVE for port object daf2921d-3f84-4220-aac3-80765fe0f7f0 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:12.715856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, bc52449c-6f26-444c-a02b-2c2433e6f219) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:12.717674 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.720175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:12.721316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.745075 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-88aaa50f-507f-48ea-aa67-109a7d06ea4f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6950154 Mar 23 11:09:12.747777 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55910) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:12.758323 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8808b7a-1280-4f2f-97c1-cefeb60467fc None None] Network bc52449c-6f26-444c-a02b-2c2433e6f219 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:09:12.881236 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Attempting to bind port daf2921d-3f84-4220-aac3-80765fe0f7f0 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:09:12.881500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Attempting to bind port daf2921d-3f84-4220-aac3-80765fe0f7f0 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:09:12.881881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Attempting to bind port daf2921d-3f84-4220-aac3-80765fe0f7f0 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:09:12.890653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a2726-7d20-4a5f-8252-18710a0f3e1e None None] Pushing event updated for resources: {'Port': ['ID=daf2921d-3f84-4220-aac3-80765fe0f7f0,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:12.914419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:09:12.914794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:09:12.915199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.915615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:09:12.916101 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Bound port: daf2921d-3f84-4220-aac3-80765fe0f7f0, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:09:12.916720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:13.056293 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] For port daf2921d-3f84-4220-aac3-80765fe0f7f0, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:09:13.096583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] For port daf2921d-3f84-4220-aac3-80765fe0f7f0, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=daf2921d-3f84-4220-aac3-80765fe0f7f0,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:09:13.102351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:13.145024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-bc52449c-6f26-444c-a02b-2c2433e6f219', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:09:13.145024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:13.253075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a2726-7d20-4a5f-8252-18710a0f3e1e None None] Pushing event updated for resources: {'Port': ['ID=daf2921d-3f84-4220-aac3-80765fe0f7f0,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:13.278972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:13.279646 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:13.506990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Allocated IP 172.20.0.2 (bc52449c-6f26-444c-a02b-2c2433e6f219/89f3f44f-c23c-42a6-8e0c-9f01c017f7bf/8fcf93ed-7a9a-45bb-882d-0a76b591121e) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:09:13.661997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:13.743071 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.042143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.065776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Transition to ACTIVE for port object 8fcf93ed-7a9a-45bb-882d-0a76b591121e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:14.116294 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Transition to ACTIVE for port object 8fcf93ed-7a9a-45bb-882d-0a76b591121e will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:14.129867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.214576 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:11Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:14.235858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7916d-cb78-4ceb-bb02-e444c079d18a None None] The sync data for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv is: [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:11Z', 'revision_number': 3, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:09:14.244863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.1 (bc52449c-6f26-444c-a02b-2c2433e6f219/89f3f44f-c23c-42a6-8e0c-9f01c017f7bf/1051bf38-ad2b-48dd-bd6b-7c81ecbe06df) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:09:14.247887 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Network bc52449c-6f26-444c-a02b-2c2433e6f219 is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:14.251839 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:14.254364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Pushing event updated for resources: {'Port': ['ID=8fcf93ed-7a9a-45bb-882d-0a76b591121e,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:14.256929 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:09:14.359213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Attempting to bind port 8fcf93ed-7a9a-45bb-882d-0a76b591121e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:09:14.359731 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Attempting to bind port 8fcf93ed-7a9a-45bb-882d-0a76b591121e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:09:14.360214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Attempting to bind port 8fcf93ed-7a9a-45bb-882d-0a76b591121e on network bc52449c-6f26-444c-a02b-2c2433e6f219 {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:09:14.371682 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:09:14.372054 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Checking segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:09:14.372499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.372947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Bound using segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:09:14.373512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Bound port: 8fcf93ed-7a9a-45bb-882d-0a76b591121e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:09:14.373894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.499457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] For port 8fcf93ed-7a9a-45bb-882d-0a76b591121e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:09:14.503716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] For port 8fcf93ed-7a9a-45bb-882d-0a76b591121e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8fcf93ed-7a9a-45bb-882d-0a76b591121e,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:09:14.509061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.509825 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.528685 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:14.567252 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.596864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac167-758c-4e8a-aa7d-03d6c02cdc34 None None] Pushing event updated for resources: {'Port': ['ID=8fcf93ed-7a9a-45bb-882d-0a76b591121e,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:14.675576 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network bc52449c-6f26-444c-a02b-2c2433e6f219 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:14.679103 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:14.683896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:09:14.709323 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:14.751687 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:14.853329 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.254775 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:09:15.393953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device daf2921d-3f84-4220-aac3-80765fe0f7f0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:15.482094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port daf2921d-3f84-4220-aac3-80765fe0f7f0 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:15.491724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port daf2921d-3f84-4220-aac3-80765fe0f7f0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:15.492269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.512292 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.518600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.646762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.655332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.663558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:15.665899 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port daf2921d-3f84-4220-aac3-80765fe0f7f0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=daf2921d-3f84-4220-aac3-80765fe0f7f0,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:15.671298 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:15.672125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8fcf93ed-7a9a-45bb-882d-0a76b591121e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:15.779689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d602a1-d144-4f92-a317-01338ef015e8 None None] Network bc52449c-6f26-444c-a02b-2c2433e6f219 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:09:15.829548 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network bc52449c-6f26-444c-a02b-2c2433e6f219 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:15.835433 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:15.911338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=daf2921d-3f84-4220-aac3-80765fe0f7f0,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:15.953826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a6577574-a37a-44b6-aa9b-30e21aef30a5 None None] Provisioning for port 8fcf93ed-7a9a-45bb-882d-0a76b591121e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:15.981082 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8fcf93ed-7a9a-45bb-882d-0a76b591121e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:16.020006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8fcf93ed-7a9a-45bb-882d-0a76b591121e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:16.020288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:16.208578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:16.249949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8fcf93ed-7a9a-45bb-882d-0a76b591121e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8fcf93ed-7a9a-45bb-882d-0a76b591121e,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:16.256113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:16.297406 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:16.327849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8fcf93ed-7a9a-45bb-882d-0a76b591121e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:16.506202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d5fdd96-789a-455f-8c3b-24ca725c7a34 None None] Provisioning complete for port 8fcf93ed-7a9a-45bb-882d-0a76b591121e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:16.506804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdd96-789a-455f-8c3b-24ca725c7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:16.524048 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:16.537654 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7e84a656-ce0d-4113-82f5-8349c56526bc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/43602eaa-97c7-4f85-b8c6-ca80cbb3265a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888403 Mar 23 11:09:16.698312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d5fdd96-789a-455f-8c3b-24ca725c7a34 None None] Provisioning for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:16.704165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0d5fdd96-789a-455f-8c3b-24ca725c7a34 None None] Provisioning complete for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:16.704602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdd96-789a-455f-8c3b-24ca725c7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:16.751776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a88cbe45-d996-4dc3-8c2e-f24a46b926a0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:09:16.763364 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fdd96-789a-455f-8c3b-24ca725c7a34 None None] Port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:09:16.776032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a88cbe45-d996-4dc3-8c2e-f24a46b926a0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:09:16.777733 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a88cbe45-d996-4dc3-8c2e-f24a46b926a0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313592932&fields=id&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 267 time: 0.0782516 Mar 23 11:09:16.887266 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-46f59c86-af6e-4d8a-95c4-bd857e01befe None None] Provisioning complete for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:16.887740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-46f59c86-af6e-4d8a-95c4-bd857e01befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:16.940339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a0f1401e-7d6e-41b7-907a-d40d3e8ccf5d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:16.940561 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-46f59c86-af6e-4d8a-95c4-bd857e01befe None None] Port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:09:16.940913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a0f1401e-7d6e-41b7-907a-d40d3e8ccf5d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:09:16.959879 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a0f1401e-7d6e-41b7-907a-d40d3e8ccf5d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:09:16.961357 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a0f1401e-7d6e-41b7-907a-d40d3e8ccf5d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 797 time: 0.1764953 Mar 23 11:09:16.978171 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a7ef9d3b-ef39-4634-877d-856045a84eb0 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/quotas/3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 375 time: 0.0114675 Mar 23 11:09:17.062344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-47209672-e341-4358-9e20-f5f659dc2d98 req-b7aba01d-1c79-447a-8854-2c65cd608a1f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:09:17.070621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-90d35391-bfc6-46a7-8865-ba344468a687 None None] Provisioning complete for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:17.071219 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90d35391-bfc6-46a7-8865-ba344468a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:17.079721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-47209672-e341-4358-9e20-f5f659dc2d98 req-b7aba01d-1c79-447a-8854-2c65cd608a1f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:09:17.081118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-b7aba01d-1c79-447a-8854-2c65cd608a1f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976191 Mar 23 11:09:17.137522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-90d35391-bfc6-46a7-8865-ba344468a687 None None] Port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:09:17.301747 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-ba78d625-0de4-4fa3-873e-689033aa5ce0 service neutron] 10.222.0.73 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062938 Mar 23 11:09:17.326851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device daf2921d-3f84-4220-aac3-80765fe0f7f0 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:17.399660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port daf2921d-3f84-4220-aac3-80765fe0f7f0 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:17.400037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:17.437705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-f3896f5a-a11d-49e4-9926-5c537394664b service neutron] 10.222.0.73 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298840 Mar 23 11:09:17.519160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8fcf93ed-7a9a-45bb-882d-0a76b591121e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:17.586832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8fcf93ed-7a9a-45bb-882d-0a76b591121e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:17.587190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:17.924988 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Sync routers for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:09:17.938718 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:17.939416 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:18.142232 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:18.476722 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 2, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:18.480944 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Checking router: 43602eaa-97c7-4f85-b8c6-ca80cbb3265a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:09:18.481329 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Updating router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:09:18.539562 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:18.655375 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-56c2ec3b-a5fc-4134-a028-622023a1fc3e req-26422601-8855-4559-a14e-64cd2b41df22 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 210 time: 0.0429442 Mar 23 11:09:18.947898 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:18.969420 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Transition to ACTIVE for port object 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:18.984163 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:19.261299 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Pushing event updated for resources: {'Port': ['ID=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:19.275739 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.277463 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.277984 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.278481 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.278969 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.279438 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.279940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.280435 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.280899 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.281365 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.281831 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:19.310337 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Attempting to bind port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:09:19.310972 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Attempting to bind port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:09:19.311489 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Attempting to bind port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df on network bc52449c-6f26-444c-a02b-2c2433e6f219 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:09:19.320319 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:09:19.321277 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Checking segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:09:19.321915 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:19.322459 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Bound using segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:09:19.323110 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Bound port: 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:09:19.323752 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:19.436533 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] For port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:09:19.443225 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] For port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:09:19.449027 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:19.603853 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a35831-71a0-420c-9101-019f272f9669 None None] Pushing event updated for resources: {'Port': ['ID=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,revision_number=4']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:19.607845 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:19.608643 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:08:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:19.887296 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ee3cf9e-7009-4ba5-b4e2-d8b1adf85e1b req-2d3894cd-39fd-4155-bd97-d79f3f0f2b80 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 210 time: 0.0492470 Mar 23 11:09:19.916504 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:20.260599 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:19Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:20.265803 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab3096-4995-4d57-88e8-fa397bbfb3e0 None None] The sync data for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv is: [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:19Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:09:20.414014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209672-e341-4358-9e20-f5f659dc2d98 req-d45fd16d-9a5f-48e1-a3c9-3e6bfc66dfcb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:20.415627 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-d45fd16d-9a5f-48e1-a3c9-3e6bfc66dfcb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 797 time: 0.1793883 Mar 23 11:09:20.472674 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-03727ddb-0a80-4671-903e-f1333220173b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0e7b2596b745f783f83f72ef253402 HTTP/1.1" status: 200 len: 380 time: 0.0452070 Mar 23 11:09:20.484217 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'port': {'device_id': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'admin_state_up': True, 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'security_groups': ['9ea7c706-19db-466e-a975-06cd0e56a501']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:20.750456 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:20.761029 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:20.771635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Made reservation on behalf of 3f0e7b2596b745f783f83f72ef253402 for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:20.774718 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:20.966542 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.20.0.4 (bc52449c-6f26-444c-a02b-2c2433e6f219/89f3f44f-c23c-42a6-8e0c-9f01c017f7bf/8e3dd905-2a51-4ffe-8b61-86b4123c55ea) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:09:21.159659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4cf6037b-8bd9-436c-865b-0502bae5ea13 req-3c83135a-9dba-4d1d-99e1-5316afe1088f tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 210 time: 0.1154966 Mar 23 11:09:21.255401 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.273334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Transition to ACTIVE for port object 8e3dd905-2a51-4ffe-8b61-86b4123c55ea will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:21.297092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.357059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:21.373214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network bc52449c-6f26-444c-a02b-2c2433e6f219 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:21.376483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:21.381781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:09:21.407273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:21.440894 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:21.446800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:21.447410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.455094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:21.455739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.485923 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-98ab42bb-d49c-497c-9052-081e751c7134 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0082917 Mar 23 11:09:21.499097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Request body: {'port': {'device_id': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:21.578401 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.619998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.623726 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:21.628278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.702844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0f7bb623-e79f-47ae-8cb9-0e668091c8e5 None None] Provisioning for port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:21.710542 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:21.713248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0f7bb623-e79f-47ae-8cb9-0e668091c8e5 None None] Provisioning complete for port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:21.713701 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb623-e79f-47ae-8cb9-0e668091c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:21.767237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bb623-e79f-47ae-8cb9-0e668091c8e5 None None] Port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:09:21.978468 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3dd905-2a51-4ffe-8b61-86b4123c55ea {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:09:21.986668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:22.002509 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Transition to ACTIVE for port object 8e3dd905-2a51-4ffe-8b61-86b4123c55ea will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:22.005658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:22.139088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:22.261069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Attempting to bind port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:09:22.261526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Attempting to bind port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:09:22.262015 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Attempting to bind port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea on network bc52449c-6f26-444c-a02b-2c2433e6f219 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:09:22.269691 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea on network bc52449c-6f26-444c-a02b-2c2433e6f219 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:09:22.270159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Attempting to bind port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea on network bc52449c-6f26-444c-a02b-2c2433e6f219 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:09:22.277239 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:09:22.277700 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Checking segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:09:22.278183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Bound using segment: {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:09:22.278732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Bound port: 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a88553-8560-464c-ae65-bc39a360a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:09:22.279177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:22.430976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] For port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:09:22.434576 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] For port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:09:22.439211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:22.508591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36202ef-5b8c-4f45-b6dd-b34654da1cd7 req-5e12c823-a87e-450e-86cd-105362c7eb06 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:22.509288 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c36202ef-5b8c-4f45-b6dd-b34654da1cd7 req-5e12c823-a87e-450e-86cd-105362c7eb06 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:09:22.522556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:22.523955 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] 10.222.0.91 "PUT /v2.0/ports/8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 1093 time: 1.0299392 Mar 23 11:09:22.524880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:09:22.547798 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45146db-2280-4fd3-91c8-acb15598ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:22.551046 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-c36202ef-5b8c-4f45-b6dd-b34654da1cd7 req-5e12c823-a87e-450e-86cd-105362c7eb06 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:09:22.552326 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c36202ef-5b8c-4f45-b6dd-b34654da1cd7 req-5e12c823-a87e-450e-86cd-105362c7eb06 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 943 time: 0.2317162 Mar 23 11:09:22.613111 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'status': 'completed', 'code': 200} Mar 23 11:09:22.659382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c36202ef-5b8c-4f45-b6dd-b34654da1cd7 req-d45934de-18e6-4a83-9d32-56fd126672cf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999997 Mar 23 11:09:22.676758 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-ec37355e-a75f-4227-b5c9-f911bb325e37 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1096 time: 0.1003041 Mar 23 11:09:22.853803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-fbe44185-53a3-42cc-a5f3-0158e8d68752 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 217 time: 0.1697907 Mar 23 11:09:22.917765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47209672-e341-4358-9e20-f5f659dc2d98 req-6cf54b02-3055-4f86-8185-2c38c04dec7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:22.919155 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-6cf54b02-3055-4f86-8185-2c38c04dec7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.0600960 Mar 23 11:09:23.001034 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-026d9443-8f53-4ae7-9a4a-330d27d5d132 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762908 Mar 23 11:09:23.154281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-b064e072-9b52-493d-93ce-fc084bba187b service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474988 Mar 23 11:09:23.326711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-47209672-e341-4358-9e20-f5f659dc2d98 req-18813ecd-a40b-4eeb-8c9b-9a7e563268c8 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598809 Mar 23 11:09:23.337085 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:23.425522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:23.425892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:23.464554 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-1e86bcc6-3165-4e3d-bb00-24f42f935298 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1096 time: 0.0855763 Mar 23 11:09:23.606338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-630eb564-6953-46d7-93bc-6c25f19b4d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:23.607820 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-630eb564-6953-46d7-93bc-6c25f19b4d28 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 898 time: 0.1377232 Mar 23 11:09:23.681058 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-fe1162c3-f9c9-49ea-8d4d-a983f071b9b4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 217 time: 0.0675583 Mar 23 11:09:23.744396 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-41aa04bb-5732-42a9-a7ab-449f85f3b4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:23.745855 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-41aa04bb-5732-42a9-a7ab-449f85f3b4f0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.0597579 Mar 23 11:09:23.894581 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-725c15d0-80e3-4393-842c-09379a624d66 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1406271 Mar 23 11:09:23.902022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f72f6-2b8e-4059-9de9-4f3f43d8c616 req-99c575aa-5716-4ba5-a739-78e355d27cca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:23.903767 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-733f72f6-2b8e-4059-9de9-4f3f43d8c616 req-99c575aa-5716-4ba5-a739-78e355d27cca tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 943 time: 0.1156881 Mar 23 11:09:24.054497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-733f72f6-2b8e-4059-9de9-4f3f43d8c616 req-d66bf4f8-061a-4389-a9a1-9dedd691b066 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308067 Mar 23 11:09:24.107050 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-2d52037a-a564-4519-8718-c9933f4ba87f service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017725 Mar 23 11:09:24.265289 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f230329-3638-4d72-881b-a3c9361b3e33 req-2f7e73bc-1e3c-4fdd-a3ab-56c49d27bf20 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513958 Mar 23 11:09:24.503164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a56468d6-6a17-477f-acae-5cf500ed4ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:25.025578 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:25.276132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb727b1-01fb-4930-aa53-910771271f3b req-99586112-05a6-4999-928e-23064952be1e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:25.278240 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbb727b1-01fb-4930-aa53-910771271f3b req-99586112-05a6-4999-928e-23064952be1e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 943 time: 0.0905387 Mar 23 11:09:25.322669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 8e3dd905-2a51-4ffe-8b61-86b4123c55ea details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:09:25.329048 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fbb727b1-01fb-4930-aa53-910771271f3b req-a906cb58-5a66-4bac-8796-7aad4660f95c tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Mar 23 11:09:25.491045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:25.505938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'port_id': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'mac_address': 'fa:16:3e:4a:49:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:09:25.562893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:25.585129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3dd905-2a51-4ffe-8b61-86b4123c55ea {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:09:25.601644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:25.605781 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:25.678084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:25.994934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['8e3dd905-2a51-4ffe-8b61-86b4123c55ea'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:09:26.562609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f273-83f7-4f97-9cb2-77610edd613c req-f6e620d4-5391-4799-8358-b8b63334c7e4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:26.564243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ff28f273-83f7-4f97-9cb2-77610edd613c req-f6e620d4-5391-4799-8358-b8b63334c7e4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 944 time: 0.0793941 Mar 23 11:09:26.626473 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ff28f273-83f7-4f97-9cb2-77610edd613c req-6b28405e-87cb-4058-823d-a5569c338ffd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557842 Mar 23 11:09:26.848840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ef8356ef-f77e-454d-9882-729e24748ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:27.323967 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 8e3dd905-2a51-4ffe-8b61-86b4123c55ea up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:27.400212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:27.406502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:27.407089 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:27.608917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:27.642043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:09:27.657220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:27.663155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:27.717762 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'code': 200} Mar 23 11:09:27.774310 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:27.893553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:27.941604 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25d3c-47e4-4828-9919-2890eea70196 req-a0ad19d9-9436-4616-ac86-22f1a01b7bee tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:27.943144 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cc25d3c-47e4-4828-9919-2890eea70196 req-a0ad19d9-9436-4616-ac86-22f1a01b7bee tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1354539 Mar 23 11:09:28.116060 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:28.121006 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1cc25d3c-47e4-4828-9919-2890eea70196 req-1f56dfd4-c7ee-4751-9142-4d89f4e4c67d tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716759 Mar 23 11:09:28.127421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-432e0c52-6b78-4947-a8c2-c2bc234d2b74 req-4951d9f5-1acb-42c5-a32d-1ac04af8cb70 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1098 time: 0.2328451 Mar 23 11:09:28.180778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-432e0c52-6b78-4947-a8c2-c2bc234d2b74 req-4b073259-e18e-4a89-8b21-5144b930ee50 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479913 Mar 23 11:09:29.355848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb71241-cfbd-40d6-a5d4-57edad485daf req-3bf23acc-143a-4805-b432-5b3b00b695a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:29.358502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6cb71241-cfbd-40d6-a5d4-57edad485daf req-3bf23acc-143a-4805-b432-5b3b00b695a4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1065874 Mar 23 11:09:29.417665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6cb71241-cfbd-40d6-a5d4-57edad485daf req-950922db-4857-401e-9db4-6c26f635c7bf tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509992 Mar 23 11:09:29.488988 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:30.670920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301302e-2626-46e9-a32f-3ef12cff9afd req-de8c512f-9790-462e-98c6-b7371ed11301 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:30.672858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6301302e-2626-46e9-a32f-3ef12cff9afd req-de8c512f-9790-462e-98c6-b7371ed11301 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1017945 Mar 23 11:09:30.725192 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6301302e-2626-46e9-a32f-3ef12cff9afd req-1ecffb31-b318-4605-b860-b907da5e9053 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461724 Mar 23 11:09:30.981474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024e293-e461-4f24-ab09-86e2bc24f30b req-3811fc1b-13cd-4d50-9271-80b3811a6892 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:30.983928 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c024e293-e461-4f24-ab09-86e2bc24f30b req-3811fc1b-13cd-4d50-9271-80b3811a6892 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1261392 Mar 23 11:09:31.044712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c024e293-e461-4f24-ab09-86e2bc24f30b req-58987e71-3a06-40e5-a50c-cd6c0f387d1a tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546143 Mar 23 11:09:31.077264 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55968) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:31.154654 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c07b83c2-9e9b-46f3-82d7-ff09d5aef1e1 tempest-TestNetworkAdvancedServerOps-1699632952 tempest-TestNetworkAdvancedServerOps-1699632952-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1093 time: 0.0761075 Mar 23 11:09:31.157295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55972) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:31.163158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:09:31.169018 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:31.176023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Usage tracker for resource:floatingip and tenant:3f0e7b2596b745f783f83f72ef253402 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:31.179668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:31.185982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:31.197541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:31.381740 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:31.545353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Allocated IP 172.26.7.26 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/9fd71507-3fb2-4f4d-987a-5c951d6560f2) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:09:31.700257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:31.737693 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:31.807300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:31.810251 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:31.814881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:09:31.843297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=9fd71507-3fb2-4f4d-987a-5c951d6560f2,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:32.391414 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:32.459410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:32.781129 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:32.786527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:32.898449 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event updated for resources: {'Port': ['ID=9fd71507-3fb2-4f4d-987a-5c951d6560f2,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:32.915270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:33.122059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Floating IP 18127d81-1698-47f3-b9dd-b295ab8262cd associated. External IP: 172.26.7.26, port: 8e3dd905-2a51-4ffe-8b61-86b4123c55ea. Mar 23 11:09:33.543755 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:33.748578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:33.759139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] Sync routers for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:09:33.773225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:33.773896 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:09:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:33.779397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:33.842791 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-4b00bd21-8a88-4125-82af-890b35e42246 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6836555 Mar 23 11:09:33.844166 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:09:33.908253 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'status': 'completed', 'code': 200} Mar 23 11:09:34.001175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:34.175775 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-cd278f4b-2b78-4535-a382-491dcc3ceb6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1098 time: 0.2462254 Mar 23 11:09:34.184355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b976c3-7144-4935-b32a-7df4cd7cc0eb req-a570b88d-3d6d-414c-a2e1-cc7310819ae4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:34.185985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0b976c3-7144-4935-b32a-7df4cd7cc0eb req-a570b88d-3d6d-414c-a2e1-cc7310819ae4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.2007718 Mar 23 11:09:34.351997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b0b976c3-7144-4935-b32a-7df4cd7cc0eb req-da857346-2e47-4bf9-a41d-8dad76374d14 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371942 Mar 23 11:09:34.374904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-7738976e-e6d8-455d-a4a3-80a42c9d14d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:34.376647 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-7738976e-e6d8-455d-a4a3-80a42c9d14d0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 898 time: 0.1895585 Mar 23 11:09:34.386269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55980) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:34.448767 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '18127d81-1698-47f3-b9dd-b295ab8262cd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.26', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'port_id': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'mac_address': 'fa:16:3e:4a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:09:32Z', 'updated_at': '2022-03-23T11:09:32Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:21Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:34.452984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] Checking router: 43602eaa-97c7-4f85-b8c6-ca80cbb3265a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:09:34.465906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:09:34.466525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:09:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:34.496895 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-b612367e-a234-46f5-9c5d-c6852659f8f5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 998 time: 0.1136305 Mar 23 11:09:34.535927 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-79ac08ee-12a3-41e5-84ab-bbe1e7015039 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 200 len: 990 time: 0.1471112 Mar 23 11:09:34.687308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-6e77e893-ef9e-4413-af7f-d3b81c060d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:34.688888 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-6e77e893-ef9e-4413-af7f-d3b81c060d71 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.1865349 Mar 23 11:09:34.782414 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-fa93db34-b4ff-404e-b48d-909706d293d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875502 Mar 23 11:09:34.803625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:09:34.920517 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-43597799-ee1b-4e7d-b9bb-6f559ee95158 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319025 Mar 23 11:09:35.076661 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d572cebb-9c7e-4629-b52b-f8b4d1ee56aa req-55f24944-ae4e-4bd6-a2f6-fa1533af4e00 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504848 Mar 23 11:09:35.257632 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '18127d81-1698-47f3-b9dd-b295ab8262cd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.26', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'port_id': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'mac_address': 'fa:16:3e:4a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:09:32Z', 'updated_at': '2022-03-23T11:09:32Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:21Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:35.261951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54643-b54a-48e6-b5b7-776661b7dc27 None None] The sync data for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv is: [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '18127d81-1698-47f3-b9dd-b295ab8262cd', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'floating_ip_address': '172.26.7.26', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'port_id': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'mac_address': 'fa:16:3e:4a:49:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:09:32Z', 'updated_at': '2022-03-23T11:09:32Z', 'revision_number': 0, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:21Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:09:35.540453 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55984) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:35.656074 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ef83e08b-08a7-483b-b145-3b6d87e49336 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 200 len: 990 time: 0.1143754 Mar 23 11:09:36.660351 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 55988) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:36.776182 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d9d9f94f-6ed5-4ef9-abda-8562c74b64f3 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 200 len: 990 time: 0.1146505 Mar 23 11:09:37.039737 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e61e27-9a29-4272-9844-b5870ce32795 None None] New status for floating IP 18127d81-1698-47f3-b9dd-b295ab8262cd: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:09:37.780305 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 55992) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:37.884601 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d6bf0bb7-d574-480a-b590-31d0a617488b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 200 len: 992 time: 0.1031137 Mar 23 11:09:49.320457 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-cc5da867-ee09-42ff-8485-4af86e0cfb15 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694897 Mar 23 11:09:49.457995 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-7785c0c2-bed7-4f97-ad29-e33e2c4d9693 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1098 time: 0.0692883 Mar 23 11:09:49.601553 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-88122fc7-28c6-4f59-a907-60848677b89e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:49.603132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-88122fc7-28c6-4f59-a907-60848677b89e service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 898 time: 0.1273112 Mar 23 11:09:49.705778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-b4a6c378-db00-44f0-a16b-1e80cb19a127 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 1000 time: 0.0960176 Mar 23 11:09:49.771626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-e98f9eea-5cae-4bcb-b6b1-0ffdd1b2d49f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:49.772976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-e98f9eea-5cae-4bcb-b6b1-0ffdd1b2d49f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.0600181 Mar 23 11:09:49.847383 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-dc747af9-c88b-4cac-bd00-e603bb257640 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669470 Mar 23 11:09:49.979164 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-a6790aae-99d9-449f-9f42-603bdb7ce74d service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245580 Mar 23 11:09:50.109901 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f0833514-7784-484b-95f8-d27a04bbecd3 req-7b60120f-f622-487e-b8e2-a74e7c13b57d service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248496 Mar 23 11:09:52.255038 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:09:54.505789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1bbae5fd-9acd-40e1-9400-5984fcec9908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:55.028614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:56.855230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-44979b50-ceee-4b24-a8c1-4e769b642002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:57.877940 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:58.108805 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:59.472143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:24.508723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-14ec6c7f-ae36-46a2-b0bb-28a7c6c0bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:25.039841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:26.848454 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-93c98fe3-4ec4-4e24-a3a2-219552d15def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:27.881004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:28.111203 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:29.254617 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:10:29.475249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:47.331872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cb1d2-eb09-452e-95a7-87e512a6074b req-35c3cc13-e964-408e-a3aa-fdf714150f95 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:47.333285 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c50cb1d2-eb09-452e-95a7-87e512a6074b req-35c3cc13-e964-408e-a3aa-fdf714150f95 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.0788589 Mar 23 11:10:47.377673 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c50cb1d2-eb09-452e-95a7-87e512a6074b req-f7121a1e-db08-43dc-a567-ecd93bb22fe8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383334 Mar 23 11:10:48.586904 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e5bd-a685-4972-8dc2-37265884abc5 req-ba9beec9-33eb-465d-85bb-94033e38166b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:48.588377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1332e5bd-a685-4972-8dc2-37265884abc5 req-ba9beec9-33eb-465d-85bb-94033e38166b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.0749388 Mar 23 11:10:48.633194 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1332e5bd-a685-4972-8dc2-37265884abc5 req-acb52521-16be-4223-a7a8-c0d553d3003e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Mar 23 11:10:49.406957 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-e7d7031d-a2ad-4dc6-aff7-715f24736013 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1575577 Mar 23 11:10:49.539856 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-0ed9df36-9a11-4929-a3da-d0e4af9d6f08 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1098 time: 0.0670657 Mar 23 11:10:49.679464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-82d6ff68-e772-496c-88fc-909866a704a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:49.680943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-82d6ff68-e772-496c-88fc-909866a704a5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 898 time: 0.1236033 Mar 23 11:10:49.827047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-c93bff5e-e977-41b4-abeb-fda652afcd72 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 1000 time: 0.1394687 Mar 23 11:10:49.900300 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-3dbc71ac-82a4-48a3-9278-55c0e0947165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:49.901713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-3dbc71ac-82a4-48a3-9278-55c0e0947165 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.0678225 Mar 23 11:10:49.908041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf9f0-0a62-44e3-8163-09e3c3a57d71 req-1378bf45-6945-4f8e-9ea3-e9a01a2f97c1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:49.909924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-66dcf9f0-0a62-44e3-8163-09e3c3a57d71 req-1378bf45-6945-4f8e-9ea3-e9a01a2f97c1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1454611 Mar 23 11:10:50.005242 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-66dcf9f0-0a62-44e3-8163-09e3c3a57d71 req-f09a85bb-6a89-4c35-97a0-340efae0e7fb tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665355 Mar 23 11:10:50.015401 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-eb2d9ef9-1733-44e2-8df4-be37acf13db5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046093 Mar 23 11:10:50.032821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56034) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:10:50.153769 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-7df215f4-79c2-4ea7-adc6-aac73b68c620 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323807 Mar 23 11:10:50.247140 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-aeaa2bdc-214f-4ca1-8cd3-18ec8fac722b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 200 len: 992 time: 0.2131553 Mar 23 11:10:50.288485 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-81c943b1-33cd-4d19-b143-e1378cc4a4f7 req-fa6f24ab-04a7-49e6-a4e6-91c38b1a8dac service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286025 Mar 23 11:10:51.782113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b3248-4046-4645-b5dc-9266fb758cc6 req-3baaaaa8-bdac-4b34-a41a-7fee81813437 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:51.783511 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-af9b3248-4046-4645-b5dc-9266fb758cc6 req-3baaaaa8-bdac-4b34-a41a-7fee81813437 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1328254 Mar 23 11:10:51.787114 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-25e1ade8-af4b-4763-b574-ad83d20e5b7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1098 time: 0.1064377 Mar 23 11:10:51.911113 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-af9b3248-4046-4645-b5dc-9266fb758cc6 req-30db7a10-b8f0-4747-a950-5c2d2f43ccd4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222239 Mar 23 11:10:51.947513 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8f681-5e46-4b87-8234-199031764324 req-2bc48f27-dd43-4dca-9df2-0b598f6af3b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:51.949064 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-2bc48f27-dd43-4dca-9df2-0b598f6af3b1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 898 time: 0.1471779 Mar 23 11:10:52.050161 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-386d9cc0-cf68-4e3c-a9f9-8c4a8dde493f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 1000 time: 0.0948031 Mar 23 11:10:52.112541 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8f681-5e46-4b87-8234-199031764324 req-e20b341f-e6ae-4dc2-91c9-a29b67985891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:52.114238 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-e20b341f-e6ae-4dc2-91c9-a29b67985891 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.0587218 Mar 23 11:10:52.186643 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-f8d21e2b-51ab-441a-a247-071b728643fe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673041 Mar 23 11:10:52.316306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-40a9434a-eaf7-4a4d-8d41-7f08bd1eb6f4 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238072 Mar 23 11:10:52.540254 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-76c8f681-5e46-4b87-8234-199031764324 req-c3cdda78-e8b0-41bf-9f89-b04a0a2754ce service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187803 Mar 23 11:10:53.119829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33f370-37b0-402a-a932-991ec3aa6204 req-a3257dd3-5a22-4f6f-a56e-51cf1fcbd640 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:53.121284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b33f370-37b0-402a-a932-991ec3aa6204 req-a3257dd3-5a22-4f6f-a56e-51cf1fcbd640 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.0794985 Mar 23 11:10:53.166288 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b33f370-37b0-402a-a932-991ec3aa6204 req-5deca0d8-f29c-476c-9d82-2d941cc7adac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394642 Mar 23 11:10:54.370831 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd239-3491-40c9-bae6-cb454ff03433 req-ae4bf2c7-fba2-44a4-b29e-1c5ca05d2324 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:54.372330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6e0bd239-3491-40c9-bae6-cb454ff03433 req-ae4bf2c7-fba2-44a4-b29e-1c5ca05d2324 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.0766919 Mar 23 11:10:54.420187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6e0bd239-3491-40c9-bae6-cb454ff03433 req-d7f9960c-9ca6-4769-b9b9-883b9ebdc8a8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Mar 23 11:10:54.448595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56048) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:10:54.513786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f6db8d16-f465-4e11-894c-91d65feddb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:54.555526 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e3f1ca9-3512-49b1-9f25-e759fc8e1f8b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 200 len: 992 time: 0.1057806 Mar 23 11:10:54.832223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56056) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:10:55.032137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 9fd71507-3fb2-4f4d-987a-5c951d6560f2 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:10:55.032391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:55.036349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:55.203310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:55.203665 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:55.322631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 9fd71507-3fb2-4f4d-987a-5c951d6560f2 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:10:55.479556 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:55.524030 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=9fd71507-3fb2-4f4d-987a-5c951d6560f2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:55.592297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.592650 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.592987 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.593316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.593644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.593976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.594297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.594618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.594941 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.595263 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.595600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:55.627973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:56.013694 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:56.317797 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:56.330353 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] Sync routers for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:10:56.341402 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:56.342939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:10:56.343757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:56.394087 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5bcb31f6-28ad-4c4b-aa8a-d8d03a8edcdc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/floatingips/18127d81-1698-47f3-b9dd-b295ab8262cd HTTP/1.1" status: 204 len: 168 time: 1.5608041 Mar 23 11:10:56.394661 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:10:56.528408 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:10:56.598333 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'status': 'completed', 'code': 200} Mar 23 11:10:56.707753 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-63d08a30-e3a1-417e-87e2-58f376ed172f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3f0e7b2596b745f783f83f72ef253402&device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 1098 time: 0.0726898 Mar 23 11:10:56.853207 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-d47cdc47-3b6a-4470-b8b2-6191abd0d9bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:56.855082 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-d47cdc47-3b6a-4470-b8b2-6191abd0d9bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 200 len: 898 time: 0.1405518 Mar 23 11:10:56.857903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-87b0592f-5367-4fd9-a608-cf17c9236ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:56.868336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:21Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:56.872634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] Checking router: 43602eaa-97c7-4f85-b8c6-ca80cbb3265a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:10:56.883497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:10:56.884125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:56.965494 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-4dfb603e-6e14-438a-8710-2c1a58dd6e75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 200 len: 217 time: 0.1038847 Mar 23 11:10:57.044855 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-3a10fe1a-42d5-42e5-a37b-dd3dc813bcec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:57.046291 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-3a10fe1a-42d5-42e5-a37b-dd3dc813bcec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 200 len: 834 time: 0.0735636 Mar 23 11:10:57.055793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4470c-5d36-45de-83bb-eba1d5d2ab38 req-e4114f46-4fe0-48ca-96d4-e26f71ae6fc4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:57.057187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-31b4470c-5d36-45de-83bb-eba1d5d2ab38 req-e4114f46-4fe0-48ca-96d4-e26f71ae6fc4 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.3229234 Mar 23 11:10:57.058626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:10:57.151502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-31b4470c-5d36-45de-83bb-eba1d5d2ab38 req-c0b5ba5a-ded5-4eea-8d3f-22f693273753 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641227 Mar 23 11:10:57.162108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-74b57172-b5d5-4db1-8b50-e1cb9bb1db9a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc52449c-6f26-444c-a02b-2c2433e6f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039870 Mar 23 11:10:57.296399 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-7678b0f1-6a75-45b0-944e-4b3b505942f0 service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273818 Mar 23 11:10:57.380699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:21Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:57.384699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa3fbd-71d2-47e5-b8f8-d94860d85f6c None None] The sync data for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv is: [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:14Z', 'revision_number': 4, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '1051bf38-ad2b-48dd-bd6b-7c81ecbe06df', 'name': '', 'network_id': 'bc52449c-6f26-444c-a02b-2c2433e6f219', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'mac_address': 'fa:16:3e:aa:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:13Z', 'updated_at': '2022-03-23T11:09:21Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'subnets': [{'id': '89f3f44f-c23c-42a6-8e0c-9f01c017f7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:10:57.442498 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d214b821-48ea-42c6-84ee-f31a94e927c8 req-0ab1ba80-3014-487c-acbd-8a8acfc4b1fd service neutron] 10.222.0.91 "GET /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397481 Mar 23 11:10:57.596785 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618884b-3767-4442-9485-7a039684b6de None None] New status for floating IP 18127d81-1698-47f3-b9dd-b295ab8262cd: DOWN {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:10:57.882199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:58.115623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:58.428518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb5a3-7f19-49bf-bdbd-529b74a107d2 req-367be747-db62-4a75-bde7-72a53ba6c48b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:58.429941 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c8eb5a3-7f19-49bf-bdbd-529b74a107d2 req-367be747-db62-4a75-bde7-72a53ba6c48b tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.1503525 Mar 23 11:10:58.524439 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2c8eb5a3-7f19-49bf-bdbd-529b74a107d2 req-a63228d4-9fd9-4f07-8612-4fe233e9bfa5 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ea7c706-19db-466e-a975-06cd0e56a501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890079 Mar 23 11:10:58.543380 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-be9478e1-bb64-4437-81a3-3632bb288ebd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:58.544800 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-be9478e1-bb64-4437-81a3-3632bb288ebd tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 945 time: 0.0958595 Mar 23 11:10:58.614656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:10:58.614998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:58.940173 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:58.940522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:59.056946 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 8e3dd905-2a51-4ffe-8b61-86b4123c55ea owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:10:59.209361 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:59.264682 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=8e3dd905-2a51-4ffe-8b61-86b4123c55ea,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:59.302589 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.302966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.303307 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.303675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.304007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.304332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.304659 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.304982 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.305308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.305626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.305948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:59.348955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] No DVR routers for this DVR port 8e3dd905-2a51-4ffe-8b61-86b4123c55ea on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:59.351296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:59.353826 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'name': 'network-vif-deleted', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:10:59.365132 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b6934b29-cb83-4f81-9c54-3889d3f64b7b req-caa90137-0bb2-4027-a863-ecc7b583d6ac tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.91 "DELETE /v2.0/ports/8e3dd905-2a51-4ffe-8b61-86b4123c55ea HTTP/1.1" status: 204 len: 173 time: 0.8150654 Mar 23 11:10:59.411021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b486e12b-088b-465a-b8ac-3c8a4e31adc2', 'name': 'network-vif-deleted', 'tag': '8e3dd905-2a51-4ffe-8b61-86b4123c55ea', 'status': 'completed', 'code': 200} Mar 23 11:10:59.480757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:59.707517 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-13ed062e-b907-4c3f-80cc-74cd79d8b142 req-b743e0e5-5734-4942-85f7-ffafd110e6c1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Synchronizing usage tracker for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:10:59.724136 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-13ed062e-b907-4c3f-80cc-74cd79d8b142 req-b743e0e5-5734-4942-85f7-ffafd110e6c1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Unset dirty status for tenant:3f0e7b2596b745f783f83f72ef253402 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:10:59.725267 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13ed062e-b907-4c3f-80cc-74cd79d8b142 req-b743e0e5-5734-4942-85f7-ffafd110e6c1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "GET /v2.0/ports?device_id=b486e12b-088b-465a-b8ac-3c8a4e31adc2 HTTP/1.1" status: 200 len: 210 time: 0.0617397 Mar 23 11:11:00.836346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56080) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:01.248551 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:01.773501 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 8e3dd905-2a51-4ffe-8b61-86b4123c55ea no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:01.805213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 8e3dd905-2a51-4ffe-8b61-86b4123c55ea {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:11:01.805568 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 8e3dd905-2a51-4ffe-8b61-86b4123c55ea not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:01.857578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:11:01.858165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:02.038176 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:02.038445 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:02.254027 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:11:02.429739 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:02.487916 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=1051bf38-ad2b-48dd-bd6b-7c81ecbe06df,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:02.778841 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:03.372992 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:03.571863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:03.581320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] Sync routers for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:11:03.588207 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7a342b4f-3b11-46c4-bdd7-734eab607314 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "PUT /v2.0/routers/43602eaa-97c7-4f85-b8c6-ca80cbb3265a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7507758 Mar 23 11:11:03.590946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56084) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:03.593333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:03.593939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:03.816074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:03.902910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting subnet 89f3f44f-c23c-42a6-8e0c-9f01c017f7bf {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:11:03.907663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:03.972516 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.067702 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.111287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:11:02Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:04.116200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] Checking router: 43602eaa-97c7-4f85-b8c6-ca80cbb3265a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:11:04.127592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] Routers {'43602eaa-97c7-4f85-b8c6-ca80cbb3265a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:04.128437 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:04.147050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.186958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Subnet': ['ID=89f3f44f-c23c-42a6-8e0c-9f01c017f7bf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:04.200420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.210022 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-05f35c7d-9385-465d-a5b9-7ceb9491d8a1 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/subnets/89f3f44f-c23c-42a6-8e0c-9f01c017f7bf HTTP/1.1" status: 204 len: 168 time: 0.6180665 Mar 23 11:11:04.213425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56088) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:04.248342 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25394839-68a3-4686-a714-ad1f75fc0378 None None] Network bc52449c-6f26-444c-a02b-2c2433e6f219 requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:11:04.413951 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.468597 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] Set router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:04.613293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.623700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Deleting port daf2921d-3f84-4220-aac3-80765fe0f7f0 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:11:04.624239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.743045 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] DHCP port deletion for bc52449c-6f26-444c-a02b-2c2433e6f219 request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:11:04.752169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Deleting port 8fcf93ed-7a9a-45bb-882d-0a76b591121e {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:11:04.752554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.800242 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] For port daf2921d-3f84-4220-aac3-80765fe0f7f0, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=daf2921d-3f84-4220-aac3-80765fe0f7f0,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:04.800599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.934595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Calling delete_port for daf2921d-3f84-4220-aac3-80765fe0f7f0 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:11:04.987626 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:11:02Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:05.005142 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2043f-a57a-4e6e-9a98-038987459cee None None] The sync data for ids ['43602eaa-97c7-4f85-b8c6-ca80cbb3265a'] in dv-neutron-834653-2-hyperv is: [{'id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269831618', 'tenant_id': '3f0e7b2596b745f783f83f72ef253402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:11:02Z', 'revision_number': 5, 'project_id': '3f0e7b2596b745f783f83f72ef253402', 'gw_port': {'id': 'daf2921d-3f84-4220-aac3-80765fe0f7f0', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43602eaa-97c7-4f85-b8c6-ca80cbb3265a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:11:05.028942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] For port 8fcf93ed-7a9a-45bb-882d-0a76b591121e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8fcf93ed-7a9a-45bb-882d-0a76b591121e,segment=NetworkSegment(25a88553-8560-464c-ae65-bc39a360a5f4),segment_id=25a88553-8560-464c-ae65-bc39a360a5f4)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:05.029769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.119564 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.154954 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Calling delete_port for 8fcf93ed-7a9a-45bb-882d-0a76b591121e owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:11:05.165332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Port': ['ID=daf2921d-3f84-4220-aac3-80765fe0f7f0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:05.232051 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516'] for port, after_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.286520 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Pushing event deleted for resources: {'Port': ['ID=8fcf93ed-7a9a-45bb-882d-0a76b591121e,revision_number=None']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:05.291976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] No DVR routers for this DVR port 8fcf93ed-7a9a-45bb-882d-0a76b591121e on host dv-neutron-834653-2-hyperv {{(pid=83747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:11:05.308215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.308563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.308901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.309235 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.309563 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.309917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.310269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.310593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.310915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.311252 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.311570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15c27f-4ab8-4706-9d77-2af1ebe03c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:05.466481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:05.500517 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.504628 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:11:05.504986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 1051bf38-ad2b-48dd-bd6b-7c81ecbe06df not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:05.505415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8fcf93ed-7a9a-45bb-882d-0a76b591121e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:05.538884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8fcf93ed-7a9a-45bb-882d-0a76b591121e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:11:05.539147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8fcf93ed-7a9a-45bb-882d-0a76b591121e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:05.758703 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.762874 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.786758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.787276 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Fanout notify agent at l3_agent the message router_deleted on router 43602eaa-97c7-4f85-b8c6-ca80cbb3265a {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:11:05.802218 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.803336 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-40e6f263-4e41-4a0e-ba78-240ba00b67e8 tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/routers/43602eaa-97c7-4f85-b8c6-ca80cbb3265a HTTP/1.1" status: 204 len: 168 time: 1.5890014 Mar 23 11:11:05.806196 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56092) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:05.922885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.052770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.076988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc52449c-6f26-444c-a02b-2c2433e6f219']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:06.088902 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a88553-8560-464c-ae65-bc39a360a5f4') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:06.089186 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a88553-8560-464c-ae65-bc39a360a5f4') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:06.101371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.117659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.123574 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:11:06.123959 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:11:06.137961 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:11:06.225644 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.231017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.255578 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:11:06.258472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'Network': ['ID=bc52449c-6f26-444c-a02b-2c2433e6f219,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:06.266744 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c5599822-c993-428d-b3a8-93c378c64adc tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/networks/bc52449c-6f26-444c-a02b-2c2433e6f219 HTTP/1.1" status: 204 len: 168 time: 0.4596145 Mar 23 11:11:06.269332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56096) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:06.341757 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf20b785-e418-4931-934f-38ad979dc16e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.374464 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf20b785-e418-4931-934f-38ad979dc16e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.435781 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf20b785-e418-4931-934f-38ad979dc16e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.453682 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20b785-e418-4931-934f-38ad979dc16e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7c706-19db-466e-a975-06cd0e56a501,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:06.469090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf20b785-e418-4931-934f-38ad979dc16e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.470274 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-bf20b785-e418-4931-934f-38ad979dc16e tempest-TestNetworkAdvancedServerOps-893050739 tempest-TestNetworkAdvancedServerOps-893050739-project] 10.222.0.73 "DELETE /v2.0/security-groups/9ea7c706-19db-466e-a975-06cd0e56a501 HTTP/1.1" status: 204 len: 168 time: 0.1996810 Mar 23 11:11:06.875069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56106) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:07.079264 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-00b55747-e6a5-48df-acff-6d235996d7e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f0e7b2596b745f783f83f72ef253402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2029343 Mar 23 11:11:07.082231 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56114) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:07.141872 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0bf5-f22b-4f6c-aaeb-2d9741e18479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.168305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0bf5-f22b-4f6c-aaeb-2d9741e18479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.224384 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0bf5-f22b-4f6c-aaeb-2d9741e18479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.245478 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e0bf5-f22b-4f6c-aaeb-2d9741e18479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09369701-f79b-4952-aabe-b07623c158d1,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:07.253586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0bf5-f22b-4f6c-aaeb-2d9741e18479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.254694 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0d0e0bf5-f22b-4f6c-aaeb-2d9741e18479 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09369701-f79b-4952-aabe-b07623c158d1 HTTP/1.1" status: 204 len: 168 time: 0.1715767 Mar 23 11:11:07.334332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device daf2921d-3f84-4220-aac3-80765fe0f7f0 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:07.370223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: daf2921d-3f84-4220-aac3-80765fe0f7f0 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:11:07.370571 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device daf2921d-3f84-4220-aac3-80765fe0f7f0 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:07.602788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56122) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:07.621319 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.653586 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:07.657569 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:890c8e160db14da0a11d0a5c8dc89e08 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:07.661220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:07.667087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:07.731389 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.735296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.779753 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f795f5c-4623-4099-a7cf-35dfb6c47df3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:07.785680 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-db96d8b5-95f2-4e8c-99d6-5da1921ba0f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=890c8e160db14da0a11d0a5c8dc89e08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1818316 Mar 23 11:11:07.788477 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56126) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:07.848466 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4de688-ed52-4519-940b-24cb827647cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.873554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4de688-ed52-4519-940b-24cb827647cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.929193 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4de688-ed52-4519-940b-24cb827647cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.944855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4de688-ed52-4519-940b-24cb827647cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f795f5c-4623-4099-a7cf-35dfb6c47df3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:07.949123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6b4de688-ed52-4519-940b-24cb827647cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.950276 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6b4de688-ed52-4519-940b-24cb827647cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f795f5c-4623-4099-a7cf-35dfb6c47df3 HTTP/1.1" status: 204 len: 168 time: 0.1608641 Mar 23 11:11:08.835062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56148) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:08.976303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1807854466-network', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:08.981073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:08.984824 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Usage tracker for resource:network and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:08.988395 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:08.994294 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:09.004175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Made reservation on behalf of bb4a72de6a434014b99ceb23a863f91d for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:09.006519 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.018285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.049558 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:09.053494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:09.056344 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:09.062075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:09.128379 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.137293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.168425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:11:09.177573 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316751a2-5b4a-47f4-ac5f-ee1d3a0cc5d6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:09.184828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.184828 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Added segment 3c847e4e-8620-405e-b3ec-bc3d125418d2 of type vlan for network 739c5308-f76d-497d-b042-8e37aadcf69e Mar 23 11:11:09.212918 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.245535 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.246788 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:09.247645 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.448712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] Pushing event updated for resources: {'Network': ['ID=739c5308-f76d-497d-b042-8e37aadcf69e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:09.453250 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3d5d0625-180e-4b10-8596-f18b2205e075 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6171446 Mar 23 11:11:09.458308 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56154) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:09.464809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 739c5308-f76d-497d-b042-8e37aadcf69e details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:11:09.465358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Request body: {'subnet': {'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1807854466-subnet', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:09.469813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:09.474284 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Usage tracker for resource:subnet and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:09.477175 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:09.483401 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:09.496520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Made reservation on behalf of bb4a72de6a434014b99ceb23a863f91d for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:09.498962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.707432 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.775587 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:09.789480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Checking segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:09.789829 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Network hostable DHCP agents. Network: 739c5308-f76d-497d-b042-8e37aadcf69e, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:11:09.810907 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Network 739c5308-f76d-497d-b042-8e37aadcf69e is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:11:09.820310 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 739c5308-f76d-497d-b042-8e37aadcf69e) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:09.824047 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:09.824614 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.828938 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd08aa-8353-4931-872d-8c8b1d782929 None None] Network 739c5308-f76d-497d-b042-8e37aadcf69e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:11:09.845337 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ed3d3f8b-f682-4fe2-89d0-a8b28b659f98 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3860106 Mar 23 11:11:09.848083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56158) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:09.853213 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:09.857910 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:09.861830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Usage tracker for resource:router and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:09.864960 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:09.870658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:09.881244 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.882148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.906369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.050390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33798300-3637-4405-8245-44b466bc7579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-739c5308-f76d-497d-b042-8e37aadcf69e', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:11:10.051206 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33798300-3637-4405-8245-44b466bc7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.059191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.210429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-33798300-3637-4405-8245-44b466bc7579 None None] Allocated IP 172.20.0.2 (739c5308-f76d-497d-b042-8e37aadcf69e/8c0978df-de42-4b6e-a3d0-1de0fbc38e4a/22a1c4ff-e26e-4ed7-8221-ba2d0292c093) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:10.247259 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.277054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.412342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Allocated IP 172.26.7.135 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/ca910f80-9326-4b6e-b409-94ed0192c053) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:10.414023 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33798300-3637-4405-8245-44b466bc7579 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.424833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-33798300-3637-4405-8245-44b466bc7579 None None] Transition to ACTIVE for port object 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:10.443300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-33798300-3637-4405-8245-44b466bc7579 None None] Transition to ACTIVE for port object 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:10.449129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33798300-3637-4405-8245-44b466bc7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.518793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33798300-3637-4405-8245-44b466bc7579 None None] Network 739c5308-f76d-497d-b042-8e37aadcf69e is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:10.521689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-33798300-3637-4405-8245-44b466bc7579 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:10.526116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33798300-3637-4405-8245-44b466bc7579 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:10.528223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33798300-3637-4405-8245-44b466bc7579 None None] Pushing event updated for resources: {'Port': ['ID=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.563019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.589669 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.617783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-33798300-3637-4405-8245-44b466bc7579 None None] Attempting to bind port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:10.618150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-33798300-3637-4405-8245-44b466bc7579 None None] Attempting to bind port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:10.618507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33798300-3637-4405-8245-44b466bc7579 None None] Attempting to bind port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 on network 739c5308-f76d-497d-b042-8e37aadcf69e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:10.626070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33798300-3637-4405-8245-44b466bc7579 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:10.626434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33798300-3637-4405-8245-44b466bc7579 None None] Checking segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:10.627378 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33798300-3637-4405-8245-44b466bc7579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.627793 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33798300-3637-4405-8245-44b466bc7579 None None] Bound using segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:10.628251 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-33798300-3637-4405-8245-44b466bc7579 None None] Bound port: 22a1c4ff-e26e-4ed7-8221-ba2d0292c093, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:10.628623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33798300-3637-4405-8245-44b466bc7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.654660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:10.657369 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:10.661077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:10.693436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Pushing event updated for resources: {'Port': ['ID=ca910f80-9326-4b6e-b409-94ed0192c053,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.715652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-33798300-3637-4405-8245-44b466bc7579 None None] For port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:10.718602 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-33798300-3637-4405-8245-44b466bc7579 None None] For port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:10.723423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-33798300-3637-4405-8245-44b466bc7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.809689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33798300-3637-4405-8245-44b466bc7579 None None] Pushing event updated for resources: {'Port': ['ID=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.827864 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.828599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.173164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:11:11.379884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:11.391457 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:11:11.405512 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] Notify callbacks [] for router, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.406763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8747a6b2-6942-479d-b029-be69fa5b9710 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5576034 Mar 23 11:11:11.408953 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:11.409560 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:11.410203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56164) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:11.419125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:11.520825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:11.624863 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:11.784099 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2640545-426b-4b0d-968e-58ca72322040 None None] Network 739c5308-f76d-497d-b042-8e37aadcf69e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:11:11.927798 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:10Z', 'revision_number': 3, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:11.931719 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:11:11.932063 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Updating router a3e7690f-dc82-4c6b-a977-e77708f4ce58 port ca910f80-9326-4b6e-b409-94ed0192c053 binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:11:11.933836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] Provisioning for port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:11.945059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] Provisioning complete for port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:11.945426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.989719 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.173125 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.214362 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.217133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] For port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:12.222129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.294913 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd587ba-9405-4a24-933e-bad56dfd28f3 None None] Pushing event updated for resources: {'Port': ['ID=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:12.353218 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.368193 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Transition to ACTIVE for port object ca910f80-9326-4b6e-b409-94ed0192c053 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:12.375461 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.449519 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ccf15548-6799-46d0-b0bf-3dbfd205fba8 None None] Provisioning complete for port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:12.449893 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ccf15548-6799-46d0-b0bf-3dbfd205fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.458728 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Attempting to bind port ca910f80-9326-4b6e-b409-94ed0192c053 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:12.459321 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Attempting to bind port ca910f80-9326-4b6e-b409-94ed0192c053 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:12.459446 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Attempting to bind port ca910f80-9326-4b6e-b409-94ed0192c053 on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:12.462039 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Pushing event updated for resources: {'Port': ['ID=ca910f80-9326-4b6e-b409-94ed0192c053,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:12.462861 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Allocated IP 172.20.0.1 (739c5308-f76d-497d-b042-8e37aadcf69e/8c0978df-de42-4b6e-a3d0-1de0fbc38e4a/efa16d6e-163c-40e6-9888-e96b1e91006b) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:12.472411 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:12.472668 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:12.472872 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.473223 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:12.473674 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Bound port: ca910f80-9326-4b6e-b409-94ed0192c053, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:12.474036 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.502453 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.502665 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.502883 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.503223 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.503522 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.503862 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.504394 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.504716 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.505031 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.505346 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.505653 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:11:12.554141 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] For port ca910f80-9326-4b6e-b409-94ed0192c053, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:12.558115 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] For port ca910f80-9326-4b6e-b409-94ed0192c053, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ca910f80-9326-4b6e-b409-94ed0192c053,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:12.562424 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.620596 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.638025 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Transition to ACTIVE for port object efa16d6e-163c-40e6-9888-e96b1e91006b will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:12.643087 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760786-2645-48f4-83db-48ccf80b2201 None None] Pushing event updated for resources: {'Port': ['ID=ca910f80-9326-4b6e-b409-94ed0192c053,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:12.647590 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:12.648276 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:12.660189 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.823514 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Network 739c5308-f76d-497d-b042-8e37aadcf69e is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:12.826759 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Pushing event updated for resources: {'Port': ['ID=efa16d6e-163c-40e6-9888-e96b1e91006b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:12.827117 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:12.829288 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:12.831334 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:12.883305 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.974293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.105885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4c59df93-67f5-4ab6-8011-c8b45e7d13eb None None] Provisioning for port efa16d6e-163c-40e6-9888-e96b1e91006b completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:13.113882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-4c59df93-67f5-4ab6-8011-c8b45e7d13eb None None] Provisioning complete for port efa16d6e-163c-40e6-9888-e96b1e91006b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:13.114612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4c59df93-67f5-4ab6-8011-c8b45e7d13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.116324 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:10Z', 'revision_number': 3, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.120682 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa13b2-4e84-47d9-a47d-ca0d71cf3a97 None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:10Z', 'revision_number': 3, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:11:13.190604 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-4c59df93-67f5-4ab6-8011-c8b45e7d13eb None None] Port efa16d6e-163c-40e6-9888-e96b1e91006b cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:11:13.215927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.222000 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.355488 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Pushing event updated for resources: {'Port': ['ID=efa16d6e-163c-40e6-9888-e96b1e91006b,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:13.361476 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.483287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:13.519036 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Network 739c5308-f76d-497d-b042-8e37aadcf69e is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:13.520663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:13.557470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:13.557846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.693024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ca910f80-9326-4b6e-b409-94ed0192c053 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:13.765685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port ca910f80-9326-4b6e-b409-94ed0192c053 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:13.771650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ca910f80-9326-4b6e-b409-94ed0192c053 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:13.772019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.842961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-25f42d2c-cb24-402c-ba0d-0a4506e80dd8 None None] Provisioning complete for port efa16d6e-163c-40e6-9888-e96b1e91006b triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:13.843327 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-25f42d2c-cb24-402c-ba0d-0a4506e80dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.943826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-25f42d2c-cb24-402c-ba0d-0a4506e80dd8 None None] Port efa16d6e-163c-40e6-9888-e96b1e91006b cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:11:13.953043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.962039 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:13.972990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port ca910f80-9326-4b6e-b409-94ed0192c053, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ca910f80-9326-4b6e-b409-94ed0192c053,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:13.978092 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.052920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=ca910f80-9326-4b6e-b409-94ed0192c053,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:14.169094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:14.178372 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9edc660-3923-4e65-8581-3ce039d873c4 admin admin] 10.222.0.73 "PUT /v2.0/routers/a3e7690f-dc82-4c6b-a977-e77708f4ce58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664905 Mar 23 11:11:14.987976 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:14.993935 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610651437-network', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:14.998934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:15.003714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Usage tracker for resource:network and tenant:3740136ccd4946feb19aafdf8384d5a4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:15.006894 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:15.012767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:15.023821 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Made reservation on behalf of 3740136ccd4946feb19aafdf8384d5a4 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:15.026087 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.038191 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.070212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:15.074013 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Usage tracker for resource:security_group_rule and tenant:3740136ccd4946feb19aafdf8384d5a4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:15.076778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:15.083120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:15.149565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.153515 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.185247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:11:15.194485 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6e5d5-4653-413b-adc5-9789a62aa4c8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:15.200029 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.200419 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.segments_db [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Added segment cd736438-2a05-4e58-9b52-ef60d8390a0b of type vlan for network 07ce2876-870d-489d-81a7-32992d25384f Mar 23 11:11:15.227473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.256273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.257115 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:15.257668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.383892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ca910f80-9326-4b6e-b409-94ed0192c053 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:15.454864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port ca910f80-9326-4b6e-b409-94ed0192c053 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:15.455287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.455425 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] Pushing event updated for resources: {'Network': ['ID=07ce2876-870d-489d-81a7-32992d25384f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:15.458662 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-634ee104-408f-4392-a586-e70e813e94ac admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4693236 Mar 23 11:11:15.461474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56190) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:15.467152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Request body: {'subnet': {'network_id': '07ce2876-870d-489d-81a7-32992d25384f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610651437-subnet', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:15.472235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:15.476464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Usage tracker for resource:subnet and tenant:3740136ccd4946feb19aafdf8384d5a4 is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:15.483656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:15.486387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 07ce2876-870d-489d-81a7-32992d25384f details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:11:15.490971 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:15.500900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Made reservation on behalf of 3740136ccd4946feb19aafdf8384d5a4 for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:15.503939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.709510 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.777698 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07beb7d7-f02e-48a5-80ee-139755084e92,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:15.794556 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Checking segment: {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:15.794915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Network hostable DHCP agents. Network: 07ce2876-870d-489d-81a7-32992d25384f, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:11:15.817004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Network 07ce2876-870d-489d-81a7-32992d25384f is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:11:15.826234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 07ce2876-870d-489d-81a7-32992d25384f) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:15.830105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:15.830684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.836006 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ded5b3-2140-42ee-8c15-d7f5aa3596fc None None] Network 07ce2876-870d-489d-81a7-32992d25384f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:11:15.852458 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f554001e-8e81-457b-87e4-7ab983a9c60f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3898945 Mar 23 11:11:15.855156 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56194) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:15.860472 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:15.866054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:15.869833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Usage tracker for resource:router and tenant:3740136ccd4946feb19aafdf8384d5a4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:15.872765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:15.878428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:15.888763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.889693 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.909500 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.046218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-07ce2876-870d-489d-81a7-32992d25384f', 'network_id': '07ce2876-870d-489d-81a7-32992d25384f', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'fixed_ips': [{'subnet_id': '07beb7d7-f02e-48a5-80ee-139755084e92'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:11:16.047031 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.055238 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.247238 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Allocated IP 172.20.0.2 (07ce2876-870d-489d-81a7-32992d25384f/07beb7d7-f02e-48a5-80ee-139755084e92/aff8029a-0be1-4fa6-8597-9a5bc39ada63) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:16.260352 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.292243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.433613 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Allocated IP 172.26.7.152 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/78712754-373a-483b-b4db-c7aec19dd42b) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:16.459416 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.469792 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Transition to ACTIVE for port object aff8029a-0be1-4fa6-8597-9a5bc39ada63 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:16.488464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Transition to ACTIVE for port object aff8029a-0be1-4fa6-8597-9a5bc39ada63 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:16.493552 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.562926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Network 07ce2876-870d-489d-81a7-32992d25384f is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:16.566394 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:16.568244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Pushing event updated for resources: {'Port': ['ID=aff8029a-0be1-4fa6-8597-9a5bc39ada63,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:16.570522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:16.585863 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.616148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.662224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Attempting to bind port aff8029a-0be1-4fa6-8597-9a5bc39ada63 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:16.662654 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Attempting to bind port aff8029a-0be1-4fa6-8597-9a5bc39ada63 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:16.662964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Attempting to bind port aff8029a-0be1-4fa6-8597-9a5bc39ada63 on network 07ce2876-870d-489d-81a7-32992d25384f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:16.669827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:16.670229 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Checking segment: {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:16.670590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.670965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Bound using segment: {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:16.671435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Bound port: aff8029a-0be1-4fa6-8597-9a5bc39ada63, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:16.671830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.683746 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:16.686640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:16.691180 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:16.712024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:11:16.717185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=78712754-373a-483b-b4db-c7aec19dd42b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:16.754722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:16.755330 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:16.849075 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.849745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.899282 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] For port aff8029a-0be1-4fa6-8597-9a5bc39ada63, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:16.913747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] For port aff8029a-0be1-4fa6-8597-9a5bc39ada63, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aff8029a-0be1-4fa6-8597-9a5bc39ada63,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:16.920223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:17.033694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:17.075341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2c207-7bce-4ed5-a1ba-514d119c1266 None None] Pushing event updated for resources: {'Port': ['ID=aff8029a-0be1-4fa6-8597-9a5bc39ada63,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:17.082123 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:11:17.321502 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:17.335317 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Sync routers for ids ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:11:17.351701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:17.352930 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9d7e2e26-6596-48b3-8337-2954183f6bb9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4967499 Mar 23 11:11:17.355825 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56198) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:17.374539 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Routers {'f50d9c8e-ca5c-4f76-90fa-f713444aafc5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:17.375151 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:17.432271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 2, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:17.437283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:11:17.438084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Updating router a3e7690f-dc82-4c6b-a977-e77708f4ce58 port efa16d6e-163c-40e6-9888-e96b1e91006b binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:11:17.479037 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aff8029a-0be1-4fa6-8597-9a5bc39ada63 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:17.550872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:17.635719 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Set router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:17.669404 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port aff8029a-0be1-4fa6-8597-9a5bc39ada63 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:17.991297 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:11:16Z', 'revision_number': 3, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:17.996163 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Checking router: f50d9c8e-ca5c-4f76-90fa-f713444aafc5 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:11:17.996870 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Updating router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 port 78712754-373a-483b-b4db-c7aec19dd42b binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:11:17.999262 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.014106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Transition to ACTIVE for port object efa16d6e-163c-40e6-9888-e96b1e91006b will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:18.026883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.087314 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.170018 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac8af8-7809-4f8b-ad87-0fc26de5a9af None None] Network 07ce2876-870d-489d-81a7-32992d25384f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:11:18.195531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc62ad-2c9f-4f60-b546-947232e7637e None None] Pushing event updated for resources: {'Port': ['ID=efa16d6e-163c-40e6-9888-e96b1e91006b,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:18.302772 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.359322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Attempting to bind port efa16d6e-163c-40e6-9888-e96b1e91006b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:18.359723 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Attempting to bind port efa16d6e-163c-40e6-9888-e96b1e91006b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:18.360088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Attempting to bind port efa16d6e-163c-40e6-9888-e96b1e91006b on network 739c5308-f76d-497d-b042-8e37aadcf69e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:18.379120 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:18.379497 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Checking segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:18.379924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.380406 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Bound using segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:18.380800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Bound port: efa16d6e-163c-40e6-9888-e96b1e91006b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:18.381173 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.411675 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] Provisioning for port aff8029a-0be1-4fa6-8597-9a5bc39ada63 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:18.450511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] Provisioning complete for port aff8029a-0be1-4fa6-8597-9a5bc39ada63 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:18.450511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.493623 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.506672 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Transition to ACTIVE for port object 78712754-373a-483b-b4db-c7aec19dd42b will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:18.514295 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.546343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Allocated IP 172.20.0.1 (07ce2876-870d-489d-81a7-32992d25384f/07beb7d7-f02e-48a5-80ee-139755084e92/9ee86642-6ab3-4849-924f-bedc699568c9) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:18.598033 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Attempting to bind port 78712754-373a-483b-b4db-c7aec19dd42b on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:18.598428 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Attempting to bind port 78712754-373a-483b-b4db-c7aec19dd42b by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:18.598821 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Attempting to bind port 78712754-373a-483b-b4db-c7aec19dd42b on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:18.601674 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941410a-dc65-415f-b62e-180c76b0b2b4 None None] Pushing event updated for resources: {'Port': ['ID=78712754-373a-483b-b4db-c7aec19dd42b,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:18.609324 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:18.609679 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:18.610071 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.610437 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:18.611758 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Bound port: 78712754-373a-483b-b4db-c7aec19dd42b, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:18.612121 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.635188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] For port efa16d6e-163c-40e6-9888-e96b1e91006b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:18.656536 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] For port efa16d6e-163c-40e6-9888-e96b1e91006b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=efa16d6e-163c-40e6-9888-e96b1e91006b,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:18.695355 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] For port 78712754-373a-483b-b4db-c7aec19dd42b, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:18.699089 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] For port 78712754-373a-483b-b4db-c7aec19dd42b, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=78712754-373a-483b-b4db-c7aec19dd42b,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:18.705368 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.721924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.807985 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941410a-dc65-415f-b62e-180c76b0b2b4 None None] Pushing event updated for resources: {'Port': ['ID=78712754-373a-483b-b4db-c7aec19dd42b,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:18.810831 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Routers {'f50d9c8e-ca5c-4f76-90fa-f713444aafc5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:18.811410 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:18.850480 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:18.890556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc62ad-2c9f-4f60-b546-947232e7637e None None] Pushing event updated for resources: {'Port': ['ID=efa16d6e-163c-40e6-9888-e96b1e91006b,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:18.918509 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] For port aff8029a-0be1-4fa6-8597-9a5bc39ada63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aff8029a-0be1-4fa6-8597-9a5bc39ada63,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:18.947976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:18.949058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:10:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:18.958375 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.000584 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Transition to ACTIVE for port object 9ee86642-6ab3-4849-924f-bedc699568c9 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:19.047766 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.070876 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] Set router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:19.232098 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Network 07ce2876-870d-489d-81a7-32992d25384f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:19.246536 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:19.246737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:19.248880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:19.289050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee86642-6ab3-4849-924f-bedc699568c9,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:19.313021 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.321822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.435481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.543416 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:11:16Z', 'revision_number': 3, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:19.553220 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1d6c8-feca-462f-9a21-48a6c450969d None None] The sync data for ids ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'] in dv-neutron-834653-2-hyperv is: [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:11:16Z', 'revision_number': 3, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:11:19.700270 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30237414-d0b3-48c0-ba45-29bed771a9e9 None None] Pushing event updated for resources: {'Port': ['ID=aff8029a-0be1-4fa6-8597-9a5bc39ada63,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:19.724209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-a42812c8-ba96-4b65-8d0f-5c81ffc5fa33 None None] Provisioning complete for port aff8029a-0be1-4fa6-8597-9a5bc39ada63 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:19.724584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a42812c8-ba96-4b65-8d0f-5c81ffc5fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.755605 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.761873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.882927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee86642-6ab3-4849-924f-bedc699568c9,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:19.890058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:19.988720 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:18Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:19.992931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a536d4-2e8c-46af-ac06-f808c153d9d2 None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:18Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:11:20.050547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Network 07ce2876-870d-489d-81a7-32992d25384f is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:20.051815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:20.123818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-463a828b-0063-444a-ac72-a6aff21acdc3 None None] Provisioning for port 9ee86642-6ab3-4849-924f-bedc699568c9 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:20.134891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-463a828b-0063-444a-ac72-a6aff21acdc3 None None] Provisioning complete for port 9ee86642-6ab3-4849-924f-bedc699568c9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:20.135526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-463a828b-0063-444a-ac72-a6aff21acdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:20.235403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-463a828b-0063-444a-ac72-a6aff21acdc3 None None] Port 9ee86642-6ab3-4849-924f-bedc699568c9 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:11:20.371208 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-69960b05-51f9-4ac2-bd97-372e0665f9e4 None None] Provisioning complete for port 9ee86642-6ab3-4849-924f-bedc699568c9 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:20.371639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-69960b05-51f9-4ac2-bd97-372e0665f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:20.439465 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-69960b05-51f9-4ac2-bd97-372e0665f9e4 None None] Port 9ee86642-6ab3-4849-924f-bedc699568c9 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:11:20.571397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:20.786151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:20.804844 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-89e70569-9317-4015-9b81-45923758c508 admin admin] 10.222.0.73 "PUT /v2.0/routers/f50d9c8e-ca5c-4f76-90fa-f713444aafc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4384236 Mar 23 11:11:21.478968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device efa16d6e-163c-40e6-9888-e96b1e91006b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:21.492935 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56208) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:21.499339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538900357', 'description': 'tempest-secgroup-smoke-538900357 description', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:21.505880 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:21.510012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:21.513004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:21.518841 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:21.529147 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.551237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port efa16d6e-163c-40e6-9888-e96b1e91006b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:21.556274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port efa16d6e-163c-40e6-9888-e96b1e91006b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:21.556649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.566390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:21.570464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:21.573606 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:21.579368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:21.635721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.639514 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.673750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.679909 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59263e72-87b8-4916-babc-7738484bef2f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:21.684781 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.689692 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-f4701971-8d18-4a43-bb25-c7892af69e73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1920829 Mar 23 11:11:21.689692 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56212) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:21.695327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '59263e72-87b8-4916-babc-7738484bef2f', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:21.702170 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:21.706911 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:21.709684 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:21.711799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port efa16d6e-163c-40e6-9888-e96b1e91006b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=efa16d6e-163c-40e6-9888-e96b1e91006b,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:21.716225 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:21.716614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.717393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aff8029a-0be1-4fa6-8597-9a5bc39ada63 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:21.734467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.799323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.803702 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.837429 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=efa16d6e-163c-40e6-9888-e96b1e91006b,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:21.852288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port aff8029a-0be1-4fa6-8597-9a5bc39ada63 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:21.852657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.934062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125c53cb-c928-4421-b5c0-37d0983b0900,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:21.945388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:21.946600 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6ddab237-98d4-43bb-be48-7314d7c2cb1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2560706 Mar 23 11:11:21.950266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56216) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:21.957116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '59263e72-87b8-4916-babc-7738484bef2f', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:21.963042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:21.968184 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:21.971867 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:21.972466 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 78712754-373a-483b-b4db-c7aec19dd42b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:21.978767 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:21.995640 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.039525 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 78712754-373a-483b-b4db-c7aec19dd42b completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:22.044511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 78712754-373a-483b-b4db-c7aec19dd42b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:22.044882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.060738 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.065532 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.089085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da7b543-16a3-41c5-ab95-72120f614153,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.099917 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.101277 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1c7bf1d1-6ed9-407d-b371-9f46b39d3864 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1495903 Mar 23 11:11:22.104398 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56220) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:22.109994 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '59263e72-87b8-4916-babc-7738484bef2f', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:22.116616 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:22.120498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:22.123267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:22.131484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:22.151430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.185379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.202810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 78712754-373a-483b-b4db-c7aec19dd42b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=78712754-373a-483b-b4db-c7aec19dd42b,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:22.207856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.218560 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.222719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.245740 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630e8be2-9479-4b10-aeb7-93164b766872,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.255720 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.259747 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-9eeec48e-9328-4eee-a846-d8086ace4982 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1515670 Mar 23 11:11:22.259945 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56224) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:22.265423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '59263e72-87b8-4916-babc-7738484bef2f', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:22.271827 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:22.275706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:22.277131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=78712754-373a-483b-b4db-c7aec19dd42b,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.278778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:22.285374 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:22.301286 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.364270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.367813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.389498 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbcdb3e-8a45-48c5-a730-4ba4c761ccdd,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.399022 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.400202 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-18dfcdaf-2f32-4254-af5d-425587853db9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393313 Mar 23 11:11:22.402850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56228) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:22.408679 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '59263e72-87b8-4916-babc-7738484bef2f', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:22.414339 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:22.418062 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:22.420865 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:22.427733 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:22.440233 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Project bb4a72de6a434014b99ceb23a863f91d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:11:22.446429 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.591566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.595014 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.617397 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ed508f-ea90-4d90-9544-1d8e4f049b48,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.625409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.627181 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0a2b7898-815b-403f-a4f9-14b84ca9ae68 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2234516 Mar 23 11:11:22.629930 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56232) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:22.635141 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '59263e72-87b8-4916-babc-7738484bef2f', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:22.640875 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:22.645195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:22.647984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:22.653660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:22.663711 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Project bb4a72de6a434014b99ceb23a863f91d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:11:22.670226 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.733674 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.737251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.760434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbe80a8-f213-49ce-b01c-7822a960a0be,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.770152 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:22.776191 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-da446e89-6a59-4658-ac48-a57492e12876 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1451223 Mar 23 11:11:22.942664 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-8ae7de93-54b0-4618-8845-103eaf2d9737 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:11:22.958958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-8ae7de93-54b0-4618-8845-103eaf2d9737 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:11:22.960201 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-8ae7de93-54b0-4618-8845-103eaf2d9737 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538900357&fields=id&tenant_id=bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 267 time: 0.0577362 Mar 23 11:11:23.107304 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-ddd2aed4-1c57-4013-a1c6-2dee879ec1e9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.108754 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-ddd2aed4-1c57-4013-a1c6-2dee879ec1e9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 809 time: 0.1413720 Mar 23 11:11:23.125938 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-86c324ae-8883-4707-875a-39c159968d1f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/quotas/bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 375 time: 0.0106692 Mar 23 11:11:23.213669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-29a6fb2c-df88-4450-b36f-7dbae1a63614 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819106 Mar 23 11:11:23.398083 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device efa16d6e-163c-40e6-9888-e96b1e91006b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:23.470936 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port efa16d6e-163c-40e6-9888-e96b1e91006b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:23.471447 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:23.485047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-d8f959b8-ca2b-433b-851a-bf903150363d service neutron] 10.222.0.73 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571855 Mar 23 11:11:23.590003 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 78712754-373a-483b-b4db-c7aec19dd42b up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:23.620680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-af4b0f72-3076-4287-9e52-59ea6890a87f service neutron] 10.222.0.73 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291101 Mar 23 11:11:23.656106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 78712754-373a-483b-b4db-c7aec19dd42b triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:23.656489 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:23.824931 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fc187359-9e75-4161-854e-d59dc4305094 req-174007b5-d20b-4164-b3bb-2e26abc26fc3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 210 time: 0.0491493 Mar 23 11:11:24.514976 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bbbaef6b-86eb-4826-ae82-36a3298f92b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:24.949123 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-51080465-b953-49de-b805-175550c8f8b6 req-3288f88d-7bc8-48ae-99e5-dc560aba2292 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 210 time: 0.0417902 Mar 23 11:11:25.051630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:26.108829 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-838394cd-9f1e-4928-b1c7-11717e3ae90f req-05828343-1354-4fc6-a271-9a2b6fbf5a32 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 210 time: 0.0417547 Mar 23 11:11:26.852335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6e88-c4cf-49bc-96bd-aa2536075dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:27.195817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-feba78a9-effd-4d67-bba1-66df72e5efb0 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:27.197311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-feba78a9-effd-4d67-bba1-66df72e5efb0 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 809 time: 0.1682513 Mar 23 11:11:27.289799 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3b358f4e-68a3-408e-aabc-5e0f85763167 req-359ce94a-2a9a-4d14-8896-3ea7e17c1c24 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 210 time: 0.0476975 Mar 23 11:11:27.294747 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-8fafb9b5-5377-4bce-b6d1-ffd89f33185a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 379 time: 0.0854292 Mar 23 11:11:27.304232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'port': {'device_id': '2ff23888-7358-4080-9d71-25f81b616a1e', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'admin_state_up': True, 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'security_groups': ['59263e72-87b8-4916-babc-7738484bef2f']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:27.439405 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:27.443412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:port and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:27.446312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:27.452342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:27.462237 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Made reservation on behalf of bb4a72de6a434014b99ceb23a863f91d for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:27.465336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:27.640187 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Allocated IP 172.20.0.14 (739c5308-f76d-497d-b042-8e37aadcf69e/8c0978df-de42-4b6e-a3d0-1de0fbc38e4a/3e336dd3-da66-4e08-845e-4615f028fe3f) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:27.827364 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:27.842749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Transition to ACTIVE for port object 3e336dd3-da66-4e08-845e-4615f028fe3f will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:27.865639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:27.885891 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:27.941920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Network 739c5308-f76d-497d-b042-8e37aadcf69e is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:27.945248 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:27.949719 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:27.975346 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:28.016527 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:28.017132 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:28.038184 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-1b07bfe8-823b-49e0-b030-334c9e2242fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375114 Mar 23 11:11:28.049371 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Request body: {'port': {'device_id': '2ff23888-7358-4080-9d71-25f81b616a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:28.138884 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:28.212531 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d77d3475-2de8-410b-811d-b1d273d854d1 None None] Provisioning for port 3e336dd3-da66-4e08-845e-4615f028fe3f completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:28.217460 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d77d3475-2de8-410b-811d-b1d273d854d1 None None] Provisioning complete for port 3e336dd3-da66-4e08-845e-4615f028fe3f triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:28.217766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d77d3475-2de8-410b-811d-b1d273d854d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:28.263092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:28.269763 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-d77d3475-2de8-410b-811d-b1d273d854d1 None None] Port 3e336dd3-da66-4e08-845e-4615f028fe3f cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:11:28.600821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a801ebe-d94a-45ae-a3cd-202868c64e58 req-6e80cf14-a901-4952-a564-4bb4b891bde3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:28.601496 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3a801ebe-d94a-45ae-a3cd-202868c64e58 req-6e80cf14-a901-4952-a564-4bb4b891bde3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:11:28.671699 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-3a801ebe-d94a-45ae-a3cd-202868c64e58 req-6e80cf14-a901-4952-a564-4bb4b891bde3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:11:28.672932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3a801ebe-d94a-45ae-a3cd-202868c64e58 req-6e80cf14-a901-4952-a564-4bb4b891bde3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 932 time: 0.2507803 Mar 23 11:11:28.682438 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e336dd3-da66-4e08-845e-4615f028fe3f {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:11:28.702040 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:28.729923 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Transition to ACTIVE for port object 3e336dd3-da66-4e08-845e-4615f028fe3f will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:28.733622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:28.789255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3a801ebe-d94a-45ae-a3cd-202868c64e58 req-ae8605dc-ec2f-4e42-93b8-33c0f1340f95 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095166 Mar 23 11:11:28.873566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:28.991578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Attempting to bind port 3e336dd3-da66-4e08-845e-4615f028fe3f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:28.991932 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Attempting to bind port 3e336dd3-da66-4e08-845e-4615f028fe3f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:28.992273 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Attempting to bind port 3e336dd3-da66-4e08-845e-4615f028fe3f on network 739c5308-f76d-497d-b042-8e37aadcf69e {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:28.998303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Port 3e336dd3-da66-4e08-845e-4615f028fe3f on network 739c5308-f76d-497d-b042-8e37aadcf69e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:11:28.998623 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Attempting to bind port 3e336dd3-da66-4e08-845e-4615f028fe3f on network 739c5308-f76d-497d-b042-8e37aadcf69e {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:29.005511 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:29.005844 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Checking segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:29.006232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Bound using segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:29.006655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Bound port: 3e336dd3-da66-4e08-845e-4615f028fe3f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:29.006999 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:29.092614 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:29.095851 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:29.100953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:29.171242 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:29.173743 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] 10.222.0.91 "PUT /v2.0/ports/3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1094 time: 1.1280656 Mar 23 11:11:29.174343 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:11:29.198218 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d3aee-f334-4d69-b44f-e9674dd56860 service neutron] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:29.249993 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'status': 'completed', 'code': 200} Mar 23 11:11:29.292766 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-da4ef01f-d3a5-4157-88d1-d1594213d01b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1097 time: 0.0793688 Mar 23 11:11:29.364669 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-07d5d979-9def-4d65-a050-3c401a061bc9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 217 time: 0.0652335 Mar 23 11:11:29.425830 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-a5c2014d-fcb8-49cc-aeff-2466fb5d3fbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:29.427377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-a5c2014d-fcb8-49cc-aeff-2466fb5d3fbe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0577521 Mar 23 11:11:29.476825 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:29.505457 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-af95bf97-6d39-494c-8298-46ff9a7bd60b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727153 Mar 23 11:11:29.634136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-4abf0426-df5b-4332-b3cb-21e315042afc service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226692 Mar 23 11:11:29.764575 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2aa69717-72b0-497d-9fa2-aa59d7ddb46c req-6b0f884f-64f1-4486-ad00-8480cd60a397 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245377 Mar 23 11:11:29.874432 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-06162177-bba3-4e5d-bd05-b4880c62b99f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1097 time: 0.0686622 Mar 23 11:11:30.150466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-24894fb0-777c-4260-8648-f38062ec9ba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.151997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-24894fb0-777c-4260-8648-f38062ec9ba0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.2716193 Mar 23 11:11:30.217110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c8794-5395-43fb-8ba7-c07e349f30e8 req-b74522d0-7ef3-40cf-bd69-1fda5518b509 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.218644 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ba2c8794-5395-43fb-8ba7-c07e349f30e8 req-b74522d0-7ef3-40cf-bd69-1fda5518b509 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.1783259 Mar 23 11:11:30.241460 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-b4baadc2-7f18-492b-9c40-1df23feaf9da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 217 time: 0.0834358 Mar 23 11:11:30.318615 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ba2c8794-5395-43fb-8ba7-c07e349f30e8 req-85cc81de-619a-41ec-a5f6-bda9912076dc tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919750 Mar 23 11:11:30.325435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-57b3bd96-e6c4-48ee-a434-5d2bb311778b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.326793 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-57b3bd96-e6c4-48ee-a434-5d2bb311778b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0767460 Mar 23 11:11:30.401788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-1d671926-7b2e-4441-b127-08dfcefecb84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685925 Mar 23 11:11:30.531684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-e622c65b-ede8-4358-89dc-5f4a7fa36095 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241956 Mar 23 11:11:30.660700 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13e23ef9-9c81-47d1-b834-d3469bca8559 req-02a404f0-9182-4d19-b41c-a06ace603f01 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230073 Mar 23 11:11:31.517808 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ada71-23ad-4a2b-9ec0-3a4ce94e326a req-493ab612-d4c4-483b-9c55-fcee1825c6c6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:31.519173 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb2ada71-23ad-4a2b-9ec0-3a4ce94e326a req-493ab612-d4c4-483b-9c55-fcee1825c6c6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0797796 Mar 23 11:11:31.564520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cb2ada71-23ad-4a2b-9ec0-3a4ce94e326a req-9f16695d-bf6c-4a45-9208-053b12db1984 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Mar 23 11:11:31.928382 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:11:32.059934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:32.073284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'mac_address': 'fa:16:3e:7b:16:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:11:32.129908 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:32.146537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e336dd3-da66-4e08-845e-4615f028fe3f {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:11:32.161253 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:32.165212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:32.230213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:32.496759 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['3e336dd3-da66-4e08-845e-4615f028fe3f'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:11:32.758931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff87d31-14ad-4c92-96e7-ca2b07fb2982 req-dfe95582-6c3f-477d-a94e-b504ae1487dd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:32.760328 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eff87d31-14ad-4c92-96e7-ca2b07fb2982 req-dfe95582-6c3f-477d-a94e-b504ae1487dd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 945 time: 0.0761077 Mar 23 11:11:32.809177 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-eff87d31-14ad-4c92-96e7-ca2b07fb2982 req-96c02854-6494-4b2f-8fee-c3ffe9095438 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Mar 23 11:11:33.928412 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:34.002366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port 3e336dd3-da66-4e08-845e-4615f028fe3f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:34.007643 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 3e336dd3-da66-4e08-845e-4615f028fe3f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:34.008011 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:34.008579 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a19b4-bfc7-434c-ac48-c9b5c6cccfe1 req-c9d411aa-94a1-44be-ae7b-cc78be66a0d6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:34.010311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c93a19b4-bfc7-434c-ac48-c9b5c6cccfe1 req-c9d411aa-94a1-44be-ae7b-cc78be66a0d6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 945 time: 0.0824289 Mar 23 11:11:34.056398 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c93a19b4-bfc7-434c-ac48-c9b5c6cccfe1 req-21a5e70f-d2e7-4574-a704-01e4125a1759 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Mar 23 11:11:34.124168 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:34.150001 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:11:34.161103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:34.166855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:34.232289 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:34.287121 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'code': 200} Mar 23 11:11:34.512873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bf655d53-ebd8-44b8-9752-a908d8f2c6d6 req-47625006-16ab-4338-a9c3-95a97498dd71 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.0704556 Mar 23 11:11:34.552596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bf655d53-ebd8-44b8-9752-a908d8f2c6d6 req-3a2aeb28-45ef-464f-95d5-468cc029252a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344603 Mar 23 11:11:35.254357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964deeee-6b75-4162-9d8b-8507db1d3ce1 req-b6cf2087-6e20-4782-83ac-16de26b256cb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:35.255396 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-964deeee-6b75-4162-9d8b-8507db1d3ce1 req-b6cf2087-6e20-4782-83ac-16de26b256cb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0759423 Mar 23 11:11:35.300332 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-964deeee-6b75-4162-9d8b-8507db1d3ce1 req-5db07572-0846-42c2-badf-41b72188bfba tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Mar 23 11:11:36.508975 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd77f8-8640-4126-94e5-56924078fa53 req-f824933b-dd44-4f2b-a471-986076c3dd87 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:36.510314 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80bd77f8-8640-4126-94e5-56924078fa53 req-f824933b-dd44-4f2b-a471-986076c3dd87 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0800004 Mar 23 11:11:36.554365 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-80bd77f8-8640-4126-94e5-56924078fa53 req-60758245-944c-4887-835c-36ba59913b8a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387027 Mar 23 11:11:36.748927 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f1be-7244-4d4b-be80-3af9681c991d req-a2c4170a-5858-4c5f-badd-e63d054d92b5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:36.750437 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f82f1be-7244-4d4b-be80-3af9681c991d req-a2c4170a-5858-4c5f-badd-e63d054d92b5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0762532 Mar 23 11:11:36.795175 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f82f1be-7244-4d4b-be80-3af9681c991d req-6b9bce26-ed2e-4b54-9e12-5fcda4e9bf87 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391269 Mar 23 11:11:36.822239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56306) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:36.957495 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-6775c9f1-a22b-4768-9e68-969d3154f2f7 tempest-TestShelveInstance-1481205424 tempest-TestShelveInstance-1481205424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1094 time: 0.1341407 Mar 23 11:11:36.960330 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56312) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:36.965340 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:11:36.971695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:11:36.975431 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:floatingip and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:11:36.978243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:11:36.983877 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:11:36.994851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:37.126786 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:37.262239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Allocated IP 172.26.7.49 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/c7258376-0e27-4ea9-bfec-4033271e79a3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:37.408460 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:37.435268 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:37.499998 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:37.503247 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:37.507856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:11:37.531678 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'Port': ['ID=c7258376-0e27-4ea9-bfec-4033271e79a3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:37.998410 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:38.052467 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:38.259299 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:38.263758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:38.450837 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'Port': ['ID=c7258376-0e27-4ea9-bfec-4033271e79a3,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:38.465701 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:38.648960 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Floating IP fa20f1ea-7b9e-4aaf-8fef-a26365420405 associated. External IP: 172.26.7.49, port: 3e336dd3-da66-4e08-845e-4615f028fe3f. Mar 23 11:11:39.048138 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:39.249876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:39.259827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:11:39.272970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:39.273609 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:11:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:39.276185 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:39.330908 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-67dcb823-4b83-485c-a34e-d45a25cb1dbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3694706 Mar 23 11:11:39.331364 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:11:39.387274 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'status': 'completed', 'code': 200} Mar 23 11:11:39.457600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:39.479676 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-84f01181-0b53-4eae-9709-17cacecce9c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.0714970 Mar 23 11:11:39.614144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-b7776d8f-5d4e-4987-8bae-3b0dc7e393fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:39.615475 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-b7776d8f-5d4e-4987-8bae-3b0dc7e393fd service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1307380 Mar 23 11:11:39.812217 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-c6a2a02a-0d7a-4ae1-924d-eab71675ea22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 999 time: 0.1908774 Mar 23 11:11:39.813029 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa20f1ea-7b9e-4aaf-8fef-a26365420405', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'mac_address': 'fa:16:3e:7b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff23888-7358-4080-9d71-25f81b616a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:37Z', 'updated_at': '2022-03-23T11:11:37Z', 'revision_number': 0, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:39.817514 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:11:39.828144 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:39.828738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:11:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:39.874122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-7d9c5c38-8342-4d73-b8a1-c60348bf2a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:39.875476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-7d9c5c38-8342-4d73-b8a1-c60348bf2a0e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0576403 Mar 23 11:11:39.952908 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-a368890a-855e-440b-8ef5-89deaf4ba80f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716755 Mar 23 11:11:40.007850 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:40.084577 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-2b2c1939-4fd0-4e52-83ba-67590c154ee2 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249874 Mar 23 11:11:40.220698 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-89ce82bf-902c-40fa-ad71-13e61b421894 req-e252899d-cb61-46cb-bcae-14377b7901f3 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309373 Mar 23 11:11:40.421998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa20f1ea-7b9e-4aaf-8fef-a26365420405', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'mac_address': 'fa:16:3e:7b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff23888-7358-4080-9d71-25f81b616a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:37Z', 'updated_at': '2022-03-23T11:11:37Z', 'revision_number': 0, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:40.426557 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4289-1653-4260-9c5c-ba95f0ce6be4 None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'fa20f1ea-7b9e-4aaf-8fef-a26365420405', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'mac_address': 'fa:16:3e:7b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff23888-7358-4080-9d71-25f81b616a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:37Z', 'updated_at': '2022-03-23T11:11:37Z', 'revision_number': 0, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:11:42.042359 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a413f5f-a425-4494-9330-e7d55b658322 None None] New status for floating IP fa20f1ea-7b9e-4aaf-8fef-a26365420405: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:11:42.045852 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Sync routers for ids ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:11:42.058080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Routers {'f50d9c8e-ca5c-4f76-90fa-f713444aafc5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:42.058702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:11:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:42.239445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Set router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:42.552131 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:11:19Z', 'revision_number': 4, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '9ee86642-6ab3-4849-924f-bedc699568c9', 'name': '', 'network_id': '07ce2876-870d-489d-81a7-32992d25384f', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'mac_address': 'fa:16:3e:0d:c0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07beb7d7-f02e-48a5-80ee-139755084e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:18Z', 'updated_at': '2022-03-23T11:11:19Z', 'revision_number': 2, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'subnets': [{'id': '07beb7d7-f02e-48a5-80ee-139755084e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:42.555966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Checking router: f50d9c8e-ca5c-4f76-90fa-f713444aafc5 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:11:42.556311 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Updating router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 port 9ee86642-6ab3-4849-924f-bedc699568c9 binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:11:42.605104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:42.944521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:42.955846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Transition to ACTIVE for port object 9ee86642-6ab3-4849-924f-bedc699568c9 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:11:42.961660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:43.097653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a495c5-d01f-4aea-8ec7-f4c9c6e03717 None None] Pushing event updated for resources: {'Port': ['ID=9ee86642-6ab3-4849-924f-bedc699568c9,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:43.194290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Attempting to bind port 9ee86642-6ab3-4849-924f-bedc699568c9 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:11:43.194699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Attempting to bind port 9ee86642-6ab3-4849-924f-bedc699568c9 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:11:43.195021 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Attempting to bind port 9ee86642-6ab3-4849-924f-bedc699568c9 on network 07ce2876-870d-489d-81a7-32992d25384f {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:11:43.201848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:11:43.202221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Checking segment: {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:11:43.202625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:43.203004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Bound using segment: {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:11:43.203458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Bound port: 9ee86642-6ab3-4849-924f-bedc699568c9, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd736438-2a05-4e58-9b52-ef60d8390a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '07ce2876-870d-489d-81a7-32992d25384f'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:11:43.204524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:43.256017 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:11:43.336874 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] For port 9ee86642-6ab3-4849-924f-bedc699568c9, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:43.339722 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] For port 9ee86642-6ab3-4849-924f-bedc699568c9, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9ee86642-6ab3-4849-924f-bedc699568c9,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:43.344345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:43.422545 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a495c5-d01f-4aea-8ec7-f4c9c6e03717 None None] Pushing event updated for resources: {'Port': ['ID=9ee86642-6ab3-4849-924f-bedc699568c9,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:43.427202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Routers {'f50d9c8e-ca5c-4f76-90fa-f713444aafc5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:11:43.427866 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:11:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:43.608579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] Set router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:11:43.925534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:11:19Z', 'revision_number': 4, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '9ee86642-6ab3-4849-924f-bedc699568c9', 'name': '', 'network_id': '07ce2876-870d-489d-81a7-32992d25384f', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'mac_address': 'fa:16:3e:0d:c0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07beb7d7-f02e-48a5-80ee-139755084e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:18Z', 'updated_at': '2022-03-23T11:11:43Z', 'revision_number': 4, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'subnets': [{'id': '07beb7d7-f02e-48a5-80ee-139755084e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:43.929648 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d095f-8c43-434b-9e55-7eb97714434f None None] The sync data for ids ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'] in dv-neutron-834653-2-hyperv is: [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:11:19Z', 'revision_number': 4, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '9ee86642-6ab3-4849-924f-bedc699568c9', 'name': '', 'network_id': '07ce2876-870d-489d-81a7-32992d25384f', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'mac_address': 'fa:16:3e:0d:c0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07beb7d7-f02e-48a5-80ee-139755084e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:18Z', 'updated_at': '2022-03-23T11:11:43Z', 'revision_number': 4, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'subnets': [{'id': '07beb7d7-f02e-48a5-80ee-139755084e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:11:45.416989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9ee86642-6ab3-4849-924f-bedc699568c9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:45.484258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 9ee86642-6ab3-4849-924f-bedc699568c9 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:11:45.489657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9ee86642-6ab3-4849-924f-bedc699568c9 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:45.490033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:45.601108 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:45.636084 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 9ee86642-6ab3-4849-924f-bedc699568c9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9ee86642-6ab3-4849-924f-bedc699568c9,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:45.640047 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:45.705159 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=9ee86642-6ab3-4849-924f-bedc699568c9,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:47.400598 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9ee86642-6ab3-4849-924f-bedc699568c9 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:11:47.473370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 9ee86642-6ab3-4849-924f-bedc699568c9 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:11:47.473740 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:49.318623 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-a6199ce9-386e-4f90-a900-e9329d7e4103 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719121 Mar 23 11:11:49.457126 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-d5e3bf7f-1554-4443-b2eb-2eba7b234177 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.0703139 Mar 23 11:11:49.598961 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858d711-a4ca-494d-8355-4082a1342a1e req-5f966ef7-ad2e-446f-a9f3-60fa48ac2e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:49.600462 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-5f966ef7-ad2e-446f-a9f3-60fa48ac2e79 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1252100 Mar 23 11:11:49.709903 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-5e81311e-5538-4e5a-9574-10b229612936 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.0988069 Mar 23 11:11:49.773672 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858d711-a4ca-494d-8355-4082a1342a1e req-1ce9ff36-5468-46d7-9265-93523bf86a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:49.775081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-1ce9ff36-5468-46d7-9265-93523bf86a1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0600173 Mar 23 11:11:49.848624 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-ff65c28c-4246-4e44-81bd-f7100d6f5350 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681045 Mar 23 11:11:49.980127 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-9814ba12-8f3b-423f-9893-5c87ec8585c7 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259904 Mar 23 11:11:50.110357 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b858d711-a4ca-494d-8355-4082a1342a1e req-2439cfe0-e1e5-4a87-89c0-32c1691c6dfa service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246142 Mar 23 11:11:54.518796 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f391fa2b-f9ce-4d6c-af17-2c577b0db07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:55.053922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:56.855435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bbf29525-5828-4af7-9f0a-0ab503aa9e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:57.887403 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:58.121530 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:59.478527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:20.255487 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:12:24.520856 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-efca2be5-34b4-4ca4-b4d5-ce94694f072c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:25.056339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:26.865292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fb75394b-a9db-4842-be03-713d77499db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:27.888965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:28.125775 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:29.480990 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:49.425544 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-5827a2bb-420b-42e5-9d5e-1b14056d70ab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1773143 Mar 23 11:12:49.611663 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-bac5baa4-c98b-4f9b-a50d-cf8543408a10 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.0788143 Mar 23 11:12:49.769014 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-4130c805-3c04-470d-a64b-2411bfce62c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:49.770395 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-4130c805-3c04-470d-a64b-2411bfce62c5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1394176 Mar 23 11:12:49.983268 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-680ee697-aa7d-4848-a3af-1dac3d7ca2d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.2064798 Mar 23 11:12:50.062200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-269f1d92-82b8-4c75-bae5-f4498b9d3252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:50.063615 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-269f1d92-82b8-4c75-bae5-f4498b9d3252 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0739927 Mar 23 11:12:50.142077 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-d4b0edab-b39c-4ab2-97c9-d6341b4e0bfc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730126 Mar 23 11:12:50.293718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-2e817aac-a2c9-4d10-9ea7-7a194b3fbcf3 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446075 Mar 23 11:12:50.447160 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99bc30a1-0bf6-43e9-9300-2772d37384e2 req-df8a783b-9c3d-48d2-ba01-57a1399b9bcb service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439095 Mar 23 11:12:54.522847 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5d46da1e-8ceb-4207-8e8b-762f110bb52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:55.095679 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:56.856331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1a5a012f-9155-4e41-b471-41798b8ad4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:57.254980 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:12:57.891093 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:58.135156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:59.484790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:24.526704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-86bd6f84-26d3-40ab-b6cf-02a138d823e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:25.108511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:26.859615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f60a5268-3545-40c0-ace2-a434590ab129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:27.893529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:28.138515 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:29.486785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:34.255617 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:13:50.325594 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-317643d9-a755-44e1-bfb4-d1f83246ce03 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713031 Mar 23 11:13:50.460549 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-80bc2a1e-c5e1-47e8-ae27-27e02cbfcee8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.0690773 Mar 23 11:13:50.602743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-1fa66fe1-a585-4e39-9c4e-7e4930305b20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:50.604207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-1fa66fe1-a585-4e39-9c4e-7e4930305b20 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1249537 Mar 23 11:13:50.705952 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-058bba43-c211-4913-863b-af3bd46be0ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.0959668 Mar 23 11:13:50.770365 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-d59014d7-dfaa-4181-80f0-c431037c4c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:50.771721 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-d59014d7-dfaa-4181-80f0-c431037c4c03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0606215 Mar 23 11:13:50.844537 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-24bdfd0d-3f7c-43fe-a8ab-9200535df268 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669014 Mar 23 11:13:50.975081 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-a4b6305a-ae91-4381-8f88-ba660c2bdf51 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246181 Mar 23 11:13:51.110452 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6c42607a-2bda-4d17-a7a0-8921598a297f req-9863ae75-9f3b-4ed8-9fae-99ee1975b768 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292462 Mar 23 11:13:54.528642 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7bba95e5-17d0-49a1-b2b8-f6276bffb587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:55.106898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:56.860858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ec7754e-478e-4347-9f71-c223d7b9d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:57.894998 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:58.134026 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:59.490308 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:11.255655 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:14:16.528607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543838-94dc-401f-b0f4-6f28295a25e4 req-e50c3f79-071b-46cf-9804-0ef1df5cc448 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:16.530050 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64543838-94dc-401f-b0f4-6f28295a25e4 req-e50c3f79-071b-46cf-9804-0ef1df5cc448 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.1443622 Mar 23 11:14:16.578641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-64543838-94dc-401f-b0f4-6f28295a25e4 req-70d99b4f-4167-49ce-947f-a27856f5cb19 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431550 Mar 23 11:14:17.791001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6997122-cd77-49ab-956d-b0b494fac2ab req-7db4983c-a543-41dc-a810-133b7777d5f1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:17.792475 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6997122-cd77-49ab-956d-b0b494fac2ab req-7db4983c-a543-41dc-a810-133b7777d5f1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0802975 Mar 23 11:14:17.837125 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6997122-cd77-49ab-956d-b0b494fac2ab req-c68a6390-800e-4644-abd6-f96ee2b68fca tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392125 Mar 23 11:14:19.058484 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd1a2-5cba-4de7-b69f-cdcad9d48ddc req-6e9a62a9-c309-434d-bede-0f01b2044805 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:19.059824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5a6bd1a2-5cba-4de7-b69f-cdcad9d48ddc req-6e9a62a9-c309-434d-bede-0f01b2044805 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0820546 Mar 23 11:14:19.105096 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5a6bd1a2-5cba-4de7-b69f-cdcad9d48ddc req-d757bbbb-1d26-4ad6-a148-2d4d3533b3e4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397096 Mar 23 11:14:20.302500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f762b-e288-48dd-84f3-11df5e103cc6 req-64b99681-5d0d-4753-a448-d9d1bf93560e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:20.303969 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-676f762b-e288-48dd-84f3-11df5e103cc6 req-64b99681-5d0d-4753-a448-d9d1bf93560e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0762596 Mar 23 11:14:20.349149 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-676f762b-e288-48dd-84f3-11df5e103cc6 req-68565270-4779-44ff-b3b1-68917803c9d0 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Mar 23 11:14:21.637881 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f25901-8978-415c-a06d-2a19cecb9004 req-eb47d844-9453-44ea-a2c2-be9e85d10057 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:21.639327 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15f25901-8978-415c-a06d-2a19cecb9004 req-eb47d844-9453-44ea-a2c2-be9e85d10057 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.1712909 Mar 23 11:14:21.685071 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-15f25901-8978-415c-a06d-2a19cecb9004 req-a7fe9f85-0ace-4b45-862e-5a35accef383 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400488 Mar 23 11:14:22.897972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200c547-09f8-45ea-9efe-6107d4be295d req-2238c293-8426-44d9-910b-a62cabb399d7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:22.899471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f200c547-09f8-45ea-9efe-6107d4be295d req-2238c293-8426-44d9-910b-a62cabb399d7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0935860 Mar 23 11:14:22.944612 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f200c547-09f8-45ea-9efe-6107d4be295d req-ba92b630-0ec5-4192-88cb-af6df8e3bb6d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Mar 23 11:14:24.143476 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8c80-638b-4fa7-b7b0-837d5a524d5d req-26fa8a56-7991-4a34-b6b4-7c7777a8d5b7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:24.144948 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-613c8c80-638b-4fa7-b7b0-837d5a524d5d req-26fa8a56-7991-4a34-b6b4-7c7777a8d5b7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0804665 Mar 23 11:14:24.193975 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-613c8c80-638b-4fa7-b7b0-837d5a524d5d req-5ce33b87-148b-486d-8dbd-cd7e2073360a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Mar 23 11:14:24.529623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fd231bb1-d779-49ab-a60f-9093cfbd8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:25.106920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:25.387387 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2663-0661-447f-9d85-3b6ead02f55c req-49b8111d-6d69-4844-b773-436ef2d73530 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:25.388778 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c83d2663-0661-447f-9d85-3b6ead02f55c req-49b8111d-6d69-4844-b773-436ef2d73530 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0761299 Mar 23 11:14:25.439005 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c83d2663-0661-447f-9d85-3b6ead02f55c req-6ff530c5-19cb-4438-9567-3e68c334eda8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447273 Mar 23 11:14:26.631278 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b0ef7-fc01-4321-8ad3-ebb48a7dab31 req-2b4c97c9-16b2-4a91-bc59-0dd39f49eac5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:26.632759 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-183b0ef7-fc01-4321-8ad3-ebb48a7dab31 req-2b4c97c9-16b2-4a91-bc59-0dd39f49eac5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0774689 Mar 23 11:14:26.677816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-183b0ef7-fc01-4321-8ad3-ebb48a7dab31 req-5639dc7f-ef83-471a-9bc2-45b6fc4d9eed tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 Mar 23 11:14:26.862966 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3b19bc46-ee31-4c3c-b18f-3825f279d4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:27.875852 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668b5d-5ee5-472f-821f-4402f33faa85 req-cb6ad447-a76d-4fa1-906b-791e6a9ed390 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:27.877294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f7668b5d-5ee5-472f-821f-4402f33faa85 req-cb6ad447-a76d-4fa1-906b-791e6a9ed390 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0800874 Mar 23 11:14:27.899565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:27.923676 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f7668b5d-5ee5-472f-821f-4402f33faa85 req-aea2d7db-3c51-4424-9185-55df720eebac tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Mar 23 11:14:28.136750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:28.862137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:14:29.009625 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:14:29.023933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'mac_address': 'fa:16:3e:7b:16:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:14:29.077826 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:29.095890 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e336dd3-da66-4e08-845e-4615f028fe3f {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:14:29.112277 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:14:29.116875 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:29.129142 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfabeb-a295-4dfb-abc9-e9a8338ffabb req-e5bb901d-aaf4-4a95-a2df-f73687f96f6c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:29.133172 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00cfabeb-a295-4dfb-abc9-e9a8338ffabb req-e5bb901d-aaf4-4a95-a2df-f73687f96f6c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0846786 Mar 23 11:14:29.179999 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-00cfabeb-a295-4dfb-abc9-e9a8338ffabb req-38fb6722-752a-4273-90bf-402a92c3b0de tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Mar 23 11:14:29.190201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:29.199787 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.200225 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.200572 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.200946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.201275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.201690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.202024 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.202351 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.202814 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.203143 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.207038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:29.214851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['3e336dd3-da66-4e08-845e-4615f028fe3f'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:14:29.499921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:30.380377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80d5d-c01f-4a98-9ee3-004b9c9c1c21 req-1214c7e3-6663-414b-9fcb-1fce78cc99ce tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:30.381822 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c7c80d5d-c01f-4a98-9ee3-004b9c9c1c21 req-1214c7e3-6663-414b-9fcb-1fce78cc99ce tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 945 time: 0.0788155 Mar 23 11:14:30.426666 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c7c80d5d-c01f-4a98-9ee3-004b9c9c1c21 req-a8104e00-6866-49ce-8e97-29d083c1184f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393620 Mar 23 11:14:30.889185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:14:30.954696 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 3e336dd3-da66-4e08-845e-4615f028fe3f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:14:30.955058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:31.064849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:31.090734 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:14:31.099902 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:14:31.105138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:31.179387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:31.616442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95accf95-e6fe-4e64-b3f4-f47af15b608e req-34d1bdf8-ec7a-47df-811c-65daf6d72c66 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:31.617882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95accf95-e6fe-4e64-b3f4-f47af15b608e req-34d1bdf8-ec7a-47df-811c-65daf6d72c66 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0748370 Mar 23 11:14:31.667471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-95accf95-e6fe-4e64-b3f4-f47af15b608e req-6adc7662-a57c-48fe-a22a-dab20d848377 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441465 Mar 23 11:14:32.175516 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'code': 200} Mar 23 11:14:32.868518 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf74fd-8082-438a-a636-4c49e61a131c req-61267f50-e354-49cb-8984-3684d9b1101a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:32.870137 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-16bf74fd-8082-438a-a636-4c49e61a131c req-61267f50-e354-49cb-8984-3684d9b1101a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0832162 Mar 23 11:14:32.916967 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-16bf74fd-8082-438a-a636-4c49e61a131c req-6cc69825-897e-420e-90e8-4b0590efc485 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Mar 23 11:14:34.121052 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5f28-ff65-4e71-850e-9383b05601fc req-0eecf07d-d0ab-4ca6-8f8d-4331e9992a84 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:34.128910 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c27d5f28-ff65-4e71-850e-9383b05601fc req-0eecf07d-d0ab-4ca6-8f8d-4331e9992a84 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0903506 Mar 23 11:14:34.177637 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c27d5f28-ff65-4e71-850e-9383b05601fc req-251e8a54-5141-4add-90bc-a7b7f59d277e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478737 Mar 23 11:14:35.403809 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04585-2e18-4304-bb74-548c7a9ef15d req-622933de-e9de-4b8d-b0b4-2efe21638023 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:35.405421 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2fd04585-2e18-4304-bb74-548c7a9ef15d req-622933de-e9de-4b8d-b0b4-2efe21638023 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0800502 Mar 23 11:14:35.453866 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2fd04585-2e18-4304-bb74-548c7a9ef15d req-4262252f-2056-4147-9e82-c7e6806313f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426385 Mar 23 11:14:36.672395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583863-9aa2-4396-a366-c8f6ad9fb3f0 req-ec081249-9ff4-49aa-b827-76147f03368f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:36.679016 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-16583863-9aa2-4396-a366-c8f6ad9fb3f0 req-ec081249-9ff4-49aa-b827-76147f03368f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0939078 Mar 23 11:14:36.728226 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-16583863-9aa2-4396-a366-c8f6ad9fb3f0 req-8f3c1971-e66e-4eb0-a1b6-4d29ae0bee77 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481780 Mar 23 11:14:37.946657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f34ef-fc1c-44df-862f-bc013de465f5 req-8055829a-84e7-45b6-a05f-00f30a56ec43 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:37.948140 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8d3f34ef-fc1c-44df-862f-bc013de465f5 req-8055829a-84e7-45b6-a05f-00f30a56ec43 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0951135 Mar 23 11:14:38.008014 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8d3f34ef-fc1c-44df-862f-bc013de465f5 req-bf827228-d64f-4a9c-a6a6-e10b7f280f6f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539312 Mar 23 11:14:39.230376 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c2c7-bd6d-4413-819d-bbc9880f7877 req-7a1257b5-d9f3-43a6-9609-3a494fc5b1d4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:39.232095 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3540c2c7-bd6d-4413-819d-bbc9880f7877 req-7a1257b5-d9f3-43a6-9609-3a494fc5b1d4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0941401 Mar 23 11:14:39.284357 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3540c2c7-bd6d-4413-819d-bbc9880f7877 req-5f7ecf65-a7ac-4943-aa12-b46590687a21 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Mar 23 11:14:40.495641 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc888-92d9-458a-ac77-102aa21955d8 req-39dc2902-af7e-40b2-bf47-46f52f0fe59f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:40.497092 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-93ddc888-92d9-458a-ac77-102aa21955d8 req-39dc2902-af7e-40b2-bf47-46f52f0fe59f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0826652 Mar 23 11:14:40.551523 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-93ddc888-92d9-458a-ac77-102aa21955d8 req-05ac8d38-61bb-4a05-a213-ce206384d7a6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Mar 23 11:14:41.757359 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b18891-72fc-4065-b2e5-99bdc646b892 req-7b19a9c4-1f57-453d-b47f-c6b59df7f9c8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:41.759755 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12b18891-72fc-4065-b2e5-99bdc646b892 req-7b19a9c4-1f57-453d-b47f-c6b59df7f9c8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0849369 Mar 23 11:14:41.809543 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12b18891-72fc-4065-b2e5-99bdc646b892 req-4cdf45ed-ef4c-46af-898b-131cc47c8d72 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Mar 23 11:14:43.021360 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62c0-8b33-4d71-ab7f-4a1d40ac001b req-52eb7156-cbde-46d5-85e6-aa9f8ecf42ac tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:43.022855 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b5b62c0-8b33-4d71-ab7f-4a1d40ac001b req-52eb7156-cbde-46d5-85e6-aa9f8ecf42ac tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0857558 Mar 23 11:14:43.074065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1b5b62c0-8b33-4d71-ab7f-4a1d40ac001b req-fa295236-4405-4ae1-942e-93627063bbc5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449622 Mar 23 11:14:44.294267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62209c3-e89a-46ff-9f1e-369e70b33f01 req-8fdf49c8-de9d-4f6c-9a4c-e8ba66163b26 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:44.296554 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a62209c3-e89a-46ff-9f1e-369e70b33f01 req-8fdf49c8-de9d-4f6c-9a4c-e8ba66163b26 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0907154 Mar 23 11:14:44.350877 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a62209c3-e89a-46ff-9f1e-369e70b33f01 req-cfef4da0-93b6-4c5a-9813-2c7bf34acac6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Mar 23 11:14:45.557357 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74931741-d265-4ff4-90ca-6970f3c5822e req-a99fc2ff-744b-42e7-9a36-2b1750d5ff4b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:45.558776 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-74931741-d265-4ff4-90ca-6970f3c5822e req-a99fc2ff-744b-42e7-9a36-2b1750d5ff4b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0788193 Mar 23 11:14:45.604292 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-74931741-d265-4ff4-90ca-6970f3c5822e req-e39db60c-7bba-4693-8aad-8d50a8514ea9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396917 Mar 23 11:14:45.953646 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-8d3a8e24-40a7-47de-9c6b-ecd37f76a279 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.1352754 Mar 23 11:14:46.084655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-feff74fd-8052-461c-b787-992f98b9e7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:46.086033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-feff74fd-8052-461c-b787-992f98b9e7ae service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1269016 Mar 23 11:14:46.188857 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-08662739-8d24-4982-942b-18bcc8e58daa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.0972281 Mar 23 11:14:46.347450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-4ffcf168-7cee-4987-8e8c-205ab3d8bda0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:46.348924 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-4ffcf168-7cee-4987-8e8c-205ab3d8bda0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.1549044 Mar 23 11:14:46.422863 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-23ba0f03-8b20-4821-b189-d4ef471dcb17 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680754 Mar 23 11:14:46.550511 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-102bed6e-70f2-4e45-a4d0-f573c35b5d92 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220236 Mar 23 11:14:46.686518 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5b401d80-5c33-4291-a14d-2c221b7ba193 req-af5d586a-2b3c-44f7-ae4c-bc449208e43e service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308110 Mar 23 11:14:46.802625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376b3e-cf7c-4621-aea0-452c0359a195 req-6525479b-e520-4933-9b92-5d0cc186b1c1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:46.804083 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-97376b3e-cf7c-4621-aea0-452c0359a195 req-6525479b-e520-4933-9b92-5d0cc186b1c1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0752690 Mar 23 11:14:46.851813 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-97376b3e-cf7c-4621-aea0-452c0359a195 req-71890ed9-e1ba-4056-bb70-0760fafc4533 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Mar 23 11:14:48.046899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58d56-9738-466a-a742-217329d7c04f req-ff83ab3b-ec2a-435b-81fd-fb7e3e38d49e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:48.048373 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6fc58d56-9738-466a-a742-217329d7c04f req-ff83ab3b-ec2a-435b-81fd-fb7e3e38d49e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0774875 Mar 23 11:14:48.094688 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6fc58d56-9738-466a-a742-217329d7c04f req-558ece65-43a5-45ed-b5b4-fec2d240487f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Mar 23 11:14:48.256530 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:14:49.293065 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2205c5-78a2-4c38-b634-e721b78dfacc req-dedab6ca-8e8a-4634-8d38-6e9a6c78ba73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:49.294501 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-db2205c5-78a2-4c38-b634-e721b78dfacc req-dedab6ca-8e8a-4634-8d38-6e9a6c78ba73 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0804918 Mar 23 11:14:49.338324 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-db2205c5-78a2-4c38-b634-e721b78dfacc req-7d3cc541-38b0-4dff-8f78-7601c400d567 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384052 Mar 23 11:14:49.616506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ea25a9fd-f914-4dea-b7fb-a06a973dcdaa req-d7ce3799-78e8-43bd-8e89-850ec745ae2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1275315 Mar 23 11:14:49.797890 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:14:49.887390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c9b08-4d54-487a-a9bf-78b7e632a532 req-14592319-39e2-4663-91aa-152bfbc27656 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:49.888868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b87c9b08-4d54-487a-a9bf-78b7e632a532 req-14592319-39e2-4663-91aa-152bfbc27656 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 946 time: 0.0849357 Mar 23 11:14:49.934749 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-3d0b606c-6ec1-44c4-8745-e7f68fa290a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357188 Mar 23 11:14:49.940430 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b87c9b08-4d54-487a-a9bf-78b7e632a532 req-2b3acdd6-5fa2-4c57-9321-4253e3841c45 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Mar 23 11:14:50.418428 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-fec3ea69-313f-435a-9b04-ca1ad1cd2976 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&tenant_id=bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 1099 time: 0.0685639 Mar 23 11:14:50.511040 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-e7e17ba7-c3bd-4827-94ab-97b3a9c2a73e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1099 time: 0.0736690 Mar 23 11:14:50.639358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-63a25f5f-d319-4ef7-8f65-b7e21d71526f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:50.640731 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-63a25f5f-d319-4ef7-8f65-b7e21d71526f service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1245129 Mar 23 11:14:50.741464 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-633660de-725e-4bda-9787-502372096e8d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.0946708 Mar 23 11:14:50.803133 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-c674a16f-50bb-40d8-bc14-8205bfa4763b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:50.804573 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-c674a16f-50bb-40d8-bc14-8205bfa4763b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0571933 Mar 23 11:14:50.877705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-a8d3c28c-c219-42f4-992e-ccb0d96ecb1a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669086 Mar 23 11:14:50.968753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:14:51.008076 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-abf230f6-c772-4759-ab1e-f07531425180 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244009 Mar 23 11:14:51.079951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:51.113183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:14:51.114732 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:14:51.120303 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:51.179893 dv-neutron-834653-2-hyperv neutron-server[83747]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'code': 422} returned with failed status Mar 23 11:14:51.197249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:51.298225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7f9ff635-0b29-42fa-8e86-25090898c0d2 req-627f89b3-feb1-4f95-8763-7f41d980c6bd service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841246 Mar 23 11:14:51.311054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d726e-744f-4d43-ab04-80d14a403206 req-c86b8a63-1648-4f8b-a4ce-2a4c5203b863 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:51.312470 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-780d726e-744f-4d43-ab04-80d14a403206 req-c86b8a63-1648-4f8b-a4ce-2a4c5203b863 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.2310228 Mar 23 11:14:51.359788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-780d726e-744f-4d43-ab04-80d14a403206 req-7b54d754-b152-4797-9372-ce588d02289f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 Mar 23 11:14:52.720769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19cd26-cf15-4108-ace9-a0fc042c9cbf req-d75f4808-bab7-44b9-b101-fd7fa70a5e5b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:52.722074 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d19cd26-cf15-4108-ace9-a0fc042c9cbf req-d75f4808-bab7-44b9-b101-fd7fa70a5e5b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0838709 Mar 23 11:14:52.770591 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d19cd26-cf15-4108-ace9-a0fc042c9cbf req-9fd7b9c3-24de-4318-9a93-029892ea8a22 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427177 Mar 23 11:14:53.980068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ffd5c-7980-4c40-84d8-6d447ea3825e req-31b1664e-94d4-4196-abee-8cb503fc2e18 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:53.982693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a13ffd5c-7980-4c40-84d8-6d447ea3825e req-31b1664e-94d4-4196-abee-8cb503fc2e18 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0790842 Mar 23 11:14:54.035408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a13ffd5c-7980-4c40-84d8-6d447ea3825e req-900f6471-32c1-4b02-bd59-7dbd5fc3a2b3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470161 Mar 23 11:14:54.532088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-05765751-e057-48d9-8f41-e7b5634b5052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:55.143769 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:55.272560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087af213-17cd-4ded-9534-7f4d229488fa req-1cafc63f-c5ca-4382-bdb0-9680e15e6705 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:55.275136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-087af213-17cd-4ded-9534-7f4d229488fa req-1cafc63f-c5ca-4382-bdb0-9680e15e6705 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0891085 Mar 23 11:14:55.334415 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-087af213-17cd-4ded-9534-7f4d229488fa req-f7a6888b-a4e0-4b9a-8d04-7f84422c9342 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534136 Mar 23 11:14:56.688191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19bc22-1278-4d12-844e-fb81c600620a req-b45f6c40-ec56-4c34-8f6d-095c66028608 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:56.689659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f19bc22-1278-4d12-844e-fb81c600620a req-b45f6c40-ec56-4c34-8f6d-095c66028608 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0781765 Mar 23 11:14:56.756333 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f19bc22-1278-4d12-844e-fb81c600620a req-79c0e0b7-39ba-464a-957d-24c22b7253fa tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552299 Mar 23 11:14:56.865934 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d3268622-5533-43f4-914c-bc400a8e92ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:57.903630 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:57.953990 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f80d-6725-4bf9-a3c6-0a7a73326f41 req-b82c68ea-5e82-4c1a-9247-cf857eb4e91a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:57.955418 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ed0f80d-6725-4bf9-a3c6-0a7a73326f41 req-b82c68ea-5e82-4c1a-9247-cf857eb4e91a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0792623 Mar 23 11:14:58.000933 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9ed0f80d-6725-4bf9-a3c6-0a7a73326f41 req-348c6e08-c9e8-4b2c-9273-5db78e19bb31 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 Mar 23 11:14:58.144851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:59.261050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de6fd6-5ee9-430e-93bb-e8d00519cdd2 req-bd3e334f-fbe2-4a04-8c26-961da315e73c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:59.262471 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71de6fd6-5ee9-430e-93bb-e8d00519cdd2 req-bd3e334f-fbe2-4a04-8c26-961da315e73c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.1046524 Mar 23 11:14:59.311981 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-71de6fd6-5ee9-430e-93bb-e8d00519cdd2 req-b4268ff7-6d5b-4b68-90ce-8e4e85d6efaa tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439353 Mar 23 11:14:59.505069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:00.505298 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a68ff5-a055-4a29-a137-25d537673e81 req-e4d8b976-1039-41f9-b4a6-a3fa8779b339 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:00.506644 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d6a68ff5-a055-4a29-a137-25d537673e81 req-e4d8b976-1039-41f9-b4a6-a3fa8779b339 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0769467 Mar 23 11:15:00.563936 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d6a68ff5-a055-4a29-a137-25d537673e81 req-b76e8f62-6ac7-4dd5-a0e9-0c0c209b81a8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516157 Mar 23 11:15:01.760318 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0689cd7-429e-4bcb-8343-52eca2aef279 req-c81d69d3-22fd-4a09-973e-f0333bd99fe2 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:01.761683 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a0689cd7-429e-4bcb-8343-52eca2aef279 req-c81d69d3-22fd-4a09-973e-f0333bd99fe2 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0798712 Mar 23 11:15:01.809651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a0689cd7-429e-4bcb-8343-52eca2aef279 req-f75d8bcd-7afd-433d-9afc-e6664ed13679 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424807 Mar 23 11:15:03.000214 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08728a1-d454-458c-8367-d75057c263a2 req-a454178c-c009-420d-9b42-c6500d934345 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:03.001662 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a08728a1-d454-458c-8367-d75057c263a2 req-a454178c-c009-420d-9b42-c6500d934345 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0752647 Mar 23 11:15:03.046603 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a08728a1-d454-458c-8367-d75057c263a2 req-98a7ba19-2f16-4585-8a8c-bf2740813bec tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390756 Mar 23 11:15:04.250223 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35ee2-cd2b-46cc-9fa1-7278a7caa09d req-e2c52f7a-bd18-4366-af94-2efe348ee5f0 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:04.251798 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55b35ee2-cd2b-46cc-9fa1-7278a7caa09d req-e2c52f7a-bd18-4366-af94-2efe348ee5f0 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0855429 Mar 23 11:15:04.299832 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-55b35ee2-cd2b-46cc-9fa1-7278a7caa09d req-9fa9e948-3063-4a1a-9952-4d9a482d765b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Mar 23 11:15:05.498000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7407-2ccf-4ca1-9ea0-cb5365b34439 req-bb2bddc9-8aba-4c46-a7e0-644e10641771 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:05.499454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ac6d7407-2ccf-4ca1-9ea0-cb5365b34439 req-bb2bddc9-8aba-4c46-a7e0-644e10641771 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0765069 Mar 23 11:15:05.547526 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ac6d7407-2ccf-4ca1-9ea0-cb5365b34439 req-36198458-ce9a-4b76-8e98-1733a7f56623 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Mar 23 11:15:06.740525 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef08d-e83c-47fe-b6fe-39e816528f38 req-b038b165-8dba-4786-878b-6cdae76eb118 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:06.741962 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d47ef08d-e83c-47fe-b6fe-39e816528f38 req-b038b165-8dba-4786-878b-6cdae76eb118 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0763903 Mar 23 11:15:06.788043 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d47ef08d-e83c-47fe-b6fe-39e816528f38 req-df8074fa-922b-4925-ad40-c4f5ab3e3df1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Mar 23 11:15:07.982285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f45ebc-adf0-4c58-98ba-eca5e2f01023 req-e30deb31-a707-477b-a31c-c2e6575c9532 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:07.983736 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53f45ebc-adf0-4c58-98ba-eca5e2f01023 req-e30deb31-a707-477b-a31c-c2e6575c9532 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0779150 Mar 23 11:15:08.028724 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-53f45ebc-adf0-4c58-98ba-eca5e2f01023 req-17cd956d-0f50-48f7-bb94-d297b0f990bc tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384531 Mar 23 11:15:08.358858 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e8e13dd-e351-4d3b-b0f9-0ee94feb9d60 req-65ca4812-9bbd-46cb-b364-fb7b1b1e1775 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1097 time: 0.0664520 Mar 23 11:15:08.400693 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9e8e13dd-e351-4d3b-b0f9-0ee94feb9d60 req-e44ae378-a1b7-4314-8e98-628b57cb5073 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357473 Mar 23 11:15:09.041881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:15:09.180537 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:15:09.194714 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'port_id': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'mac_address': 'fa:16:3e:7b:16:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:15:09.235987 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188453a3-227a-4cb0-9a12-6650c172cd44 req-2fbfa1d2-d0a4-4964-a437-fc5154793360 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:09.237612 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-188453a3-227a-4cb0-9a12-6650c172cd44 req-2fbfa1d2-d0a4-4964-a437-fc5154793360 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 944 time: 0.0838339 Mar 23 11:15:09.255470 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:09.274973 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e336dd3-da66-4e08-845e-4615f028fe3f {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:15:09.286641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-188453a3-227a-4cb0-9a12-6650c172cd44 req-daa58146-c1c5-4342-b934-d14ff9e3a15e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Mar 23 11:15:09.297000 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:15:09.301347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:09.366176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=9']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:15:09.767147 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['3e336dd3-da66-4e08-845e-4615f028fe3f'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:15:10.484188 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86bc9-ec2a-41b6-84b9-def761f2ac0e req-bcfb49fe-fb14-407e-9827-97dc17d16380 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:10.485927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3c86bc9-ec2a-41b6-84b9-def761f2ac0e req-bcfb49fe-fb14-407e-9827-97dc17d16380 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 945 time: 0.0763760 Mar 23 11:15:10.531108 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3c86bc9-ec2a-41b6-84b9-def761f2ac0e req-4cf7c432-d364-4fb7-937c-814611c60d36 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389946 Mar 23 11:15:11.044393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:15:11.115975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port 3e336dd3-da66-4e08-845e-4615f028fe3f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:15:11.116343 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:11.227254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:11.256987 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:15:11.265752 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:15:11.270124 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:11.380405 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=10']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:15:11.471236 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'code': 200} Mar 23 11:15:24.534376 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a34e80b4-4e5f-4471-b9d8-115c5cf9cd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:25.118223 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:25.256477 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:15:26.869777 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7822b48f-b275-4180-af33-1c6eb19219a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:27.906095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:28.143258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:29.493502 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:53.330645 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-53e19aab-53c4-4e9f-b796-25ca64604a08 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771680 Mar 23 11:15:53.465023 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-4e560d39-8be1-4502-9a23-27e6aed38ff9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1100 time: 0.0686631 Mar 23 11:15:53.609920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb4723-03f8-4955-b53a-05da89fab428 req-288b5dd3-ca95-433f-969b-b21c6f38e51b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:53.611674 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-288b5dd3-ca95-433f-969b-b21c6f38e51b service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1280208 Mar 23 11:15:53.717352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-c842bce8-e554-4e9c-a063-d34499386544 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.1000121 Mar 23 11:15:53.785963 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb4723-03f8-4955-b53a-05da89fab428 req-e86ab509-f35f-44ea-ac39-02fff6f1e8d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:53.787425 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-e86ab509-f35f-44ea-ac39-02fff6f1e8d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0637624 Mar 23 11:15:53.956366 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-8b871f4a-f7ac-4f03-950d-3377573d70ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1634634 Mar 23 11:15:54.090983 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-659e4c1f-df3b-496b-91a0-121acdf1d17d service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280534 Mar 23 11:15:54.227028 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49fb4723-03f8-4955-b53a-05da89fab428 req-692217d1-7273-4502-bf89-46e7c574301a service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297030 Mar 23 11:15:54.536280 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0cf7-26f9-4264-8c2c-720e17f49154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:55.129975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:56.872833 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a149f145-8d33-44f3-9385-c9cd60fd4b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:57.915207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:58.158479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:59.498043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:02.256901 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:16:24.539725 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8ac3cb47-82e8-4c68-b871-1d4857f7424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:25.134165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:26.876840 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9846233a-0a33-496a-a5eb-37a7b27938a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:27.908449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:28.149191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:29.499116 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:39.256286 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:16:54.316466 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-22a5efb0-5d29-4f1b-905f-40f26014d5ce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820353 Mar 23 11:16:54.465476 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-6ee3d4c8-32d6-4810-978e-c491dd665d91 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1100 time: 0.0795653 Mar 23 11:16:54.542413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-281afbc7-9f5c-4874-b2c3-5f9c6c5a311a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:54.610297 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-288a3057-4d6c-4dde-85ca-d5945787ef12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:54.611749 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-288a3057-4d6c-4dde-85ca-d5945787ef12 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1273277 Mar 23 11:16:54.714179 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-3c7bb275-ca2e-4728-a23d-2c9b267dd0ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 1001 time: 0.0965176 Mar 23 11:16:54.775230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-b6040961-4eee-4ff9-bd61-64c441c695c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:54.776662 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-b6040961-4eee-4ff9-bd61-64c441c695c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0573361 Mar 23 11:16:54.852921 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-58a87b9b-6613-4d87-86d5-ed39cf9474db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706036 Mar 23 11:16:54.984130 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-3ac6195a-236e-4561-80ae-22d68326119f service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250381 Mar 23 11:16:55.118615 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5ab2ab1e-2e23-406d-87ee-8cc9d0cd11d5 req-ed3c0fd9-8d3a-4e32-b128-356fee10e69e service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290958 Mar 23 11:16:55.134338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:56.878872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1b88192c-9f34-42f9-a8ac-8f5f1d40b3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:57.909957 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:57.934267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56662) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:16:58.151965 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:58.215010 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Deleting port c7258376-0e27-4ea9-bfec-4033271e79a3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:16:58.215337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:58.389850 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:58.390165 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:58.607725 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Calling delete_port for c7258376-0e27-4ea9-bfec-4033271e79a3 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:16:58.760122 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:58.805423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event deleted for resources: {'Port': ['ID=c7258376-0e27-4ea9-bfec-4033271e79a3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:58.850262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.850651 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.850909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.851234 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.851610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.851895 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.852203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.852512 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.852819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.853125 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.853430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:58.917297 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:59.304823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:16:59.502818 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:59.507939 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:16:59.517848 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47433112-846d-4694-82cb-447822411b1d None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:16:59.528563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:59.530426 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47433112-846d-4694-82cb-447822411b1d None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:16:59.531015 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-47433112-846d-4694-82cb-447822411b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:16:59.580359 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-85606700-b54a-4f1a-a033-c28b3c5479d9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "DELETE /v2.0/floatingips/fa20f1ea-7b9e-4aaf-8fef-a26365420405 HTTP/1.1" status: 204 len: 168 time: 1.6450093 Mar 23 11:16:59.581099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:16:59.711137 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-47433112-846d-4694-82cb-447822411b1d None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:16:59.779666 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'status': 'completed', 'code': 200} Mar 23 11:16:59.889667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-3db9b684-3dc0-458b-84cf-e753328b0fe5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 1100 time: 0.0892410 Mar 23 11:17:00.068997 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-47433112-846d-4694-82cb-447822411b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:00.073267 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47433112-846d-4694-82cb-447822411b1d None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:17:00.079348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-e8242e2d-d273-4d64-931b-d0e5b16ea550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:00.080836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-e8242e2d-d273-4d64-931b-d0e5b16ea550 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1845872 Mar 23 11:17:00.083933 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47433112-846d-4694-82cb-447822411b1d None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:17:00.084532 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-47433112-846d-4694-82cb-447822411b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:16:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:00.146619 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33823b5b-1c08-4cfb-929f-010e1ece492c req-073f4c18-8521-4864-aa24-281601b0ff5c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:00.148234 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33823b5b-1c08-4cfb-929f-010e1ece492c req-073f4c18-8521-4864-aa24-281601b0ff5c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 947 time: 0.1807406 Mar 23 11:17:00.159232 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-bd6d1529-bc3c-4a5d-95f4-77114134a973 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 200 len: 217 time: 0.0695229 Mar 23 11:17:00.267594 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-47433112-846d-4694-82cb-447822411b1d None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:17:00.346849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-35d67717-4a7f-48f6-a217-93b7d6c8e834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:00.348280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-35d67717-4a7f-48f6-a217-93b7d6c8e834 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.1767328 Mar 23 11:17:00.350359 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-33823b5b-1c08-4cfb-929f-010e1ece492c req-c5c6ad09-1df1-443b-8eab-9693c410e0cf tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944137 Mar 23 11:17:00.424068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-7a29deed-3f85-477e-b921-830073126c0d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691283 Mar 23 11:17:00.566324 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-380c58dc-ca79-43ca-a0d9-0f65b15cb174 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351371 Mar 23 11:17:00.580065 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-47433112-846d-4694-82cb-447822411b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:00.584041 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47433112-846d-4694-82cb-447822411b1d None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:17:00.715373 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1bc6a339-e6e0-4cc1-aead-c91b3f69691e req-1ac9d3f1-0c6e-4465-bef0-8f6b2124eb1b service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413288 Mar 23 11:17:00.812307 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc1608b-b16a-4038-a441-0a7e6debd81d None None] New status for floating IP fa20f1ea-7b9e-4aaf-8fef-a26365420405: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:17:01.550833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422c4d-6659-45ca-8423-a01a15e2fb21 req-870f736c-d4d6-40a7-bc3f-ecdd96e79783 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:01.552323 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-04422c4d-6659-45ca-8423-a01a15e2fb21 req-870f736c-d4d6-40a7-bc3f-ecdd96e79783 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 947 time: 0.0803149 Mar 23 11:17:01.646665 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-04422c4d-6659-45ca-8423-a01a15e2fb21 req-7f5bb29b-84a3-45f0-ac66-db359e64d599 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=59263e72-87b8-4916-babc-7738484bef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645635 Mar 23 11:17:01.663319 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70ef62-c806-4467-9674-e20344b878a2 req-6256bd08-c170-466f-aaa7-a1856d8eadda tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:01.664779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fd70ef62-c806-4467-9674-e20344b878a2 req-6256bd08-c170-466f-aaa7-a1856d8eadda tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 947 time: 0.1116107 Mar 23 11:17:01.731658 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Deleting port 3e336dd3-da66-4e08-845e-4615f028fe3f {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:17:01.732001 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:01.979615 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] For port 3e336dd3-da66-4e08-845e-4615f028fe3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e336dd3-da66-4e08-845e-4615f028fe3f,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:17:01.979966 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:02.097849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Calling delete_port for 3e336dd3-da66-4e08-845e-4615f028fe3f owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:17:02.246965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:02.294023 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event deleted for resources: {'Port': ['ID=3e336dd3-da66-4e08-845e-4615f028fe3f,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:02.332590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.332931 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.333265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.333591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.333914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.334241 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.334560 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.334878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.335193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.335506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.335843 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:02.378992 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] No DVR routers for this DVR port 3e336dd3-da66-4e08-845e-4615f028fe3f on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:17:02.381382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:02.383861 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-deleted', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:17:02.394300 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fd70ef62-c806-4467-9674-e20344b878a2 req-831b14cd-b46b-4c8d-b3ac-eded18e681b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "DELETE /v2.0/ports/3e336dd3-da66-4e08-845e-4615f028fe3f HTTP/1.1" status: 204 len: 173 time: 0.7245822 Mar 23 11:17:02.550210 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff23888-7358-4080-9d71-25f81b616a1e', 'name': 'network-vif-deleted', 'tag': '3e336dd3-da66-4e08-845e-4615f028fe3f', 'status': 'completed', 'code': 200} Mar 23 11:17:02.831271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-45970367-51b7-40f8-8eac-fba0f195504e req-9be81b86-1b01-40b3-a3fe-631a9e649b3b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:17:02.848535 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-45970367-51b7-40f8-8eac-fba0f195504e req-9be81b86-1b01-40b3-a3fe-631a9e649b3b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:17:02.849689 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-45970367-51b7-40f8-8eac-fba0f195504e req-9be81b86-1b01-40b3-a3fe-631a9e649b3b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ff23888-7358-4080-9d71-25f81b616a1e HTTP/1.1" status: 200 len: 210 time: 0.0614309 Mar 23 11:17:03.953903 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 56710) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:04.024588 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a59fd8f-1720-4d20-910e-157f61170e98 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.061691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a59fd8f-1720-4d20-910e-157f61170e98 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.128214 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a59fd8f-1720-4d20-910e-157f61170e98 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.148741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59fd8f-1720-4d20-910e-157f61170e98 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59263e72-87b8-4916-babc-7738484bef2f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:04.165621 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7a59fd8f-1720-4d20-910e-157f61170e98 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.166837 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7a59fd8f-1720-4d20-910e-157f61170e98 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "DELETE /v2.0/security-groups/59263e72-87b8-4916-babc-7738484bef2f HTTP/1.1" status: 204 len: 168 time: 0.2119501 Mar 23 11:17:04.390433 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56720) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:04.395951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245003230', 'description': 'tempest-secgroup-smoke-1245003230 description', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:04.402454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:04.406566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:04.409407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:04.415106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:04.425366 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.460007 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:04.463683 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:04.467024 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:04.472599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:04.528128 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.531765 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.577016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72795063-97d4-43a2-944a-8d1b4ebfa3e7,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:04.579642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.580797 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-0b058b95-7275-48d0-b86e-2d72cc54c13d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1893761 Mar 23 11:17:04.584090 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56724) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:04.588997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '72795063-97d4-43a2-944a-8d1b4ebfa3e7', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:04.595622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:04.599374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:04.602230 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:04.607907 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:04.624792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.686390 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.691085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.715062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6afec1-5ef8-4549-9d49-e23538edcb6f,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:04.725323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.726782 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9b90220b-a283-4373-9b8e-c9671d36425d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421530 Mar 23 11:17:04.729559 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56728) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:04.735776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '72795063-97d4-43a2-944a-8d1b4ebfa3e7', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:04.741962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:04.745738 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:04.748650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:04.754308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:04.774177 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.840143 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.843986 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.867017 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a021a40-8cfe-478e-8fab-bef509f3c603,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:04.877058 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:04.878222 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c867af0d-126c-413c-a28a-c9b67606b145 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1476889 Mar 23 11:17:04.882295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56732) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:04.888388 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '72795063-97d4-43a2-944a-8d1b4ebfa3e7', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:04.894763 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:04.899302 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:04.902299 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:04.908306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:04.926906 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.076291 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.079697 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.101572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd46545e-4997-43cd-a4f9-6f88a8ff7337,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:05.110955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.112415 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2799ef63-3e95-4801-a715-af349bf65747 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2291355 Mar 23 11:17:05.114943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56736) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:05.120985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '72795063-97d4-43a2-944a-8d1b4ebfa3e7', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:05.127149 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:05.131151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:05.134158 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:05.140500 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:05.157918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.228723 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.233185 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.257866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd61410-6fb3-4bda-a0f7-2b25b3a61113,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:05.267466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.268667 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-05106241-4d44-4c41-af05-42283bde1262 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1528108 Mar 23 11:17:05.271362 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56740) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:05.276688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '72795063-97d4-43a2-944a-8d1b4ebfa3e7', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:05.282445 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:05.286267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:05.289120 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:05.295295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:05.305659 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Project bb4a72de6a434014b99ceb23a863f91d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:17:05.313086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.376404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.379856 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.403989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160155ef-99f9-4202-bf50-4c8b06619482,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:05.412592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.413777 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b4a2a871-cd51-456d-9782-d53a34b80dee tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1415045 Mar 23 11:17:05.416522 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56744) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:05.422374 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'security_group_rule': {'security_group_id': '72795063-97d4-43a2-944a-8d1b4ebfa3e7', 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:05.428094 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:05.431816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:17:05.432308 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:security_group_rule and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:05.435508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:05.441415 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:05.451779 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.securitygroups_db [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Project bb4a72de6a434014b99ceb23a863f91d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:17:05.458286 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.467498 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: 3e336dd3-da66-4e08-845e-4615f028fe3f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:17:05.467864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device 3e336dd3-da66-4e08-845e-4615f028fe3f not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:17:05.524459 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.527991 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.550419 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dd2436-c706-41c2-904f-a7aa511cd7e0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:05.560103 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:05.561259 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-85a9c70a-999c-4c36-acfd-9ae89ba2b7e1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1438224 Mar 23 11:17:16.257861 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:17:19.328119 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-8c9a447c-4855-44b5-a480-c2983119b2ec tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:17:19.343062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-8c9a447c-4855-44b5-a480-c2983119b2ec tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:17:19.344308 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-8c9a447c-4855-44b5-a480-c2983119b2ec tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245003230&fields=id&tenant_id=bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 267 time: 0.0633869 Mar 23 11:17:19.507993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-94d84c3b-3bb6-4332-8a40-06d448ae85fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:19.509416 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-94d84c3b-3bb6-4332-8a40-06d448ae85fe tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 809 time: 0.1579378 Mar 23 11:17:19.525464 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-a8f45d1c-c407-4875-9a5b-36756fefb93f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/quotas/bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 375 time: 0.0107944 Mar 23 11:17:19.614255 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-c480245a-16e1-442d-90a2-ff7e357b2e7a tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837586 Mar 23 11:17:19.728842 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-fb6449e6-7e32-4350-863e-4144f2aac479 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:17:19.730343 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-fb6449e6-7e32-4350-863e-4144f2aac479 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0690880 Mar 23 11:17:19.875448 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-705e703f-ee04-4d5a-b5f8-ba918c1ab67d service neutron] 10.222.0.73 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384144 Mar 23 11:17:20.006298 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-f69561f2-3d86-4f72-b919-bf667d1acf4a service neutron] 10.222.0.73 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253867 Mar 23 11:17:20.402005 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-839d72bd-8a85-463d-8db2-6b19fabb8101 req-abef0f7b-1cf5-4e16-b13e-74a65ecaeab1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0408018 Mar 23 11:17:21.638490 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-244dbe40-2017-43a6-81df-9519dc81ccdd req-9bcf75bb-7f23-4e5c-92d3-25374e14ce31 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0811024 Mar 23 11:17:21.707866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-596be65b-a691-4a10-b4ec-002c8ec182bd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:21.709793 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-596be65b-a691-4a10-b4ec-002c8ec182bd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 809 time: 0.2309074 Mar 23 11:17:21.770262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-7a3e7071-805a-4696-9e4a-3ffc136bb42d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 380 time: 0.0490966 Mar 23 11:17:21.779202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'port': {'device_id': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'admin_state_up': True, 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'security_groups': ['72795063-97d4-43a2-944a-8d1b4ebfa3e7']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:21.915229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:21.924797 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:21.935151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Made reservation on behalf of bb4a72de6a434014b99ceb23a863f91d for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:17:21.938489 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:22.105249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Allocated IP 172.20.0.9 (739c5308-f76d-497d-b042-8e37aadcf69e/8c0978df-de42-4b6e-a3d0-1de0fbc38e4a/b318d86c-6a94-4ec9-b8ee-4aacd7c9816c) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:17:22.296887 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:22.313637 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Transition to ACTIVE for port object b318d86c-6a94-4ec9-b8ee-4aacd7c9816c will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:17:22.335828 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:22.403968 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Network 739c5308-f76d-497d-b042-8e37aadcf69e is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:17:22.406884 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:17:22.409457 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:17:22.575181 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:22.605634 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:22.606271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:22.632207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-bc5f9d4a-8b1e-4527-94e9-f42ba1cd31f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571517 Mar 23 11:17:22.643301 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Request body: {'port': {'device_id': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:22.696821 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2dbd530e-e4bc-4963-84e6-7f6827c9ae96 None None] Provisioning for port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:17:22.702512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2dbd530e-e4bc-4963-84e6-7f6827c9ae96 None None] Provisioning complete for port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:17:22.703039 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2dbd530e-e4bc-4963-84e6-7f6827c9ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:22.760019 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:22.761758 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd530e-e4bc-4963-84e6-7f6827c9ae96 None None] Port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:17:22.972016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d0fd7-881a-47a3-a83b-0376309531b1 req-4bd43698-4bff-4d20-a423-72d5c72d0702 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:22.972850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-7a6d0fd7-881a-47a3-a83b-0376309531b1 req-4bd43698-4bff-4d20-a423-72d5c72d0702 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:17:23.067057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-7a6d0fd7-881a-47a3-a83b-0376309531b1 req-4bd43698-4bff-4d20-a423-72d5c72d0702 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:17:23.068442 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7a6d0fd7-881a-47a3-a83b-0376309531b1 req-4bd43698-4bff-4d20-a423-72d5c72d0702 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 931 time: 0.2965946 Mar 23 11:17:23.177102 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7a6d0fd7-881a-47a3-a83b-0376309531b1 req-e3bc4ab8-974a-4f33-808b-01014d102015 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016598 Mar 23 11:17:23.252944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b318d86c-6a94-4ec9-b8ee-4aacd7c9816c {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:17:23.264077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:23.280076 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Transition to ACTIVE for port object b318d86c-6a94-4ec9-b8ee-4aacd7c9816c will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:17:23.284080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:23.441926 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:23.591406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Attempting to bind port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:17:23.591748 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Attempting to bind port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:17:23.592075 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Attempting to bind port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c on network 739c5308-f76d-497d-b042-8e37aadcf69e {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:17:23.599452 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c on network 739c5308-f76d-497d-b042-8e37aadcf69e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:17:23.599792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Attempting to bind port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c on network 739c5308-f76d-497d-b042-8e37aadcf69e {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:17:23.607382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:17:23.607733 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Checking segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:17:23.608111 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Bound using segment: {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:17:23.608529 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Bound port: b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c847e4e-8620-405e-b3ec-bc3d125418d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:17:23.608875 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:23.703867 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:17:23.706811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:17:23.711341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:23.781004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:23.782576 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] 10.222.0.91 "PUT /v2.0/ports/b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 1093 time: 1.1435561 Mar 23 11:17:23.785404 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:17:23.813544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c6f5-01ff-4d41-8dfe-10733efc4a50 service neutron] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:23.876258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'status': 'completed', 'code': 200} Mar 23 11:17:23.934507 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-026dd8a5-e75f-43af-8dc1-2e5703fed934 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1096 time: 0.1044490 Mar 23 11:17:24.016929 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-878678bb-a37a-4545-8ef6-2dfe809d0cd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 217 time: 0.0757957 Mar 23 11:17:24.084776 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e1e84836-3c8a-44c4-bd05-dbb24867d2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:24.085966 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-e1e84836-3c8a-44c4-bd05-dbb24867d2e8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0632017 Mar 23 11:17:24.181433 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-4295221e-e242-4b47-b61a-1ab058c3b59e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893428 Mar 23 11:17:24.365847 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-65214fd6-4880-4718-a2c9-dc4baf8986fe service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786513 Mar 23 11:17:24.501191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da39cc-a066-4a8a-a09c-2644707d07b4 req-e1bfdada-8388-4263-87fe-b1efe045a2b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:24.503021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a7da39cc-a066-4a8a-a09c-2644707d07b4 req-e1bfdada-8388-4263-87fe-b1efe045a2b8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.1834929 Mar 23 11:17:24.539053 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5d3a9dfe-ce8e-455f-838b-9666ffc20640 req-d350392c-bb8b-47c0-b2d4-c9a8310b106e service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660919 Mar 23 11:17:24.556735 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-9e39d216-4e5f-42af-934f-7405d611ad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:24.568764 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a7da39cc-a066-4a8a-a09c-2644707d07b4 req-aa98bbb4-69db-4f19-bfbe-c517feb97bbd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525661 Mar 23 11:17:24.756273 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-ca89775d-0249-4513-a00e-a60a999466db service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1096 time: 0.1652150 Mar 23 11:17:24.885050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc915f0-91cf-4425-8767-e0269610899f req-30bc66b7-fad5-406a-9c7f-b1685b6a19ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:24.886479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-30bc66b7-fad5-406a-9c7f-b1685b6a19ff service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1246750 Mar 23 11:17:24.953393 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-930b405b-9c94-4bd4-b179-f4efde65782e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 217 time: 0.0614462 Mar 23 11:17:25.014586 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc915f0-91cf-4425-8767-e0269610899f req-418956c7-7544-4b08-ae1f-15e6f7087a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:25.015943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-418956c7-7544-4b08-ae1f-15e6f7087a8d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0572112 Mar 23 11:17:25.088287 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-36e664de-8898-44a1-aff2-3fb554b27304 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665331 Mar 23 11:17:25.131841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:25.223836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-b9075631-0791-43ae-9b99-e5a6fd47ea92 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296594 Mar 23 11:17:25.358527 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-cfc915f0-91cf-4425-8767-e0269610899f req-1bf68121-afff-40b1-b31a-823e4919b9d1 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256847 Mar 23 11:17:25.775974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf2603-d620-44a4-9052-96b70109acd2 req-92f7fb65-fc0b-4ddf-8ed5-c33da2cb0762 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:25.777452 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-82bf2603-d620-44a4-9052-96b70109acd2 req-92f7fb65-fc0b-4ddf-8ed5-c33da2cb0762 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0797486 Mar 23 11:17:25.822788 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-82bf2603-d620-44a4-9052-96b70109acd2 req-6b17bb45-1fa8-4f22-9dfb-f1c17bd95129 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Mar 23 11:17:26.885057 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e7e14fe8-2f11-4044-b321-9e7993eafeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:27.020032 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11c65-e69c-4004-b715-9e3b61bb8776 req-f31c8f80-9b47-4fd6-a27e-e773e2e06275 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:27.021568 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4e11c65-e69c-4004-b715-9e3b61bb8776 req-f31c8f80-9b47-4fd6-a27e-e773e2e06275 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0757139 Mar 23 11:17:27.070371 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4e11c65-e69c-4004-b715-9e3b61bb8776 req-5e604a19-cc51-442f-996a-2f024049ceda tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Mar 23 11:17:27.912543 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:28.154958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:28.273504 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed1a43-eaeb-41f6-b354-4ef72246c21c req-122b7c6d-171a-4171-beb5-80b1a22aa51e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:28.274875 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7aed1a43-eaeb-41f6-b354-4ef72246c21c req-122b7c6d-171a-4171-beb5-80b1a22aa51e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0790100 Mar 23 11:17:28.320436 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7aed1a43-eaeb-41f6-b354-4ef72246c21c req-b326b2d8-b11e-4f8f-b5cf-893e8d23da1d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395405 Mar 23 11:17:29.506114 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:29.516569 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876feec2-ad65-4097-af70-c811a12666ad req-b194ef50-ccce-473e-a540-b8864082d225 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:29.518001 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-876feec2-ad65-4097-af70-c811a12666ad req-b194ef50-ccce-473e-a540-b8864082d225 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0810227 Mar 23 11:17:29.563759 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-876feec2-ad65-4097-af70-c811a12666ad req-18b3fea1-056b-4f75-82fb-dbfa283c8812 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Mar 23 11:17:30.755849 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92f38-0962-40ff-8272-0eab348e173d req-c40745c2-c403-4ffa-b754-1a26fe428def tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:30.757223 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ee92f38-0962-40ff-8272-0eab348e173d req-c40745c2-c403-4ffa-b754-1a26fe428def tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0757470 Mar 23 11:17:30.801718 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4ee92f38-0962-40ff-8272-0eab348e173d req-a8335ab2-f61f-4a2f-ba6d-eb3d5af19518 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Mar 23 11:17:31.999262 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769581f-644a-487d-865e-d5c7ee285040 req-4a11c23f-6ec1-4c0f-a6a4-c0eb632003a9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:32.000730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6769581f-644a-487d-865e-d5c7ee285040 req-4a11c23f-6ec1-4c0f-a6a4-c0eb632003a9 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0780911 Mar 23 11:17:32.048353 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6769581f-644a-487d-865e-d5c7ee285040 req-de28828f-8b1f-4260-a31d-b646e9c625bd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Mar 23 11:17:33.240450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e1ca2-5ce7-43ed-9acb-ea66b5677d6e req-f2346784-62ff-41c5-bbb9-2d702fcd8dd7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:33.241906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d87e1ca2-5ce7-43ed-9acb-ea66b5677d6e req-f2346784-62ff-41c5-bbb9-2d702fcd8dd7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0765750 Mar 23 11:17:33.290314 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d87e1ca2-5ce7-43ed-9acb-ea66b5677d6e req-f06c1f39-8140-4339-bae0-b5827b957292 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Mar 23 11:17:33.573958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:17:33.705380 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:17:33.721397 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'port_id': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'mac_address': 'fa:16:3e:78:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:17:33.773789 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:33.790524 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b318d86c-6a94-4ec9-b8ee-4aacd7c9816c {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:17:33.805511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:17:33.810104 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:33.874456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:33.882503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.882851 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.883190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.883582 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.883947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.884272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.884595 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.884919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.885240 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.885585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:33.885905 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:17:34.174522 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:17:34.493410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf149-c1f4-4981-9170-9772c7a6275d req-ccf47814-25ec-4440-90db-cd3b8962b966 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:34.494766 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-229cf149-c1f4-4981-9170-9772c7a6275d req-ccf47814-25ec-4440-90db-cd3b8962b966 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 944 time: 0.0759187 Mar 23 11:17:34.539640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-229cf149-c1f4-4981-9170-9772c7a6275d req-f0747590-ad12-42dd-a52f-0125596246b3 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Mar 23 11:17:35.585700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:17:35.654169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:17:35.659980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:17:35.660355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:35.742446 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895291d-514e-4bca-9bad-e8909f21a10e req-345ce076-c8a9-4796-9db9-6bfb3ef89cc2 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:35.744104 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6895291d-514e-4bca-9bad-e8909f21a10e req-345ce076-c8a9-4796-9db9-6bfb3ef89cc2 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 944 time: 0.0809622 Mar 23 11:17:35.775418 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:35.789204 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6895291d-514e-4bca-9bad-e8909f21a10e req-6a7265c3-5273-4343-9eab-4b979c93e800 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 Mar 23 11:17:35.803410 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:17:35.820288 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:17:35.824458 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:35.866835 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'code': 200} Mar 23 11:17:35.892020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:36.129157 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-731560a5-65ba-4e38-974d-20e78c861229 req-61bc110b-1111-4c7b-abe8-9a5072199ba5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0685825 Mar 23 11:17:36.172714 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-731560a5-65ba-4e38-974d-20e78c861229 req-ed9d143f-6066-4ae6-98b1-ef255ee4209a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377357 Mar 23 11:17:37.072534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658b1c6-a1f8-4c7f-83fc-7a233a6b387f req-accf093c-aa6e-4bda-864c-48086a489b64 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:37.073956 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3658b1c6-a1f8-4c7f-83fc-7a233a6b387f req-accf093c-aa6e-4bda-864c-48086a489b64 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.1642675 Mar 23 11:17:37.119803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3658b1c6-a1f8-4c7f-83fc-7a233a6b387f req-67a79089-ec11-4bf6-8c87-9078ebe67979 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Mar 23 11:17:38.320497 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72c05d-bd24-40db-820b-f733de04f8c9 req-d77bce87-d2c5-4013-965f-b5032e76f6d1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:38.321933 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb72c05d-bd24-40db-820b-f733de04f8c9 req-d77bce87-d2c5-4013-965f-b5032e76f6d1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0746818 Mar 23 11:17:38.369361 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bb72c05d-bd24-40db-820b-f733de04f8c9 req-563e4e9c-e36c-4b6c-8202-34f505fe125d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Mar 23 11:17:38.563520 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2817bf-12e6-49e9-b809-7b3a04c79102 req-9dd30dab-4314-4e86-a692-f4d37cdcefeb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:38.564963 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7c2817bf-12e6-49e9-b809-7b3a04c79102 req-9dd30dab-4314-4e86-a692-f4d37cdcefeb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0782640 Mar 23 11:17:38.609207 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7c2817bf-12e6-49e9-b809-7b3a04c79102 req-3a3f639a-18af-433b-97da-67f2ee487375 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Mar 23 11:17:38.639234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56916) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:38.772454 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-31e50915-52a2-4361-8caa-bdbf0cba25c7 tempest-TestShelveInstance-1481205424 tempest-TestShelveInstance-1481205424-project-admin] Synchronizing usage tracker for tenant:3740136ccd4946feb19aafdf8384d5a4 on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:17:38.787815 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-31e50915-52a2-4361-8caa-bdbf0cba25c7 tempest-TestShelveInstance-1481205424 tempest-TestShelveInstance-1481205424-project-admin] Unset dirty status for tenant:3740136ccd4946feb19aafdf8384d5a4 on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:17:38.789192 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-31e50915-52a2-4361-8caa-bdbf0cba25c7 tempest-TestShelveInstance-1481205424 tempest-TestShelveInstance-1481205424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1093 time: 0.1489558 Mar 23 11:17:38.792211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 56922) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:17:38.797940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:17:38.803420 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:17:38.807165 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Usage tracker for resource:floatingip and tenant:bb4a72de6a434014b99ceb23a863f91d is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:17:38.810464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:17:38.816054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:17:38.829545 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:38.963998 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:39.104607 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Allocated IP 172.26.7.63 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/5f506ac0-4b21-4db5-9b3a-13392e664680) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:17:39.252564 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:39.285872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:39.363022 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:17:39.365832 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:17:39.370101 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:17:39.393475 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'Port': ['ID=5f506ac0-4b21-4db5-9b3a-13392e664680,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:39.889236 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:39.942956 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:40.143939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:40.148732 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:40.341976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event updated for resources: {'Port': ['ID=5f506ac0-4b21-4db5-9b3a-13392e664680,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:17:40.356312 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:40.545836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Floating IP aecdf2f7-8f80-4200-abc1-6006f4de28a6 associated. External IP: 172.26.7.63, port: b318d86c-6a94-4ec9-b8ee-4aacd7c9816c. Mar 23 11:17:40.929130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:17:41.123780 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:17:41.135069 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:17:41.149458 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:41.151638 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:17:41.152243 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:41.206445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-cf01599e-0a90-4f97-87da-075b4e3b049f tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4129484 Mar 23 11:17:41.206915 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:17:41.259762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'status': 'completed', 'code': 200} Mar 23 11:17:41.328448 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:17:41.349842 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-e2ff2c3a-4e6a-4395-a193-8846e9d87dbf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0699544 Mar 23 11:17:41.486329 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550568de-79ed-4aac-982e-8abc331dcefe req-cf6e62d1-4725-4194-8547-dc6a6634b46b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:41.487750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-cf6e62d1-4725-4194-8547-dc6a6634b46b service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1322584 Mar 23 11:17:41.591317 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-7b899c2a-0928-4213-8371-537a7ac6e59d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 998 time: 0.0977807 Mar 23 11:17:41.655947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550568de-79ed-4aac-982e-8abc331dcefe req-df4eed6f-d9c4-405f-afd8-837514fb35b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:41.657358 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-df4eed6f-d9c4-405f-afd8-837514fb35b3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0598819 Mar 23 11:17:41.697821 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'aecdf2f7-8f80-4200-abc1-6006f4de28a6', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'port_id': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'mac_address': 'fa:16:3e:78:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:17:39Z', 'updated_at': '2022-03-23T11:17:39Z', 'revision_number': 0, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:41.702227 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:17:41.712440 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:17:41.713012 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:17:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:41.735036 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-e4294856-d180-44b5-8485-460be8ae08fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709176 Mar 23 11:17:41.893154 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:17:41.973925 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-95b3d1b0-0b7d-4c97-86d4-dad869710461 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320261 Mar 23 11:17:42.112684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-550568de-79ed-4aac-982e-8abc331dcefe req-b2149ae2-d311-45a2-9311-bc564b006450 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328459 Mar 23 11:17:42.241425 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'aecdf2f7-8f80-4200-abc1-6006f4de28a6', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'port_id': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'mac_address': 'fa:16:3e:78:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:17:39Z', 'updated_at': '2022-03-23T11:17:39Z', 'revision_number': 0, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:17:42.245274 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6cba0-1f98-4ffc-830f-1b787d84ac29 None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': 'aecdf2f7-8f80-4200-abc1-6006f4de28a6', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'port_id': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'mac_address': 'fa:16:3e:78:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:17:39Z', 'updated_at': '2022-03-23T11:17:39Z', 'revision_number': 0, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:17:42.445811 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e088ee-62ae-4235-a0e3-436989bdc45d None None] New status for floating IP aecdf2f7-8f80-4200-abc1-6006f4de28a6: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:17:53.258153 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:17:54.556332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-325a0eb1-bbb1-4647-9dba-fe09f929c802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:55.146442 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:56.315932 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-e60f2d0d-1f45-4fbe-a7ae-ea93817224ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674088 Mar 23 11:17:56.457951 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-fa4a9544-46d6-4930-a44b-3142033f118d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0744655 Mar 23 11:17:56.604287 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-223ba060-1f5c-4a7f-9c7e-b9618a8bf859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:56.605712 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-223ba060-1f5c-4a7f-9c7e-b9618a8bf859 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1289132 Mar 23 11:17:56.708750 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-913b2d1d-2aa6-4d34-a4cd-050b6db765c3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 1000 time: 0.0968182 Mar 23 11:17:56.770874 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-51bf0fcb-7242-4687-8e8a-162ba6770047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:56.772324 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-51bf0fcb-7242-4687-8e8a-162ba6770047 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0572112 Mar 23 11:17:56.848038 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-f940a50f-3a52-4166-b970-9f92c95a40a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692651 Mar 23 11:17:56.859332 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-0f42db33-212a-4b5b-9356-b462762a9976 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:17:56.860903 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-0f42db33-212a-4b5b-9356-b462762a9976 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053749 Mar 23 11:17:56.880986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4ba08ade-691c-4ad2-83c5-a520d70edbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:57.005708 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-958161d2-3e27-48c9-9664-2e39850c0103 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367166 Mar 23 11:17:57.143362 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e9b71be3-2555-4564-81c2-34ac4f886279 req-5cf4ed22-368a-4b3e-be2f-86ef84ed2516 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326156 Mar 23 11:17:57.915444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:58.162061 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:17:59.509175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:24.555655 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-4854363b-409e-4134-997f-bdbbe74ae8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:25.160419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:26.874511 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1500f8b6-9461-44f9-8174-711ab9698ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:27.918359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:28.160493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:29.510695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:30.258335 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:18:54.562761 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2bd8880a-de05-4cc3-8cea-adeeab4cd616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:55.163901 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:56.318994 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-940c8d0c-9e70-40ec-964b-97c814c7a5f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745127 Mar 23 11:18:56.452558 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-dc0eac13-b1ad-4eb6-b033-9377b636b4eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0678654 Mar 23 11:18:56.603857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b02565-953c-4881-8452-da4fa6098f68 req-c29cc7e0-577b-480d-a5d6-704003213023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:56.605294 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-c29cc7e0-577b-480d-a5d6-704003213023 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1348534 Mar 23 11:18:56.707091 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-a3cf4092-181d-4c00-918f-f468c6006ccf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 1000 time: 0.0954163 Mar 23 11:18:56.767285 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b02565-953c-4881-8452-da4fa6098f68 req-790e41c8-9058-43a1-b0ca-b113dad82449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:56.768717 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-790e41c8-9058-43a1-b0ca-b113dad82449 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0559144 Mar 23 11:18:56.858033 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-1b583aff-68d7-4d8c-931e-16024ba72741 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824316 Mar 23 11:18:56.885997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-44e7acd6-bc54-4140-97a5-c3b900bf5f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:57.088685 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-0bfda3fd-6671-4b19-ba0f-564c9393e6d8 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237868 Mar 23 11:18:57.219989 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1b02565-953c-4881-8452-da4fa6098f68 req-b1e3f6b9-3733-4ebd-b8b3-7e23f642b584 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250811 Mar 23 11:18:57.920464 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:58.164258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:18:59.513926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:07.259258 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:19:24.555389 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fca55794-bc37-47c3-bef7-2883efd76411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:25.175094 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:26.878945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-afa6de8a-e247-4d75-99c7-90b7d0ca768c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:27.923212 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:28.166188 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:29.517022 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:36.348782 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb3279-8801-4bab-b22a-dccb371f1302 req-c28ec775-e3ac-4557-8718-de4ba0d94fc2 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:36.350154 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fdb3279-8801-4bab-b22a-dccb371f1302 req-c28ec775-e3ac-4557-8718-de4ba0d94fc2 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.1446729 Mar 23 11:19:36.395243 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fdb3279-8801-4bab-b22a-dccb371f1302 req-d26ccdec-468a-4f0c-adfd-5d2a152a86a7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396709 Mar 23 11:19:37.663671 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2e19f-b209-4ab0-9d74-f141c0b864a9 req-f93e16de-2244-4328-92f8-5004406e2e27 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:37.665717 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99b2e19f-b209-4ab0-9d74-f141c0b864a9 req-f93e16de-2244-4328-92f8-5004406e2e27 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.1460805 Mar 23 11:19:37.710158 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-99b2e19f-b209-4ab0-9d74-f141c0b864a9 req-6848a5d1-c41a-4234-a49e-bd654e1865a1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389106 Mar 23 11:19:38.916882 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f04a8-6091-4b50-8016-e42746e49909 req-d359dcd7-2bff-44b1-9c16-fb637ed8c271 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:38.918314 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c1f04a8-6091-4b50-8016-e42746e49909 req-d359dcd7-2bff-44b1-9c16-fb637ed8c271 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0754771 Mar 23 11:19:38.967959 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c1f04a8-6091-4b50-8016-e42746e49909 req-c8a1d7a5-4c67-4599-bae5-3904c0e6eb1c tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Mar 23 11:19:40.161944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a62a-eedf-42d6-aac1-06c66ed05b6c req-d588f999-45d9-43fe-a438-d7b124b236ec tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:40.163402 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-32b8a62a-eedf-42d6-aac1-06c66ed05b6c req-d588f999-45d9-43fe-a438-d7b124b236ec tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0771363 Mar 23 11:19:40.208943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-32b8a62a-eedf-42d6-aac1-06c66ed05b6c req-ce29136c-c06a-4850-9351-f49cedd2e404 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Mar 23 11:19:41.405275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47c73a-7bcd-411d-8e2d-096536c10804 req-323c434d-ccca-42e2-a96b-a5b301822efb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:41.406705 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f47c73a-7bcd-411d-8e2d-096536c10804 req-323c434d-ccca-42e2-a96b-a5b301822efb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0794015 Mar 23 11:19:41.450908 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f47c73a-7bcd-411d-8e2d-096536c10804 req-9f810d55-22ca-46f2-a005-7cc8832fc1bd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 Mar 23 11:19:42.643707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61f89-cade-470d-a353-e73493b663d1 req-8c654b70-a35c-4dfd-9d50-7906d6cd33d5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:42.645151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ed61f89-cade-470d-a353-e73493b663d1 req-8c654b70-a35c-4dfd-9d50-7906d6cd33d5 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0756931 Mar 23 11:19:42.689997 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2ed61f89-cade-470d-a353-e73493b663d1 req-a7534a9b-9b10-4aa6-8e41-91473c908f08 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Mar 23 11:19:43.889858 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582fec-e9ad-4597-8e82-ee780cd58d51 req-d9f42906-7f94-4bde-9ad9-ceb703ec2e94 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:43.891194 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-af582fec-e9ad-4597-8e82-ee780cd58d51 req-d9f42906-7f94-4bde-9ad9-ceb703ec2e94 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0791442 Mar 23 11:19:43.935369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-af582fec-e9ad-4597-8e82-ee780cd58d51 req-2c4705ee-06be-4938-aacd-b2d9b1c0cd16 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 Mar 23 11:19:44.260049 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:19:45.130074 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a0c3-8fa4-4814-b468-9cb40794e943 req-31b52a77-759d-4b69-9776-595863158a53 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:45.131520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c9d2a0c3-8fa4-4814-b468-9cb40794e943 req-31b52a77-759d-4b69-9776-595863158a53 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0757811 Mar 23 11:19:45.180633 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c9d2a0c3-8fa4-4814-b468-9cb40794e943 req-e2fdbc9b-16bc-4a38-bb66-640549403c75 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Mar 23 11:19:45.404315 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [req-39159016-f1ec-4c63-bfa9-66e9548806b8 req-6b5f746d-c4c3-4aa7-aa8e-2d9487504805 service neutron] (83746) timed out ('10.222.0.73', 55396) {{(pid=83746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 11:19:46.433255 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555878b-cf73-4b65-969f-5855f50af3d1 req-5de63cbc-3d93-4def-a785-36dd2fc3e24b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:46.434584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1555878b-cf73-4b65-969f-5855f50af3d1 req-5de63cbc-3d93-4def-a785-36dd2fc3e24b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.1308696 Mar 23 11:19:46.441679 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-fc33d3e9-887c-4108-bb03-3412e165aa43 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.1665182 Mar 23 11:19:46.574390 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1555878b-cf73-4b65-969f-5855f50af3d1 req-8cdd4c99-8b9a-458c-bd69-9f23a04a865d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317928 Mar 23 11:19:46.610811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-13125333-f8ca-49c2-a869-a6f9026b1c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:46.612284 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-13125333-f8ca-49c2-a869-a6f9026b1c40 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1551361 Mar 23 11:19:46.711930 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-6a6a6a89-cbc7-4ece-bb92-500b539a017b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 1000 time: 0.0931253 Mar 23 11:19:46.772174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-78486a77-250a-45b4-9a90-e29ba3935eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:46.774090 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-78486a77-250a-45b4-9a90-e29ba3935eb1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0563407 Mar 23 11:19:46.846241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-9361652e-843f-48f7-b3b8-e13662da161b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670362 Mar 23 11:19:46.977352 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-0f387d61-a1f6-4c85-800c-1d18ab919f89 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247950 Mar 23 11:19:47.210942 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d8674711-0d83-4e1d-910d-78aa1549b077 req-f596d3e3-c6e2-40ee-9d3e-b570ed3e3b34 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282128 Mar 23 11:19:47.769265 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5b92c-880b-4e4e-a5a5-cec13f548930 req-97cd2529-4524-43bc-9d2e-6c980af6e7ce tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:47.770677 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2fb5b92c-880b-4e4e-a5a5-cec13f548930 req-97cd2529-4524-43bc-9d2e-6c980af6e7ce tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0785737 Mar 23 11:19:47.815086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2fb5b92c-880b-4e4e-a5a5-cec13f548930 req-2f1a49b2-5bec-4e9a-b7bf-ba983382872e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383139 Mar 23 11:19:49.010009 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a317028-88de-459f-9b4e-ffb8dde8387b req-eb3754b1-2361-4cc1-927e-95c0ee6e5819 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:49.011479 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a317028-88de-459f-9b4e-ffb8dde8387b req-eb3754b1-2361-4cc1-927e-95c0ee6e5819 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0763135 Mar 23 11:19:49.074893 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2a317028-88de-459f-9b4e-ffb8dde8387b req-6a6417e5-1d7e-461a-8dee-59c7ba8af1ad tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577450 Mar 23 11:19:50.274794 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc7bc7-a92c-4a54-8531-016cd8c763dc req-95c129ae-4ccb-463b-895d-dda318cff678 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:50.276195 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4bc7bc7-a92c-4a54-8531-016cd8c763dc req-95c129ae-4ccb-463b-895d-dda318cff678 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0767770 Mar 23 11:19:50.320916 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4bc7bc7-a92c-4a54-8531-016cd8c763dc req-62c6cc12-4181-4c95-9df1-314e5e18e9c1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 Mar 23 11:19:50.578638 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d4373a89-f068-4925-826b-b4f6d8d2099b req-c9736fce-f8a9-4e69-8260-055fddba1f32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1412292 Mar 23 11:19:50.839460 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-710e1987-ca86-4062-8b01-5b1550bcf7ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300962 Mar 23 11:19:50.841083 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa334727-aa54-48b0-b4db-f712e8bde67c req-1ae01c4e-7428-4cd3-b7a8-91418282be0e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:50.842553 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa334727-aa54-48b0-b4db-f712e8bde67c req-1ae01c4e-7428-4cd3-b7a8-91418282be0e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0774403 Mar 23 11:19:50.888859 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-fa334727-aa54-48b0-b4db-f712e8bde67c req-d96d417c-aa2b-491a-9b1d-90957c66d7fb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Mar 23 11:19:52.085938 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fb547-51b5-498f-ab80-3278792efd45 req-2bd0bfae-c0ee-400b-a491-38f71f16b855 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:52.087402 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab0fb547-51b5-498f-ab80-3278792efd45 req-2bd0bfae-c0ee-400b-a491-38f71f16b855 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0806401 Mar 23 11:19:52.134158 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab0fb547-51b5-498f-ab80-3278792efd45 req-331a9d56-6f02-483d-8827-8e22305f46cb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Mar 23 11:19:52.304963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:19:52.412506 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:52.441756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:19:52.451909 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:19:52.456671 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:52.498779 dv-neutron-834653-2-hyperv neutron-server[83747]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'code': 422} returned with failed status Mar 23 11:19:52.522824 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:19:52.530883 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.531226 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.531575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.531906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.532232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.532553 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.532872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.533191 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.533503 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.533816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:52.534132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:53.331598 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b200be-332d-40ea-8f2a-5d1385a8a15d req-2e6e8670-200b-4411-b3a0-5a1e478a33cd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:53.332963 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2b200be-332d-40ea-8f2a-5d1385a8a15d req-2e6e8670-200b-4411-b3a0-5a1e478a33cd tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0761425 Mar 23 11:19:53.379971 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d2b200be-332d-40ea-8f2a-5d1385a8a15d req-88262459-8f77-4a6f-a75f-2aec595418d1 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Mar 23 11:19:54.556948 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b48d6879-3ef7-45a5-9a89-228aca82f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:54.580026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591debb1-a104-44b5-bddc-fcf3eb83c8b1 req-c7295b56-410c-4923-8390-9bb667d5386b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:54.581441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-591debb1-a104-44b5-bddc-fcf3eb83c8b1 req-c7295b56-410c-4923-8390-9bb667d5386b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0819168 Mar 23 11:19:54.626009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-591debb1-a104-44b5-bddc-fcf3eb83c8b1 req-de0ba4a1-f53d-4fd2-8f0f-8757db281435 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382950 Mar 23 11:19:55.171844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:55.830222 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a00d48-b1b5-4979-84a5-2196c8600f4c req-b8825c52-332f-47b1-87c0-e00e3c8376f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:55.831598 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-92a00d48-b1b5-4979-84a5-2196c8600f4c req-b8825c52-332f-47b1-87c0-e00e3c8376f4 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0775671 Mar 23 11:19:55.881359 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-92a00d48-b1b5-4979-84a5-2196c8600f4c req-6d549cf1-ff7d-41f0-b5d8-429ece4392c6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Mar 23 11:19:56.880947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e1843356-62e0-4045-aae3-139ba72bf68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:57.131367 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd57770-a370-4e11-afc1-8ca70909013f req-ceacccae-687b-4c95-b8b5-704a158d1d63 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:57.133315 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dbd57770-a370-4e11-afc1-8ca70909013f req-ceacccae-687b-4c95-b8b5-704a158d1d63 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.1319895 Mar 23 11:19:57.140059 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-6c29fa84-853a-4096-9357-29e5d6e996e6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8&tenant_id=bb4a72de6a434014b99ceb23a863f91d HTTP/1.1" status: 200 len: 1096 time: 0.1085918 Mar 23 11:19:57.222354 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-dbd57770-a370-4e11-afc1-8ca70909013f req-4f147a2f-15c8-4972-8fcc-fdcbad919e52 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813570 Mar 23 11:19:57.247873 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-b4c4f536-f9d1-4c1e-b487-d5ff37d394ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0850563 Mar 23 11:19:57.379016 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4760-0500-485d-9edf-9327662db0ee req-ce348cf0-74f1-4c54-a114-225942989708 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:57.380478 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-ce348cf0-74f1-4c54-a114-225942989708 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1260824 Mar 23 11:19:57.505056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-05acb9b5-c590-4b98-8aea-92ea713c193b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 998 time: 0.1185489 Mar 23 11:19:57.566042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4760-0500-485d-9edf-9327662db0ee req-d1c49cc4-a93d-489d-8f70-8456c609cdf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:57.567469 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-d1c49cc4-a93d-489d-8f70-8456c609cdf1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0572481 Mar 23 11:19:57.643071 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-42ce0ef0-c3e1-46a3-a9a9-be0ffa1eafb4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700924 Mar 23 11:19:57.870855 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-c1cfe7da-5784-4a8e-8f3b-92dc526dcd2f service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208538 Mar 23 11:19:57.926760 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:58.002189 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-388b4760-0500-485d-9edf-9327662db0ee req-df493e7b-2f44-472e-bfb4-85e4ef6e0413 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255555 Mar 23 11:19:58.171027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:58.430856 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-a94b8ab0-fe69-4aeb-8d90-1b2be81ccb29 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1096 time: 0.1282063 Mar 23 11:19:58.449310 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291ccca-44c9-48ef-bb37-52a2124a79de req-ec5e446a-ca85-46d6-a32a-7b90dc7df669 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.450809 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7291ccca-44c9-48ef-bb37-52a2124a79de req-ec5e446a-ca85-46d6-a32a-7b90dc7df669 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0955849 Mar 23 11:19:58.602350 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7291ccca-44c9-48ef-bb37-52a2124a79de req-b6024b22-7a40-4c96-8019-4d307b1e9c02 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228504 Mar 23 11:19:58.622577 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-2f7d0eba-2759-4003-ae39-0cae5cd94bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.624042 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-2f7d0eba-2759-4003-ae39-0cae5cd94bfb service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1701100 Mar 23 11:19:58.732532 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-bc572430-bcd2-4520-8f69-365792136d12 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 998 time: 0.0999107 Mar 23 11:19:58.794862 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-ae1da666-b46f-4a2f-b823-c9d566eb6533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.796318 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-ae1da666-b46f-4a2f-b823-c9d566eb6533 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0576670 Mar 23 11:19:58.875321 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-c4cd1c1b-b41a-4cf3-9093-52693fe7f4a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725908 Mar 23 11:19:59.006279 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-f6cecb94-f633-4646-8296-9bba84193c57 service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250055 Mar 23 11:19:59.136379 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-10265567-7fa3-4906-8ba5-3010ff9fd679 req-4af584f8-6645-46b7-be07-486ba668f25e service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239712 Mar 23 11:19:59.512425 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:19:59.799744 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69ded5-f088-4452-8b3f-cc8f500080a0 req-f1103b2f-eff9-44d3-baee-06b9d1ae7961 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:59.801116 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec69ded5-f088-4452-8b3f-cc8f500080a0 req-f1103b2f-eff9-44d3-baee-06b9d1ae7961 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0756891 Mar 23 11:19:59.845685 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec69ded5-f088-4452-8b3f-cc8f500080a0 req-14f69b5f-92d9-431a-8aa3-aaf2f010fd31 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391450 Mar 23 11:20:01.041575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0be752-39e7-435f-a17c-7a4e49f2c7f9 req-9cbf8962-4121-4707-8294-635525147242 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:01.042999 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6e0be752-39e7-435f-a17c-7a4e49f2c7f9 req-9cbf8962-4121-4707-8294-635525147242 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0788693 Mar 23 11:20:01.087187 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6e0be752-39e7-435f-a17c-7a4e49f2c7f9 req-311783b9-7317-490e-ab71-5e44a6ae2e7e tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387621 Mar 23 11:20:02.282249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09404949-cf33-4267-babf-5f282fef4b30 req-172d5b0e-99a9-400a-a980-3616cef5a9db tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:02.283726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-09404949-cf33-4267-babf-5f282fef4b30 req-172d5b0e-99a9-400a-a980-3616cef5a9db tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0760894 Mar 23 11:20:02.328711 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-09404949-cf33-4267-babf-5f282fef4b30 req-99a7b78e-a9a9-4203-8170-a19f886caefb tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396152 Mar 23 11:20:03.531378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37173f-e317-463f-8b0b-ac74def0e461 req-c5d2ccd8-0172-48f6-a0b1-bb8ff2cd8793 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:03.532781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec37173f-e317-463f-8b0b-ac74def0e461 req-c5d2ccd8-0172-48f6-a0b1-bb8ff2cd8793 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0832517 Mar 23 11:20:03.577520 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ec37173f-e317-463f-8b0b-ac74def0e461 req-7e2ff246-362e-4318-9a1d-553b613f5938 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387640 Mar 23 11:20:04.767592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659d7d-40ad-479a-a56e-934a8b397903 req-469ac48b-0565-440a-b7e9-c140e7649422 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:04.769021 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3659d7d-40ad-479a-a56e-934a8b397903 req-469ac48b-0565-440a-b7e9-c140e7649422 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0744305 Mar 23 11:20:04.816738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b3659d7d-40ad-479a-a56e-934a8b397903 req-f51fda7c-d357-42ab-b8fb-b65c336f8268 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Mar 23 11:20:06.011395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681848-8f86-4049-8099-c4706c90dcfa req-36366a68-eb9b-4a16-b456-1a3992794c7b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:06.012964 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73681848-8f86-4049-8099-c4706c90dcfa req-36366a68-eb9b-4a16-b456-1a3992794c7b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 943 time: 0.0773706 Mar 23 11:20:06.058068 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-73681848-8f86-4049-8099-c4706c90dcfa req-3f95f70f-4a6f-48e7-b2ef-2a9f0e8969b6 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Mar 23 11:20:06.361435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:20:06.491387 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:06.505445 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'port_id': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'mac_address': 'fa:16:3e:78:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:20:06.560809 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:06.577333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b318d86c-6a94-4ec9-b8ee-4aacd7c9816c {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:20:06.591747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:06.595491 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:06.659591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:06.950119 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:20:07.265113 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73e79b-b41d-4097-9f60-6b5b28ce5c0f req-f93f2f7b-6fe5-4b68-8cfb-88a9a2aee853 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:07.266480 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c73e79b-b41d-4097-9f60-6b5b28ce5c0f req-f93f2f7b-6fe5-4b68-8cfb-88a9a2aee853 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 944 time: 0.0803072 Mar 23 11:20:07.405091 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0c73e79b-b41d-4097-9f60-6b5b28ce5c0f req-2eab8d84-b056-4d53-8c12-08b05724763b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332054 Mar 23 11:20:08.381946 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:20:08.450907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:20:08.451274 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:08.566729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:08.609811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858969-d4f9-4d59-bfc7-b04f41817077 req-83e6788d-594b-43d8-863e-3c3573f4371d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:08.611304 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4858969-d4f9-4d59-bfc7-b04f41817077 req-83e6788d-594b-43d8-863e-3c3573f4371d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 944 time: 0.0849330 Mar 23 11:20:08.631700 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:20:08.641721 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:08.645870 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:08.659883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a4858969-d4f9-4d59-bfc7-b04f41817077 req-f0dbe035-ee09-4910-b6f0-0628a2149bce tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Mar 23 11:20:08.699168 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'code': 200} Mar 23 11:20:08.715926 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:08.972521 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-770fe85a-136d-4666-a680-e0d62301682a req-f1716cb2-a13b-4b10-8328-5a8c6dc440b7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0824926 Mar 23 11:20:09.015441 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-770fe85a-136d-4666-a680-e0d62301682a req-fef2f55f-50f5-4c7e-9708-a9e4821e7534 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373297 Mar 23 11:20:09.854596 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0c6c-e177-4a06-a9bd-a8581193ef32 req-6c45e10a-5725-4a75-b27d-66ba6cd5596d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:09.855983 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-456a0c6c-e177-4a06-a9bd-a8581193ef32 req-6c45e10a-5725-4a75-b27d-66ba6cd5596d tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0756083 Mar 23 11:20:09.903641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-456a0c6c-e177-4a06-a9bd-a8581193ef32 req-574bcfe5-205f-4ac2-8cb9-f0e5bac8ef5b tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Mar 23 11:20:11.097191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71fe88-23bb-48d3-a675-99d531d13672 req-a0473749-ee27-4b7c-a5ce-0470cd004f04 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:11.098641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b71fe88-23bb-48d3-a675-99d531d13672 req-a0473749-ee27-4b7c-a5ce-0470cd004f04 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0759377 Mar 23 11:20:11.144542 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8b71fe88-23bb-48d3-a675-99d531d13672 req-24ff238d-4344-440f-ae73-56e1769baad7 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398862 Mar 23 11:20:21.261759 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:20:24.559774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cd23de1f-b991-447c-ba92-431240a8b6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:25.186135 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:26.883444 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e4e6-53d2-4230-a3ce-8b75224597bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:27.936863 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:28.177844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:29.521738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:54.563972 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-960d33b1-1463-476f-8749-bd777957e8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:55.206979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:56.887436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c23a712e-22c2-46f6-b8ff-8894b13fdbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:57.932924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:58.175209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:58.261085 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:20:59.299137 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-aa4f6d5d-2efc-4de1-b4d4-7fe9364060b0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698855 Mar 23 11:20:59.434210 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-29d61d23-31b1-4571-990b-d3c9c39e5fd6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0671978 Mar 23 11:20:59.519283 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:20:59.581860 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-323c4050-c67c-4d3e-bbe3-ee2a156f3dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:59.583311 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-323c4050-c67c-4d3e-bbe3-ee2a156f3dc0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1322792 Mar 23 11:20:59.683883 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-1fc5f817-6410-4f2e-be33-fbff17e110fe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 1000 time: 0.0941455 Mar 23 11:20:59.744270 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-c1f60cf0-ddb3-4d2e-96eb-6a2a50206875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:59.746133 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-c1f60cf0-ddb3-4d2e-96eb-6a2a50206875 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0559309 Mar 23 11:20:59.836531 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-7a78e1fd-94e1-4093-97f5-d6396ebb633d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843513 Mar 23 11:20:59.971807 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-f1a4de4a-b14d-4f82-8308-7f6d0e4d4aae service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293726 Mar 23 11:21:00.098972 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-63995715-7eb6-4c1e-9a93-4d11b8d2fd11 req-278a2514-1d2d-451d-b312-005d5e0742ee service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218340 Mar 23 11:21:24.565958 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2d70f1e6-d820-4048-a04a-ba3964b97857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:25.215332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:26.888804 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f7d71121-2a98-4d89-b739-fc88a94522cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:27.466857 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57088) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:27.661220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Deleting port 5f506ac0-4b21-4db5-9b3a-13392e664680 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:27.661554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:27.925467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:27.925793 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:27.936248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:28.044038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Calling delete_port for 5f506ac0-4b21-4db5-9b3a-13392e664680 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:28.177419 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:28.191377 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:28.236037 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event deleted for resources: {'Port': ['ID=5f506ac0-4b21-4db5-9b3a-13392e664680,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:28.274389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.274739 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.275081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.275417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.275787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.276117 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.276443 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.276767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.277088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.278004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.278323 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:28.341436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:28.730005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:21:28.929526 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:28.939277 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a82e0b2-777e-4632-897a-646424084820 None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:21:28.949667 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:28.951966 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:28.952573 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:29.007713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3ba0521f-7408-4e34-a516-4408b5686659 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "DELETE /v2.0/floatingips/aecdf2f7-8f80-4200-abc1-6006f4de28a6 HTTP/1.1" status: 204 len: 168 time: 1.5394123 Mar 23 11:21:29.008498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:21:29.090065 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'status': 'completed', 'code': 200} Mar 23 11:21:29.145097 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:29.200151 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-8fbc5ca8-99da-4d31-b2af-7203bcc6a2e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb4a72de6a434014b99ceb23a863f91d&device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0855725 Mar 23 11:21:29.352850 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-d40add25-0e75-49cf-866e-3c43a5062fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:29.354560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-d40add25-0e75-49cf-866e-3c43a5062fae service neutron] 10.222.0.91 "GET /v2.0/networks?id=739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 200 len: 910 time: 0.1491854 Mar 23 11:21:29.484193 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-344bdd28-3554-4e77-a345-87e10ba6fdaf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 200 len: 217 time: 0.0869169 Mar 23 11:21:29.512756 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:29.516509 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a82e0b2-777e-4632-897a-646424084820 None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:21:29.523743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:29.530835 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:29.531755 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:29.587031 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-49cbceac-c940-4ac7-a306-7ff1ca263b2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:29.588496 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-49cbceac-c940-4ac7-a306-7ff1ca263b2a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 200 len: 848 time: 0.0913515 Mar 23 11:21:29.596599 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b554b-8fd8-41cc-8480-2e3480cb0d9a req-dd129555-49c8-4827-8085-245a18432b79 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:29.598482 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-686b554b-8fd8-41cc-8480-2e3480cb0d9a req-dd129555-49c8-4827-8085-245a18432b79 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:21:29.709565 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:29.780749 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-686b554b-8fd8-41cc-8480-2e3480cb0d9a req-dd129555-49c8-4827-8085-245a18432b79 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:21:29.781824 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-686b554b-8fd8-41cc-8480-2e3480cb0d9a req-dd129555-49c8-4827-8085-245a18432b79 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.4216487 Mar 23 11:21:29.833282 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-154c6bff-54b0-4608-a4b8-924e88b1312a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=739c5308-f76d-497d-b042-8e37aadcf69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2317157 Mar 23 11:21:29.838050 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-686b554b-8fd8-41cc-8480-2e3480cb0d9a req-96a691c9-25d3-4358-8ecc-24e39cae6244 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496752 Mar 23 11:21:29.987801 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-66ccb77f-fdb1-4f5a-b349-fc8e7af8ee6f service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465886 Mar 23 11:21:30.035488 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-1a82e0b2-777e-4632-897a-646424084820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:30.039702 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a82e0b2-777e-4632-897a-646424084820 None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:11:12Z', 'revision_number': 4, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': 'efa16d6e-163c-40e6-9888-e96b1e91006b', 'name': '', 'network_id': '739c5308-f76d-497d-b042-8e37aadcf69e', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'mac_address': 'fa:16:3e:02:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:12Z', 'updated_at': '2022-03-23T11:11:21Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'subnets': [{'id': '8c0978df-de42-4b6e-a3d0-1de0fbc38e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:21:30.124066 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-49ff9865-32c0-43c2-97fa-aa8608be019d req-bb3030c9-f0e3-41aa-b418-bce150312afb service neutron] 10.222.0.91 "GET /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301866 Mar 23 11:21:30.271370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff136d-0ce9-4977-b339-e85a59659157 None None] New status for floating IP aecdf2f7-8f80-4200-abc1-6006f4de28a6: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:21:30.978455 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-5b850d1b-6f5e-441f-9bf0-703dd6db5183 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:30.979848 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-5b850d1b-6f5e-441f-9bf0-703dd6db5183 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.0878072 Mar 23 11:21:31.103866 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Deleting port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:31.104208 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:31.201344 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a506628-d03e-42fc-bf14-ddaade212732 req-96f32b7b-b87a-4fa8-a90a-f72519411143 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:31.202836 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a506628-d03e-42fc-bf14-ddaade212732 req-96f32b7b-b87a-4fa8-a90a-f72519411143 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 945 time: 0.2214062 Mar 23 11:21:31.349916 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0a506628-d03e-42fc-bf14-ddaade212732 req-25760c62-a83f-4ef1-b288-f3490394fe09 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/security-groups?id=72795063-97d4-43a2-944a-8d1b4ebfa3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375372 Mar 23 11:21:31.403161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] For port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:31.403508 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:31.524628 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Calling delete_port for b318d86c-6a94-4ec9-b8ee-4aacd7c9816c owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:31.676349 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:31.725005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event deleted for resources: {'Port': ['ID=b318d86c-6a94-4ec9-b8ee-4aacd7c9816c,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:31.799775 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] No DVR routers for this DVR port b318d86c-6a94-4ec9-b8ee-4aacd7c9816c on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:21:31.802382 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:31.805050 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-deleted', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:21:31.821626 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-9c20a080-beb7-4f94-81e6-6571094e1e28 req-cc83c006-1c47-4608-a4ef-4b264b2aac99 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.91 "DELETE /v2.0/ports/b318d86c-6a94-4ec9-b8ee-4aacd7c9816c HTTP/1.1" status: 204 len: 173 time: 0.8014197 Mar 23 11:21:31.885909 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbddd712-0749-402c-92bc-7702f952c1b8', 'name': 'network-vif-deleted', 'tag': 'b318d86c-6a94-4ec9-b8ee-4aacd7c9816c', 'status': 'completed', 'code': 200} Mar 23 11:21:32.516767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-4055fb2d-a9d9-4e57-962a-c7a3152f2820 req-aa41add4-6aa3-4316-a165-937d4a2ca6f8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Synchronizing usage tracker for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:21:32.535086 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-4055fb2d-a9d9-4e57-962a-c7a3152f2820 req-aa41add4-6aa3-4316-a165-937d4a2ca6f8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Unset dirty status for tenant:bb4a72de6a434014b99ceb23a863f91d on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:21:32.537106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4055fb2d-a9d9-4e57-962a-c7a3152f2820 req-aa41add4-6aa3-4316-a165-937d4a2ca6f8 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "GET /v2.0/ports?device_id=dbddd712-0749-402c-92bc-7702f952c1b8 HTTP/1.1" status: 200 len: 210 time: 0.0638485 Mar 23 11:21:33.648198 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57112) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:33.724379 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b7a037b7-c412-4c0d-97af-1831549e9274 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:33.754260 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b7a037b7-c412-4c0d-97af-1831549e9274 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:33.826204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b7a037b7-c412-4c0d-97af-1831549e9274 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:33.846197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a037b7-c412-4c0d-97af-1831549e9274 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72795063-97d4-43a2-944a-8d1b4ebfa3e7,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:33.858192 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-b7a037b7-c412-4c0d-97af-1831549e9274 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:33.861980 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-b7a037b7-c412-4c0d-97af-1831549e9274 tempest-TestShelveInstance-928443916 tempest-TestShelveInstance-928443916-project] 10.222.0.73 "DELETE /v2.0/security-groups/72795063-97d4-43a2-944a-8d1b4ebfa3e7 HTTP/1.1" status: 204 len: 168 time: 0.2101731 Mar 23 11:21:33.918712 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57118) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:34.737378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:34.904370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:34.941255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: b318d86c-6a94-4ec9-b8ee-4aacd7c9816c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:34.941621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device b318d86c-6a94-4ec9-b8ee-4aacd7c9816c not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:35.261035 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:21:35.341126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Deleting port efa16d6e-163c-40e6-9888-e96b1e91006b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:35.341690 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:35.507664 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] For port efa16d6e-163c-40e6-9888-e96b1e91006b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=efa16d6e-163c-40e6-9888-e96b1e91006b,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:35.507946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:35.626081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Calling delete_port for efa16d6e-163c-40e6-9888-e96b1e91006b owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:35.790227 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:35.836017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa16d6e-163c-40e6-9888-e96b1e91006b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:35.876615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.876960 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.877304 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.877636 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.877968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.878296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.878624 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.878947 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.879267 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.879606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:35.879934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:36.227730 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:36.804195 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Router a3e7690f-dc82-4c6b-a977-e77708f4ce58 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:21:37.006988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:37.016508 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] Sync routers for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:21:37.029020 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:37.029623 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:37.031350 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-1a63aab7-04ba-4184-b578-d5b89bac2967 admin admin] 10.222.0.73 "PUT /v2.0/routers/a3e7690f-dc82-4c6b-a977-e77708f4ce58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115770 Mar 23 11:21:37.033880 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57124) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:37.205800 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:37.231691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:37.424692 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:37.434120 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Deleting port ca910f80-9326-4b6e-b409-94ed0192c053 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:37.434451 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:37.485801 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:21:35Z', 'revision_number': 5, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port': {'id': 'ca910f80-9326-4b6e-b409-94ed0192c053', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:10Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:37.489709 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] Checking router: a3e7690f-dc82-4c6b-a977-e77708f4ce58 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:21:37.500224 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] Routers {'a3e7690f-dc82-4c6b-a977-e77708f4ce58'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:37.500811 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:37.604638 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] For port ca910f80-9326-4b6e-b409-94ed0192c053, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=ca910f80-9326-4b6e-b409-94ed0192c053,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:37.604971 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:37.675053 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] Set router a3e7690f-dc82-4c6b-a977-e77708f4ce58 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:37.778960 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:21:37Z', 'revision_number': 6, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:37.782950 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbfce3-eeac-4ec8-a86a-338eb5d14c14 None None] The sync data for ids ['a3e7690f-dc82-4c6b-a977-e77708f4ce58'] in dv-neutron-834653-2-hyperv is: [{'id': 'a3e7690f-dc82-4c6b-a977-e77708f4ce58', 'name': 'tempest-TestShelveInstance-1807854466-router', 'tenant_id': 'bb4a72de6a434014b99ceb23a863f91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:09Z', 'updated_at': '2022-03-23T11:21:37Z', 'revision_number': 6, 'project_id': 'bb4a72de6a434014b99ceb23a863f91d', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:21:37.829050 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Calling delete_port for ca910f80-9326-4b6e-b409-94ed0192c053 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:37.989233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.031758 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca910f80-9326-4b6e-b409-94ed0192c053,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:38.261927 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.522194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.526392 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.555100 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.555623 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3e7690f-dc82-4c6b-a977-e77708f4ce58 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:21:38.576061 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.577194 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-03ab738f-6762-4b05-aae1-ea232491c2e6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a3e7690f-dc82-4c6b-a977-e77708f4ce58 HTTP/1.1" status: 204 len: 168 time: 1.5424166 Mar 23 11:21:38.579745 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57128) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:38.643012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Deleting subnet 8c0978df-de42-4b6e-a3d0-1de0fbc38e4a {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:21:38.646360 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.695910 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.777727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.847697 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.883042 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0978df-de42-4b6e-a3d0-1de0fbc38e4a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:38.890044 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:38.895684 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d7494-b4d4-4c63-b628-c19e5d9ff724 None None] Network 739c5308-f76d-497d-b042-8e37aadcf69e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:21:38.899035 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-72a6137b-c3b9-4bb9-a086-27ef69093e9b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8c0978df-de42-4b6e-a3d0-1de0fbc38e4a HTTP/1.1" status: 204 len: 168 time: 0.3159723 Mar 23 11:21:38.899212 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57132) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:39.011912 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.022565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Deleting port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:39.022881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.205409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] DHCP port deletion for 739c5308-f76d-497d-b042-8e37aadcf69e request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:21:39.209864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Deleting port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:39.210228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.329202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] For port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:39.329541 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.412355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] For port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,segment=NetworkSegment(3c847e4e-8620-405e-b3ec-bc3d125418d2),segment_id=3c847e4e-8620-405e-b3ec-bc3d125418d2)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:39.412659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.449714 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Calling delete_port for 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:39.523350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.529349 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Calling delete_port for 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:39.569828 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a1c4ff-e26e-4ed7-8221-ba2d0292c093,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:39.575847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] No DVR routers for this DVR port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:21:39.598621 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:21:39.598974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:21:39.685296 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device efa16d6e-163c-40e6-9888-e96b1e91006b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:39.691378 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.716642 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739c5308-f76d-497d-b042-8e37aadcf69e']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:39.720573 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: efa16d6e-163c-40e6-9888-e96b1e91006b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:39.720931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device efa16d6e-163c-40e6-9888-e96b1e91006b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:39.721362 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ca910f80-9326-4b6e-b409-94ed0192c053 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:39.728610 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c847e4e-8620-405e-b3ec-bc3d125418d2') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:39.728898 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c847e4e-8620-405e-b3ec-bc3d125418d2') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:39.740761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.753652 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: ca910f80-9326-4b6e-b409-94ed0192c053 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:39.754005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device ca910f80-9326-4b6e-b409-94ed0192c053 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:39.754476 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:39.758313 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.764911 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:21:39.765331 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:21:39.778956 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:21:39.785627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:39.785980 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:39.853952 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.870382 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:39.880713 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=739c5308-f76d-497d-b042-8e37aadcf69e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:39.887719 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ded38c09-360c-44a0-af8b-e6cef5d24ef7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/739c5308-f76d-497d-b042-8e37aadcf69e HTTP/1.1" status: 204 len: 168 time: 0.9874511 Mar 23 11:21:39.890937 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57136) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:40.100155 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Deleting port 22a1c4ff-e26e-4ed7-8221-ba2d0292c093 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:40.100751 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:40.199955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-998755d4-e6ca-4fe9-b98f-c67ca49a75ea None None] The port '22a1c4ff-e26e-4ed7-8221-ba2d0292c093' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 11:21:40.280913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:40.977853 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Deleting port 9ee86642-6ab3-4849-924f-bedc699568c9 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:40.978577 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:41.152892 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] For port 9ee86642-6ab3-4849-924f-bedc699568c9, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=9ee86642-6ab3-4849-924f-bedc699568c9,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:41.153233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:41.273970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Calling delete_port for 9ee86642-6ab3-4849-924f-bedc699568c9 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:41.435831 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:41.481260 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee86642-6ab3-4849-924f-bedc699568c9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:41.768599 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:42.439289 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:21:42.644261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:42.652803 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766594-322f-4e12-ada3-2db396f89afc None None] Sync routers for ids ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:21:42.660157 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-5844eba1-d2d9-4f72-8d1c-6b3f5793ca5b admin admin] 10.222.0.73 "PUT /v2.0/routers/f50d9c8e-ca5c-4f76-90fa-f713444aafc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682152 Mar 23 11:21:42.662970 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57140) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:42.665309 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] Routers {'f50d9c8e-ca5c-4f76-90fa-f713444aafc5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:42.665907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:42.843527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] Set router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:42.856300 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:43.053434 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:43.063358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Deleting port 78712754-373a-483b-b4db-c7aec19dd42b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:43.063770 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:43.135554 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '78712754-373a-483b-b4db-c7aec19dd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:21:41Z', 'revision_number': 5, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port': {'id': '78712754-373a-483b-b4db-c7aec19dd42b', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:11:16Z', 'updated_at': '2022-03-23T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:43.139860 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766594-322f-4e12-ada3-2db396f89afc None None] Checking router: f50d9c8e-ca5c-4f76-90fa-f713444aafc5 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:21:43.150765 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] Routers {'f50d9c8e-ca5c-4f76-90fa-f713444aafc5'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:43.151373 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:43.243273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] For port 78712754-373a-483b-b4db-c7aec19dd42b, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=78712754-373a-483b-b4db-c7aec19dd42b,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:43.243659 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:43.302359 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] Set router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:43.369520 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Calling delete_port for 78712754-373a-483b-b4db-c7aec19dd42b owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:43.408426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-12766594-322f-4e12-ada3-2db396f89afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:21:43Z', 'revision_number': 6, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:43.412468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766594-322f-4e12-ada3-2db396f89afc None None] The sync data for ids ['f50d9c8e-ca5c-4f76-90fa-f713444aafc5'] in dv-neutron-834653-2-hyperv is: [{'id': 'f50d9c8e-ca5c-4f76-90fa-f713444aafc5', 'name': 'tempest-TestShelveInstance-1610651437-router', 'tenant_id': '3740136ccd4946feb19aafdf8384d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:11:15Z', 'updated_at': '2022-03-23T11:21:43Z', 'revision_number': 6, 'project_id': '3740136ccd4946feb19aafdf8384d5a4', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:21:43.536961 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:43.582273 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=78712754-373a-483b-b4db-c7aec19dd42b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:43.814424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9ee86642-6ab3-4849-924f-bedc699568c9 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:43.849995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 9ee86642-6ab3-4849-924f-bedc699568c9 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:43.850393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 9ee86642-6ab3-4849-924f-bedc699568c9 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:43.908691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.163855 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.168695 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.195848 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.196914 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50d9c8e-ca5c-4f76-90fa-f713444aafc5 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:21:44.209698 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.210847 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-317fe0ae-33c4-425a-aeae-5b0de7335d63 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f50d9c8e-ca5c-4f76-90fa-f713444aafc5 HTTP/1.1" status: 204 len: 168 time: 1.5469799 Mar 23 11:21:44.213386 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57144) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:44.276032 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Deleting subnet 07beb7d7-f02e-48a5-80ee-139755084e92 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:21:44.279279 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.332691 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.416606 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.489934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.527332 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07beb7d7-f02e-48a5-80ee-139755084e92,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:44.531955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.541864 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-be87cebc-64be-4ee5-910c-1bd14eb3bf5c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/07beb7d7-f02e-48a5-80ee-139755084e92 HTTP/1.1" status: 204 len: 168 time: 0.3251886 Mar 23 11:21:44.542500 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7e84b-c0f0-46c6-b90b-e1f4e58de403 None None] Network 07ce2876-870d-489d-81a7-32992d25384f requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:21:44.542601 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57148) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:44.649112 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.659766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Deleting port aff8029a-0be1-4fa6-8597-9a5bc39ada63 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:44.660096 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.791269 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] DHCP port deletion for 07ce2876-870d-489d-81a7-32992d25384f request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:21:44.796232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Deleting port aff8029a-0be1-4fa6-8597-9a5bc39ada63 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:44.796676 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.864085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] For port aff8029a-0be1-4fa6-8597-9a5bc39ada63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aff8029a-0be1-4fa6-8597-9a5bc39ada63,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:44.864430 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:44.986171 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Calling delete_port for aff8029a-0be1-4fa6-8597-9a5bc39ada63 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:44.994737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] For port aff8029a-0be1-4fa6-8597-9a5bc39ada63, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=aff8029a-0be1-4fa6-8597-9a5bc39ada63,segment=NetworkSegment(cd736438-2a05-4e58-9b52-ef60d8390a0b),segment_id=cd736438-2a05-4e58-9b52-ef60d8390a0b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:44.995254 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.058750 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.107311 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff8029a-0be1-4fa6-8597-9a5bc39ada63,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:45.111618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] No DVR routers for this DVR port aff8029a-0be1-4fa6-8597-9a5bc39ada63 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:21:45.160165 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Calling delete_port for aff8029a-0be1-4fa6-8597-9a5bc39ada63 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:21:45.238448 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:21:45.238713 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:21:45.319669 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.344287 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ce2876-870d-489d-81a7-32992d25384f']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:45.361980 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd736438-2a05-4e58-9b52-ef60d8390a0b') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:45.362262 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd736438-2a05-4e58-9b52-ef60d8390a0b') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:45.374094 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.389321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.397915 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:21:45.398293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:21:45.412540 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:21:45.488139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.504446 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.514070 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ce2876-870d-489d-81a7-32992d25384f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:45.520962 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-f741b5ad-0a22-4b69-821c-1965c00c7866 admin admin] 10.222.0.73 "DELETE /v2.0/networks/07ce2876-870d-489d-81a7-32992d25384f HTTP/1.1" status: 204 len: 168 time: 0.9779553 Mar 23 11:21:45.685985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aff8029a-0be1-4fa6-8597-9a5bc39ada63 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:45.705787 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57154) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:45.719138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: aff8029a-0be1-4fa6-8597-9a5bc39ada63 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:45.719607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device aff8029a-0be1-4fa6-8597-9a5bc39ada63 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:45.719912 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 78712754-373a-483b-b4db-c7aec19dd42b no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:21:45.746185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Deleting port aff8029a-0be1-4fa6-8597-9a5bc39ada63 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:21:45.746783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.756697 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2b8d282c-ebf1-4a66-96e5-a1b389735cfa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb4a72de6a434014b99ceb23a863f91d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496855 Mar 23 11:21:45.759227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57158) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:45.784214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 78712754-373a-483b-b4db-c7aec19dd42b {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:21:45.784591 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 78712754-373a-483b-b4db-c7aec19dd42b not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:21:45.825111 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-782e9db4-d6f0-435b-ae21-f9427f639596 None None] The port 'aff8029a-0be1-4fa6-8597-9a5bc39ada63' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 11:21:45.834495 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ce11268-68fe-4824-84f0-ba3b581d0f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.861004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ce11268-68fe-4824-84f0-ba3b581d0f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.916191 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ce11268-68fe-4824-84f0-ba3b581d0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.933422 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce11268-68fe-4824-84f0-ba3b581d0f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316751a2-5b4a-47f4-ac5f-ee1d3a0cc5d6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:45.940618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-9ce11268-68fe-4824-84f0-ba3b581d0f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:45.942009 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-9ce11268-68fe-4824-84f0-ba3b581d0f50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/316751a2-5b4a-47f4-ac5f-ee1d3a0cc5d6 HTTP/1.1" status: 204 len: 168 time: 0.1814353 Mar 23 11:21:46.360154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57166) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:46.413596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-c90bb4a5-4ead-4f93-8009-ab03b9115dc8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3740136ccd4946feb19aafdf8384d5a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522513 Mar 23 11:21:46.416045 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57170) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:46.582232 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d8fdba59-a2f1-41f9-8e2b-604362fbd8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:46.608679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d8fdba59-a2f1-41f9-8e2b-604362fbd8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:46.659034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d8fdba59-a2f1-41f9-8e2b-604362fbd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:46.674574 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdba59-a2f1-41f9-8e2b-604362fbd8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6e5d5-4653-413b-adc5-9789a62aa4c8,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:46.679097 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d8fdba59-a2f1-41f9-8e2b-604362fbd8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:46.680486 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d8fdba59-a2f1-41f9-8e2b-604362fbd8e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/07a6e5d5-4653-413b-adc5-9789a62aa4c8 HTTP/1.1" status: 204 len: 168 time: 0.2634866 Mar 23 11:21:47.584417 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57192) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:47.711635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1218376340-network', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:21:47.716462 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:47.720227 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Usage tracker for resource:network and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:47.723026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:47.729057 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:47.738759 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Made reservation on behalf of 6c5274ceb3bf44b784d6721c4874557b for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:21:47.741072 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.753609 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.783715 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:47.787493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:47.790275 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:47.796411 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:47.867231 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.871624 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.899900 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:21:47.908080 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e0839-a73c-4d4c-8f58-231f12ea50be,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:47.913421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.913789 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Added segment 11cfe43d-495c-403f-80d1-f5e839f3b87b of type vlan for network 692eda84-b81d-4c80-af4c-24b36faebfdb Mar 23 11:21:47.940530 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.968575 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:47.969392 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:47.969977 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.071074 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4855499 Mar 23 11:21:48.073804 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90bfc3-a43c-46a7-9442-00e8fa620009 admin admin] Pushing event updated for resources: {'Network': ['ID=692eda84-b81d-4c80-af4c-24b36faebfdb,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:48.074223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:48.081316 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Request body: {'subnet': {'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1218376340-subnet', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:21:48.084319 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 692eda84-b81d-4c80-af4c-24b36faebfdb details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:21:48.087639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:48.100183 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Usage tracker for resource:subnet and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:48.105666 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:48.115116 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:48.129420 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Made reservation on behalf of 6c5274ceb3bf44b784d6721c4874557b for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:21:48.133035 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076370'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.351771 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3369708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076352'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.424270 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c9d2f6-8606-42a2-af54-9e7342ae3697,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:48.440381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Checking segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:48.440648 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Network hostable DHCP agents. Network: 692eda84-b81d-4c80-af4c-24b36faebfdb, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:21:48.462835 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Network 692eda84-b81d-4c80-af4c-24b36faebfdb is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:21:48.471942 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 692eda84-b81d-4c80-af4c-24b36faebfdb) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:48.476706 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:48.477317 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.480028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8038fa50-7d35-48ad-a848-e3aeb4f403fd None None] Network 692eda84-b81d-4c80-af4c-24b36faebfdb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:21:48.499402 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b89b3ab7-2be1-4866-b246-884bfc9f8090 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4237428 Mar 23 11:21:48.502343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57202) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:48.508192 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:21:48.513680 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:48.518978 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Usage tracker for resource:router and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:48.522015 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:48.528201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:48.539006 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.539948 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.559958 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.706783 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-692eda84-b81d-4c80-af4c-24b36faebfdb', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:21:48.707629 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.712021 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.866436 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Allocated IP 172.20.0.2 (692eda84-b81d-4c80-af4c-24b36faebfdb/12c9d2f6-8606-42a2-af54-9e7342ae3697/2d30aa8a-368d-41ff-a06e-7adc090e52cf) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:21:48.900373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:48.932201 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.070982 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Allocated IP 172.26.7.99 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/94509f9f-399a-4c1b-b755-5f0d6143040f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:21:49.072479 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.083239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Transition to ACTIVE for port object 2d30aa8a-368d-41ff-a06e-7adc090e52cf will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:49.103702 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Transition to ACTIVE for port object 2d30aa8a-368d-41ff-a06e-7adc090e52cf will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:49.111738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.192257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Network 692eda84-b81d-4c80-af4c-24b36faebfdb is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:49.195275 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:49.200627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:21:49.203097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Pushing event updated for resources: {'Port': ['ID=2d30aa8a-368d-41ff-a06e-7adc090e52cf,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:49.214556 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.214963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.215248 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.215610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.215945 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.216278 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.216607 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.216933 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.217255 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.217575 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.217895 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:49.251773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.284224 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.304690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Attempting to bind port 2d30aa8a-368d-41ff-a06e-7adc090e52cf on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:21:49.305070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Attempting to bind port 2d30aa8a-368d-41ff-a06e-7adc090e52cf by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:21:49.305456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Attempting to bind port 2d30aa8a-368d-41ff-a06e-7adc090e52cf on network 692eda84-b81d-4c80-af4c-24b36faebfdb {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:21:49.314164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:21:49.314540 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Checking segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:49.314951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.315347 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Bound using segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:21:49.315858 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Bound port: 2d30aa8a-368d-41ff-a06e-7adc090e52cf, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:21:49.316245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.359441 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:49.362261 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:49.366663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:21:49.393343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Pushing event updated for resources: {'Port': ['ID=94509f9f-399a-4c1b-b755-5f0d6143040f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:49.408584 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] For port 2d30aa8a-368d-41ff-a06e-7adc090e52cf, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:21:49.411757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] For port 2d30aa8a-368d-41ff-a06e-7adc090e52cf, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d30aa8a-368d-41ff-a06e-7adc090e52cf,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:21:49.416134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.504292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0473b-3695-4929-948a-c1d3c1c58137 None None] Pushing event updated for resources: {'Port': ['ID=2d30aa8a-368d-41ff-a06e-7adc090e52cf,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:49.535411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.536213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:49.766533 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d30aa8a-368d-41ff-a06e-7adc090e52cf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:21:49.844300 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 2d30aa8a-368d-41ff-a06e-7adc090e52cf completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:49.881065 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:21:50.081984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:50.102122 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:21:50.107950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:50.109261 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ca0a4866-d174-420b-9f33-ded6ee846a70 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6055002 Mar 23 11:21:50.112183 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57206) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:50.123658 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:50.124659 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:50.310949 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:50.484263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e6065-f3c4-45b3-abdb-e5f7369bc075 None None] Network 692eda84-b81d-4c80-af4c-24b36faebfdb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:21:50.605616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] Provisioning for port 2d30aa8a-368d-41ff-a06e-7adc090e52cf completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:50.615592 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] Provisioning complete for port 2d30aa8a-368d-41ff-a06e-7adc090e52cf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:50.615956 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:50.626344 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:49Z', 'revision_number': 3, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:50.631204 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:21:50.632019 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Updating router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 port 94509f9f-399a-4c1b-b755-5f0d6143040f binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:21:50.699586 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:50.874469 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:50.916183 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] For port 2d30aa8a-368d-41ff-a06e-7adc090e52cf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d30aa8a-368d-41ff-a06e-7adc090e52cf,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:50.921660 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:50.928463 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.012496 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa933-f2a9-4d8c-8c5d-08ae2d85339a None None] Pushing event updated for resources: {'Port': ['ID=2d30aa8a-368d-41ff-a06e-7adc090e52cf,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:51.057282 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.069741 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Transition to ACTIVE for port object 94509f9f-399a-4c1b-b755-5f0d6143040f will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:51.077346 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.145680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e0fa5783-6be1-4449-a464-a7459aa8739f None None] Provisioning complete for port 2d30aa8a-368d-41ff-a06e-7adc090e52cf triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:51.146058 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e0fa5783-6be1-4449-a464-a7459aa8739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.149510 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Pushing event updated for resources: {'Port': ['ID=94509f9f-399a-4c1b-b755-5f0d6143040f,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:51.165381 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.165553 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.166063 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.166602 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.167447 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.167920 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.168334 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.168747 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.169156 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.169566 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.169977 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:21:51.179257 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Allocated IP 172.20.0.1 (692eda84-b81d-4c80-af4c-24b36faebfdb/12c9d2f6-8606-42a2-af54-9e7342ae3697/8d015a21-eb06-4fd7-b1ca-f77d4c885d7c) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:21:51.193763 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Attempting to bind port 94509f9f-399a-4c1b-b755-5f0d6143040f on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:21:51.194050 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Attempting to bind port 94509f9f-399a-4c1b-b755-5f0d6143040f by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:21:51.194482 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Attempting to bind port 94509f9f-399a-4c1b-b755-5f0d6143040f on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:21:51.201650 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:21:51.202010 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:51.202392 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.202806 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:21:51.203262 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Bound port: 94509f9f-399a-4c1b-b755-5f0d6143040f, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:21:51.203665 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.281283 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] For port 94509f9f-399a-4c1b-b755-5f0d6143040f, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:21:51.284776 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] For port 94509f9f-399a-4c1b-b755-5f0d6143040f, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=94509f9f-399a-4c1b-b755-5f0d6143040f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:21:51.289553 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.334109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.355965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Transition to ACTIVE for port object 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:51.368159 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8432d-02c5-4dae-bd2c-34fc54220d46 None None] Pushing event updated for resources: {'Port': ['ID=94509f9f-399a-4c1b-b755-5f0d6143040f,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:51.373922 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:51.374516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:51.381193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.451042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Network 692eda84-b81d-4c80-af4c-24b36faebfdb is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:51.454061 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:51.457116 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:21:51.599629 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:51.617221 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Pushing event updated for resources: {'Port': ['ID=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:51.642779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.695218 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b9981162-912c-446d-b364-2e801310901e None None] Provisioning for port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:51.701766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b9981162-912c-446d-b364-2e801310901e None None] Provisioning complete for port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:51.702299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b9981162-912c-446d-b364-2e801310901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.734830 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d30aa8a-368d-41ff-a06e-7adc090e52cf up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:21:51.743558 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.808799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b9981162-912c-446d-b364-2e801310901e None None] Port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:21:51.830521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 2d30aa8a-368d-41ff-a06e-7adc090e52cf triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:51.831605 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.911921 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:49Z', 'revision_number': 3, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:51.916158 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8484a-a8de-4a4e-97dc-a98a74da1f19 None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:49Z', 'revision_number': 3, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:21:51.989342 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:51.994190 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:52.105630 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Pushing event updated for resources: {'Port': ['ID=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:52.114340 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:52.266102 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Network 692eda84-b81d-4c80-af4c-24b36faebfdb is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:52.267279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:52.545746 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-8d11e3dd-26ed-4ca6-b3b2-1b722bee4153 None None] Provisioning complete for port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:52.546129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8d11e3dd-26ed-4ca6-b3b2-1b722bee4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:52.605216 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-8d11e3dd-26ed-4ca6-b3b2-1b722bee4153 None None] Port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:21:52.670012 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:21:52.873060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:52.881816 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-d9f45d05-1df8-4439-858b-4c89fc85e985 admin admin] 10.222.0.73 "PUT /v2.0/routers/1718b2d8-edbd-4e00-a160-f11cbf9b4497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684062 Mar 23 11:21:53.709483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57228) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:53.715412 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-504205729-network', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:21:53.720435 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:53.724493 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Usage tracker for resource:network and tenant:c20a46ba142a4208ae750c151d34400f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:53.727657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:53.727953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94509f9f-399a-4c1b-b755-5f0d6143040f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:21:53.734601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:53.748937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Made reservation on behalf of c20a46ba142a4208ae750c151d34400f for: {'network': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:21:53.751506 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for network, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.764889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.796561 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:53.800660 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Usage tracker for resource:security_group_rule and tenant:c20a46ba142a4208ae750c151d34400f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:53.804612 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:53.804764 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 94509f9f-399a-4c1b-b755-5f0d6143040f completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:53.809325 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 94509f9f-399a-4c1b-b755-5f0d6143040f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:53.809680 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.810919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:53.881279 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.885179 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.918397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] vlan segment allocate from pool success with {'vlan_id': 971, 'physical_network': 'physnet1'} {{(pid=83745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:21:53.923679 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85cf0b-9e43-4ee5-8b71-fd6f56f5f177,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:53.925986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.930711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.931516 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.segments_db [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Added segment 3c3418a1-8280-4e10-bc83-a2073b5619f0 of type vlan for network 1f4aec35-2400-40bf-b601-3d7fbd383f8e Mar 23 11:21:53.943903 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 94509f9f-399a-4c1b-b755-5f0d6143040f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=94509f9f-399a-4c1b-b755-5f0d6143040f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:53.947842 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.959721 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766047182358'] for network, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.990544 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996'] for network, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:53.991661 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:53.992358 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Notify callbacks [] for network, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.014292 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=94509f9f-399a-4c1b-b755-5f0d6143040f,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:54.099643 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] Pushing event updated for resources: {'Network': ['ID=1f4aec35-2400-40bf-b601-3d7fbd383f8e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:54.104280 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-6aad6e63-034d-4989-b381-fea30bf8f3df admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3937044 Mar 23 11:21:54.107483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57232) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:54.111337 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e details requested by agent ovs-agent-dv-neutron-834653-2-hyperv with host dv-neutron-834653-2-hyperv {{(pid=83747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:21:54.114566 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Request body: {'subnet': {'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-504205729-subnet', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'ip_version': 4}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:21:54.119953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:54.123871 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Usage tracker for resource:subnet and tenant:c20a46ba142a4208ae750c151d34400f is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:54.126872 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:54.132642 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:54.144295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Made reservation on behalf of c20a46ba142a4208ae750c151d34400f for: {'subnet': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:21:54.146726 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3418655'] for subnet, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.450430 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4179339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3418637'] for subnet, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.521071 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24ce6c0-fadc-4d98-af91-54675c0c9dc0,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:54.536253 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Checking segment: {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:54.536618 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Network hostable DHCP agents. Network: 1f4aec35-2400-40bf-b601-3d7fbd383f8e, hostable agents: ['3bb9f011-84c7-4a43-9124-69f853c4b111'], hosted agents: [] {{(pid=83745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:21:54.559921 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e is scheduled to be hosted by DHCP agent 3bb9f011-84c7-4a43-9124-69f853c4b111 with binding_index 1 {{(pid=83745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:21:54.569467 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-144949c0-6525-4951-aae4-44dee47267b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.572048 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-2-hyperv, 1f4aec35-2400-40bf-b601-3d7fbd383f8e) {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:54.575829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:21:54.576403 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.582393 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e6819-6c06-4fe0-b927-ea79b92a6e4b None None] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:21:54.597279 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3af2209b-a6e7-4dba-9c37-ead4fdd68337 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4876051 Mar 23 11:21:54.600068 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57236) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:54.608615 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:21:54.615057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:21:54.619423 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Usage tracker for resource:router and tenant:c20a46ba142a4208ae750c151d34400f is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:21:54.624654 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:21:54.630600 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:21:54.640417 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.641373 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.660565 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.796132 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9021fe09-9589-59ef-9977-4d184e87cdfc-1f4aec35-2400-40bf-b601-3d7fbd383f8e', 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'fixed_ips': [{'subnet_id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0'}]}} from dv-neutron-834653-2-hyperv. {{(pid=83747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 23 11:21:54.797070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.809137 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7339'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:54.953134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.db_base_plugin_common [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Allocated IP 172.20.0.2 (1f4aec35-2400-40bf-b601-3d7fbd383f8e/c24ce6c0-fadc-4d98-af91-54675c0c9dc0/59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2) {{(pid=83747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:21:55.003484 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.033504 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.168947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Notify callbacks [] for port, precommit_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.184569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Transition to ACTIVE for port object 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:55.190296 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Allocated IP 172.26.7.161 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/0ef9f249-d723-4a96-ad49-28d665d8435e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:21:55.208385 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Transition to ACTIVE for port object 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 will not be triggered until provisioned by entity DHCP. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:55.214935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507'] for port, after_create {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.321228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.326737 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e is already hosted by enough agents. {{(pid=83747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:55.329433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.scheduler.base_scheduler [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Resources bound (agent type, host, resource id): {{(pid=83747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:55.333227 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Received port after_create {{(pid=83747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:21:55.340233 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Pushing event updated for resources: {'Port': ['ID=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,revision_number=1']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:55.357913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.387371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.429774 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:21:55.432370 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Attempting to bind port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:21:55.432770 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Attempting to bind port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:21:55.433127 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Attempting to bind port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 on network 1f4aec35-2400-40bf-b601-3d7fbd383f8e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:21:55.444768 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:21:55.445139 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Checking segment: {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:55.445534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.445927 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Bound using segment: {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:21:55.446390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Bound port: 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:21:55.446757 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.460962 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef9f249-d723-4a96-ad49-28d665d8435e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:55.464810 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:55.466232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:55.468333 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:21:55.487744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:55.488366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:55.633480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.634211 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415091'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.698271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] For port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:21:55.712301 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94509f9f-399a-4c1b-b755-5f0d6143040f up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:21:55.767724 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] For port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:21:55.779729 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:55.853179 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:55.869236 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a is scheduled to L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:21:55.940043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e476ef2-aa76-4231-9003-8fa2c09d0f02 None None] Pushing event updated for resources: {'Port': ['ID=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,revision_number=2']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:56.024134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 94509f9f-399a-4c1b-b755-5f0d6143040f triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:56.024134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:56.198913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:56.215669 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Sync routers for ids ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:21:56.231660 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Routers {'3d41c827-1f89-4b1d-a9a8-e1a3a385323a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:56.232546 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:56.234536 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:56.237258 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a9902234-c489-4639-9e8a-9df7aa058f02 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6346729 Mar 23 11:21:56.238919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57240) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:21:56.353885 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 2, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:56.363335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:21:56.363741 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Updating router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:21:56.417651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:56.459232 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Set router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:56.785388 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:21:55Z', 'revision_number': 3, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:56.790740 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Checking router: 3d41c827-1f89-4b1d-a9a8-e1a3a385323a for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:21:56.791083 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Updating router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a port 0ef9f249-d723-4a96-ad49-28d665d8435e binding host dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:21:56.816843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:56.835827 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Transition to ACTIVE for port object 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:56.844402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:56.871144 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.039795 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ce709fe5-115a-44bc-ae45-54efc74b9746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.048512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631f3fb-f0cc-47c1-a829-44ced7f5a4bf None None] Pushing event updated for resources: {'Port': ['ID=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:57.109551 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.177423 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Attempting to bind port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:21:57.177794 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Attempting to bind port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:21:57.178152 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Attempting to bind port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c on network 692eda84-b81d-4c80-af4c-24b36faebfdb {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:21:57.194959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:21:57.195316 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Checking segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:57.195744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.196133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Bound using segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:21:57.196596 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Bound port: 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:21:57.196964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.291138 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda826d-378f-4f83-b505-26a801d545f2 None None] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:21:57.296940 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.309523 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Transition to ACTIVE for port object 0ef9f249-d723-4a96-ad49-28d665d8435e will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:57.318070 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.399201 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84005403-5492-4d42-bb77-52d7b304af77 None None] Pushing event updated for resources: {'Port': ['ID=0ef9f249-d723-4a96-ad49-28d665d8435e,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:57.402133 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Attempting to bind port 0ef9f249-d723-4a96-ad49-28d665d8435e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:21:57.402768 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Attempting to bind port 0ef9f249-d723-4a96-ad49-28d665d8435e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:21:57.402768 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Attempting to bind port 0ef9f249-d723-4a96-ad49-28d665d8435e on network 272d9772-59bd-424d-bc7d-8a127081a924 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:21:57.409799 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:21:57.410155 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Checking segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:21:57.410540 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.411568 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Bound using segment: {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:21:57.411568 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Bound port: 0ef9f249-d723-4a96-ad49-28d665d8435e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633efa8b-155b-4262-8cc2-f07477508066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:21:57.412146 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.427920 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Allocated IP 172.20.0.1 (1f4aec35-2400-40bf-b601-3d7fbd383f8e/c24ce6c0-fadc-4d98-af91-54675c0c9dc0/4832945b-498b-49a1-bfaa-9cdc6bb50c8e) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:21:57.440164 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] For port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:21:57.454613 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-661c8b5b-83b6-436b-8f07-ee1e8d8f3a83 None None] Provisioning for port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:57.462666 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] For port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:21:57.493523 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] For port 0ef9f249-d723-4a96-ad49-28d665d8435e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:21:57.496716 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] For port 0ef9f249-d723-4a96-ad49-28d665d8435e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0ef9f249-d723-4a96-ad49-28d665d8435e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:21:57.496889 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.501517 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.589966 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84005403-5492-4d42-bb77-52d7b304af77 None None] Pushing event updated for resources: {'Port': ['ID=0ef9f249-d723-4a96-ad49-28d665d8435e,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:57.593768 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Routers {'3d41c827-1f89-4b1d-a9a8-e1a3a385323a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:57.594374 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:57.594769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.613020 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Transition to ACTIVE for port object 4832945b-498b-49a1-bfaa-9cdc6bb50c8e will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:21:57.644430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631f3fb-f0cc-47c1-a829-44ced7f5a4bf None None] Pushing event updated for resources: {'Port': ['ID=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:57.656249 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:21:57.657076 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:57.676263 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.772626 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:57.777747 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Pushing event updated for resources: {'Port': ['ID=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:57.780515 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:57.784122 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:21:57.839202 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:21:57.857130 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414345'] for router_interface, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.885009 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] Set router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:57.962758 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:57.978034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.012214 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:21:58.061785 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:58.083156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:58.083529 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.254386 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.305521 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:21:55Z', 'revision_number': 3, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:58.314497 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83540-b676-4b5b-a16a-0e6b015495f1 None None] The sync data for ids ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'] in dv-neutron-834653-2-hyperv is: [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:21:55Z', 'revision_number': 3, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:21:58.404474 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.409964 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.410151 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.424651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-fd3d2ef1-f99f-4a4d-bab1-d0d0682fe0d4 None None] Provisioning complete for port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:58.425028 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2ef1-f99f-4a4d-bab1-d0d0682fe0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.524498 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Pushing event updated for resources: {'Port': ['ID=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:58.529533 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414244'] for router_interface, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.548264 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:21:58.555817 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:58.683711 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:21:58.685005 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:21:58.752991 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:21:58.765095 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:21:58.772640 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d0394-7cac-40f6-8a66-feb0d902cd00 None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:21:58.936468 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e5da32be-5fb7-47e2-a99d-173a89a78ecd None None] Provisioning for port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:58.941849 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-e5da32be-5fb7-47e2-a99d-173a89a78ecd None None] Provisioning complete for port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:58.942221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e5da32be-5fb7-47e2-a99d-173a89a78ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:59.033326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-e5da32be-5fb7-47e2-a99d-173a89a78ecd None None] Port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:21:59.176916 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:21:59.180371 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-80056da4-04c6-4c67-9251-784bf97574e1 None None] Provisioning complete for port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:59.183352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-80056da4-04c6-4c67-9251-784bf97574e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:59.275414 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-80056da4-04c6-4c67-9251-784bf97574e1 None None] Port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:21:59.416114 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:21:59.426343 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-3b66a631-d652-45ec-9383-d2b2857bc12b admin admin] 10.222.0.73 "PUT /v2.0/routers/3d41c827-1f89-4b1d-a9a8-e1a3a385323a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1860642 Mar 23 11:21:59.529407 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:21:59.849440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0ef9f249-d723-4a96-ad49-28d665d8435e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:21:59.923771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 0ef9f249-d723-4a96-ad49-28d665d8435e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:21:59.929457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0ef9f249-d723-4a96-ad49-28d665d8435e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:21:59.930113 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.061829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.079681 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 0ef9f249-d723-4a96-ad49-28d665d8435e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0ef9f249-d723-4a96-ad49-28d665d8435e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:22:00.084861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.085738 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:00.201164 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57250) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:00.206869 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46096126', 'description': 'tempest-secgroup-smoke-46096126 description', 'project_id': '6c5274ceb3bf44b784d6721c4874557b'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:00.208963 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=0ef9f249-d723-4a96-ad49-28d665d8435e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:00.213042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:00.217082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:00.220110 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:00.223046 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:22:00.226465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:00.227786 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:00.228157 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.237523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.277350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:00.281141 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:00.284066 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:00.290004 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:00.346241 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.349000 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.352840 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.380456 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:22:00.384577 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.385332 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:00.398639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05923693-5774-4b05-83fd-96e9c96d6274,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:00.400953 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.402166 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-75a8e6b0-7f2c-42f2-9121-fa284723437f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2000015 Mar 23 11:22:00.405479 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57254) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:00.411348 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group_rule': {'security_group_id': '05923693-5774-4b05-83fd-96e9c96d6274', 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:00.417648 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:00.422099 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:00.425081 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:00.431202 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:00.451039 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.499190 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:00.516558 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:00.516906 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.519034 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.524486 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.547234 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3157414f-e368-4236-a16b-09ea2c4f8fcb,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:00.567993 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.569181 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-208b89c2-b509-40ad-82e1-ce5e1e878811 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1628003 Mar 23 11:22:00.572167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57258) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:00.577633 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group_rule': {'security_group_id': '05923693-5774-4b05-83fd-96e9c96d6274', 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:00.583550 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:00.587353 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:00.590391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:00.596311 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:00.614373 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.682026 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.685997 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.710767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17349f40-3c52-4f5d-9b79-c9efe73e27b1,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:00.721328 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.722584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-7f6072f5-9722-4cd7-b52c-b41f9521d373 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494331 Mar 23 11:22:00.725309 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57262) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:00.731038 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group_rule': {'security_group_id': '05923693-5774-4b05-83fd-96e9c96d6274', 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:00.737467 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:00.741338 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:00.747211 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:00.753280 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:00.770204 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.834578 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.838144 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.862008 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478b6689-4973-4602-980c-c37e31c9470c,revision_number=0']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:00.870859 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.872071 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-63abd67c-7c95-4c39-a27d-6a9947141327 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1458671 Mar 23 11:22:00.874979 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57266) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:00.880626 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group_rule': {'security_group_id': '05923693-5774-4b05-83fd-96e9c96d6274', 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:00.887494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:00.891359 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:00.894995 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:00.901908 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:00.918285 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.982684 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:00.986350 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.009202 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8791e0a-23cd-441b-ad63-3bdf7f616933,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:01.028309 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.029509 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-d11bc4ae-7532-4e35-a11e-98214bc97cef tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1534793 Mar 23 11:22:01.032343 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57270) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:01.037882 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group_rule': {'security_group_id': '05923693-5774-4b05-83fd-96e9c96d6274', 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:01.043929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:01.047741 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:01.050575 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:01.056269 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:01.067841 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Project 6c5274ceb3bf44b784d6721c4874557b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:22:01.074765 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.140011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.143973 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.168369 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f594f324-4526-4a07-8c4a-2c3bd3fc95b3,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:01.178243 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.179642 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-80317500-4a7b-46f3-b3a8-fbd3d4db8b27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461377 Mar 23 11:22:01.183727 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57274) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:01.189107 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'security_group_rule': {'security_group_id': '05923693-5774-4b05-83fd-96e9c96d6274', 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:01.195164 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:01.200126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:security_group_rule and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:01.204081 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:01.209999 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:01.220626 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.securitygroups_db [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Project 6c5274ceb3bf44b784d6721c4874557b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:22:01.227090 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.295766 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.299291 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.324069 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e270782d-da60-4932-a8d9-6810df574851,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:01.340367 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.341871 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-c25a4706-8daf-425d-be44-22cb4b081afb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1572061 Mar 23 11:22:01.516868 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f337625d-29bb-493a-ac1f-55a603987dcd req-1e4d19db-ae44-483f-82ec-b262e5c1d325 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:security_group {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:22:01.533554 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f337625d-29bb-493a-ac1f-55a603987dcd req-1e4d19db-ae44-483f-82ec-b262e5c1d325 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:security_group {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:22:01.534716 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-1e4d19db-ae44-483f-82ec-b262e5c1d325 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46096126&fields=id&tenant_id=6c5274ceb3bf44b784d6721c4874557b HTTP/1.1" status: 200 len: 267 time: 0.0602708 Mar 23 11:22:01.713321 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0ef9f249-d723-4a96-ad49-28d665d8435e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:01.786494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 0ef9f249-d723-4a96-ad49-28d665d8435e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:01.786861 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:01.802534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337625d-29bb-493a-ac1f-55a603987dcd req-6e00bc0f-ae5e-4425-b73f-5b46d6bdfa48 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:01.803256 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f337625d-29bb-493a-ac1f-55a603987dcd req-6e00bc0f-ae5e-4425-b73f-5b46d6bdfa48 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:network {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:22:01.820951 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f337625d-29bb-493a-ac1f-55a603987dcd req-6e00bc0f-ae5e-4425-b73f-5b46d6bdfa48 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:network {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:22:01.822197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-6e00bc0f-ae5e-4425-b73f-5b46d6bdfa48 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 810 time: 0.2811108 Mar 23 11:22:01.838914 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-f1ee627c-fdf8-401d-849b-f5b71cc1dd94 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/quotas/6c5274ceb3bf44b784d6721c4874557b HTTP/1.1" status: 200 len: 375 time: 0.0105860 Mar 23 11:22:01.906623 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:01.919878 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f337625d-29bb-493a-ac1f-55a603987dcd req-61577610-5154-46d0-861b-86c4c9bdee88 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:22:01.937481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-f337625d-29bb-493a-ac1f-55a603987dcd req-61577610-5154-46d0-861b-86c4c9bdee88 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:22:01.938772 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-61577610-5154-46d0-861b-86c4c9bdee88 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939469 Mar 23 11:22:01.955395 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-e55c4a47-3510-4b55-9f5f-d45b9c75bff4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:22:01.956382 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-e55c4a47-3510-4b55-9f5f-d45b9c75bff4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053267 Mar 23 11:22:01.974130 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:01.974487 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:02.100651 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-6b187a33-add8-489d-a13f-354aa43fe12d service neutron] 10.222.0.73 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382394 Mar 23 11:22:02.237385 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-5be48eb1-7cf7-4539-b7a6-280a9966296d service neutron] 10.222.0.73 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294775 Mar 23 11:22:02.433940 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e291279c-bb07-4d52-b030-60703367bb3a req-429aa24a-e8a4-42f2-9ee1-accc05a04f1b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 210 time: 0.0471437 Mar 23 11:22:03.618550 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f49d79ac-c6b1-4913-8a4f-032de0275913 req-1d826c34-97ca-458b-945f-be383465049b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 210 time: 0.0607951 Mar 23 11:22:03.657384 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337625d-29bb-493a-ac1f-55a603987dcd req-cbd14b79-7579-40cc-b5bc-7970d1133767 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:03.658783 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-cbd14b79-7579-40cc-b5bc-7970d1133767 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 810 time: 0.2002580 Mar 23 11:22:03.719495 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-edc5ebbb-9433-447c-9469-cf26a20cdfca tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5274ceb3bf44b784d6721c4874557b HTTP/1.1" status: 200 len: 378 time: 0.0461338 Mar 23 11:22:03.728154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'port': {'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'admin_state_up': True, 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'security_groups': ['05923693-5774-4b05-83fd-96e9c96d6274']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:03.861802 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:03.871159 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:03.881351 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Made reservation on behalf of 6c5274ceb3bf44b784d6721c4874557b for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:22:03.884507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:04.045341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Allocated IP 172.20.0.5 (692eda84-b81d-4c80-af4c-24b36faebfdb/12c9d2f6-8606-42a2-af54-9e7342ae3697/dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:22:04.231077 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:04.248407 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Transition to ACTIVE for port object dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:22:04.270716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:04.347174 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Network 692eda84-b81d-4c80-af4c-24b36faebfdb is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:22:04.350762 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:22:04.352531 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:04.355391 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:22:04.417327 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:04.419863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:04.448183 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-dc77e060-7216-4fab-9b7c-df4048ddbb5a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7234836 Mar 23 11:22:04.464773 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Request body: {'port': {'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:04.591813 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:04.629156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ab3e8c66-4e98-403a-9722-04785e45c7a4 None None] Provisioning for port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:22:04.633810 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-ab3e8c66-4e98-403a-9722-04785e45c7a4 None None] Provisioning complete for port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:04.634209 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8c66-4e98-403a-9722-04785e45c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:04.687822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e8c66-4e98-403a-9722-04785e45c7a4 None None] Port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:22:05.039686 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1026009-703f-4fdd-aad0-b7f1645dfa33 req-6fb74620-a3ed-4909-8a16-01dcfb823d5e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:05.040378 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b1026009-703f-4fdd-aad0-b7f1645dfa33 req-6fb74620-a3ed-4909-8a16-01dcfb823d5e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:22:05.099918 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-b1026009-703f-4fdd-aad0-b7f1645dfa33 req-6fb74620-a3ed-4909-8a16-01dcfb823d5e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:22:05.101086 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1026009-703f-4fdd-aad0-b7f1645dfa33 req-6fb74620-a3ed-4909-8a16-01dcfb823d5e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 931 time: 0.3442788 Mar 23 11:22:05.156106 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:22:05.167770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:05.186720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-b1026009-703f-4fdd-aad0-b7f1645dfa33 req-44afb167-1712-4262-b040-d47fc334b085 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704815 Mar 23 11:22:05.189368 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Transition to ACTIVE for port object dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:22:05.193100 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:05.319499 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:05.434591 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Attempting to bind port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:22:05.434972 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Attempting to bind port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:22:05.435381 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Attempting to bind port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 on network 692eda84-b81d-4c80-af4c-24b36faebfdb {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:22:05.441399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 on network 692eda84-b81d-4c80-af4c-24b36faebfdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:22:05.441714 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Attempting to bind port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 on network 692eda84-b81d-4c80-af4c-24b36faebfdb {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:22:05.447839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:22:05.448777 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Checking segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:22:05.449155 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Bound using segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:22:05.449572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Bound port: dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:22:05.449942 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:05.540105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:22:05.542940 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:22:05.547350 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:05.608583 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:05.609900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] 10.222.0.91 "PUT /v2.0/ports/dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 1093 time: 1.1495273 Mar 23 11:22:05.610337 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:22:05.627322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193109e2-6a7e-4243-8543-6f4c37d4e02c service neutron] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:05.745410 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-7b5b226f-6467-49a3-adb6-c38cf4aba71a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0825660 Mar 23 11:22:05.801830 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'status': 'completed', 'code': 200} Mar 23 11:22:05.816614 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-2a8ba05d-0ca1-41a3-9633-ee177dbe80f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 217 time: 0.0648324 Mar 23 11:22:05.892814 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337625d-29bb-493a-ac1f-55a603987dcd req-53992c0e-d26d-48c5-af2e-ead701c37beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:05.894295 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-53992c0e-d26d-48c5-af2e-ead701c37beb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0718255 Mar 23 11:22:05.970654 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-ef5dd123-6f0a-4b9a-b106-33a2e8c88471 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707760 Mar 23 11:22:06.106805 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-e4547f05-a425-4ee1-9f44-3e7ae59b01d0 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302776 Mar 23 11:22:06.242445 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-f337625d-29bb-493a-ac1f-55a603987dcd req-f4615cb3-5a10-48c1-97d3-cf2025aa325b service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295326 Mar 23 11:22:06.418345 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-39e7bcb6-b52d-493d-afad-abf9dc56bb00 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1096 time: 0.1298902 Mar 23 11:22:06.428167 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cba6f-ae66-411e-b595-9a9bdbf0fc72 req-0f8770d4-06f5-44bd-94ea-d97cd9363cc9 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:06.429507 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-872cba6f-ae66-411e-b595-9a9bdbf0fc72 req-0f8770d4-06f5-44bd-94ea-d97cd9363cc9 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 943 time: 0.1083405 Mar 23 11:22:06.555186 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-872cba6f-ae66-411e-b595-9a9bdbf0fc72 req-527b4c0a-f281-482c-9a45-81ba947b6865 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068413 Mar 23 11:22:06.589322 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b055-8128-423f-9ad3-48e45b36b61c req-4fba1fa3-44a3-4ab2-a7f0-5964dc8dbd4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:06.590743 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-4fba1fa3-44a3-4ab2-a7f0-5964dc8dbd4d service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1604273 Mar 23 11:22:06.661017 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-8ad5f9f7-0ecc-49b1-8b09-df097817ac65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 217 time: 0.0635695 Mar 23 11:22:06.721507 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b055-8128-423f-9ad3-48e45b36b61c req-7b89fe35-742a-41e0-831e-8bb72adab329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:06.722823 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-7b89fe35-742a-41e0-831e-8bb72adab329 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0561168 Mar 23 11:22:06.895293 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-7812c0cf-1786-4034-8f00-a8e68ec376cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1662209 Mar 23 11:22:07.030710 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-37f7b90d-578a-48f1-95fa-283bc1dccd61 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280496 Mar 23 11:22:07.170882 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-6786b055-8128-423f-9ad3-48e45b36b61c req-9ff804d9-b1fd-4506-b1de-284b36f16e28 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337292 Mar 23 11:22:07.763784 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77dcef-0254-4108-99e7-46281ea16779 req-859e3567-ab42-4f15-a6ed-414f7074293e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:07.765793 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4c77dcef-0254-4108-99e7-46281ea16779 req-859e3567-ab42-4f15-a6ed-414f7074293e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0852773 Mar 23 11:22:07.823503 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4c77dcef-0254-4108-99e7-46281ea16779 req-3b729090-b8a4-406e-89de-1002e9275022 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515049 Mar 23 11:22:09.032084 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62d33-8147-4448-a23e-b9596803bdbf req-34a23497-003d-4156-8926-66dba4bdc1bd tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:09.033526 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60f62d33-8147-4448-a23e-b9596803bdbf req-34a23497-003d-4156-8926-66dba4bdc1bd tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0817800 Mar 23 11:22:09.080026 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-60f62d33-8147-4448-a23e-b9596803bdbf req-c4594760-3553-49a1-80e0-765555bb485c tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409186 Mar 23 11:22:09.083106 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:22:09.222612 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:22:09.236175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:22:09.290694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:09.307753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:22:09.322215 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:22:09.326232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:09.389801 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:09.677877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:22:10.275895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c3d36-3480-435a-9fd5-cbf895eaa1a3 req-6cab53f9-f9e3-426c-b763-04af603425d3 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:10.277333 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c3d36-3480-435a-9fd5-cbf895eaa1a3 req-6cab53f9-f9e3-426c-b763-04af603425d3 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 944 time: 0.0751059 Mar 23 11:22:10.322231 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-988c3d36-3480-435a-9fd5-cbf895eaa1a3 req-ffeb2164-1fc9-4e05-b7ec-bd754b43130d tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395403 Mar 23 11:22:11.105951 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:11.185161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:22:11.198689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:11.199059 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:11.310075 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:11.335150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:22:11.345402 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:22:11.352634 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:11.421320 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:11.490104 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'code': 200} Mar 23 11:22:11.553713 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375635a-11f6-4b8c-84d6-a8209a461d6d req-3773a98b-193c-4f16-919e-72b65361b6d6 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:11.555272 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2375635a-11f6-4b8c-84d6-a8209a461d6d req-3773a98b-193c-4f16-919e-72b65361b6d6 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0906014 Mar 23 11:22:11.606457 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-2375635a-11f6-4b8c-84d6-a8209a461d6d req-3a805d74-e71d-4106-afea-9b848856ec68 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419884 Mar 23 11:22:11.733951 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a8ffd1a-1f1a-4532-8407-ea239351b356 req-817983cd-cdf2-4b94-a5d6-624fd9bab509 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0661163 Mar 23 11:22:11.779245 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1a8ffd1a-1f1a-4532-8407-ea239351b356 req-44bb2f45-1062-423f-ba14-d51d5b984d65 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389221 Mar 23 11:22:12.262197 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:22:12.799062 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542023f1-04d3-4018-8c89-0a893987c951 req-097f030b-f241-4414-9a66-d45f6f3a4ae9 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:12.800454 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-542023f1-04d3-4018-8c89-0a893987c951 req-097f030b-f241-4414-9a66-d45f6f3a4ae9 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0750959 Mar 23 11:22:12.844463 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-542023f1-04d3-4018-8c89-0a893987c951 req-54058115-3ea4-4801-9e15-18be579b2f4a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386200 Mar 23 11:22:14.040148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926380c-6e51-41a4-8336-02323a979da7 req-528af548-b3fd-4135-934f-37ec90427178 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:14.041594 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d926380c-6e51-41a4-8336-02323a979da7 req-528af548-b3fd-4135-934f-37ec90427178 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0795281 Mar 23 11:22:14.088641 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d926380c-6e51-41a4-8336-02323a979da7 req-4437da72-eb00-4916-8c1d-ae25f3443154 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415294 Mar 23 11:22:14.294471 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95475-14cb-48c9-9d1c-cefd092d8779 req-b1d2f3aa-5390-4c08-8399-56eadc7384e7 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:14.295976 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-43c95475-14cb-48c9-9d1c-cefd092d8779 req-b1d2f3aa-5390-4c08-8399-56eadc7384e7 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0789206 Mar 23 11:22:14.345369 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-43c95475-14cb-48c9-9d1c-cefd092d8779 req-c1fb843d-acc9-4c61-884b-30b1f6b23f90 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438855 Mar 23 11:22:14.372639 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57328) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:14.565604 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b9438ba5-3427-4f3a-acf3-98f8e585fff3 tempest-TestSnapshotPattern-450155127 tempest-TestSnapshotPattern-450155127-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1093 time: 0.1918459 Mar 23 11:22:14.568668 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57334) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:22:14.574428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:22:14.580136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:22:14.583967 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:floatingip and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:22:14.586790 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.quota.resource [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:22:14.592494 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:22:14.602355 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:14.739901 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:14.879012 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Allocated IP 172.26.7.131 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/ae98ca1b-b220-431d-acf6-a1327bab31f6) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:22:15.023925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:15.050856 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:15.116136 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:22:15.118929 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources bound (agent type, host, resource id): {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:22:15.123813 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:22:15.151411 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'Port': ['ID=ae98ca1b-b220-431d-acf6-a1327bab31f6,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:15.618851 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:15.756988 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:15.954957 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:15.959321 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3369569'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:16.062492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'Port': ['ID=ae98ca1b-b220-431d-acf6-a1327bab31f6,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:16.076349 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:16.267746 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.db.l3_db [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Floating IP 6dd5f841-f95f-40f6-805a-2684b11dfa93 associated. External IP: 172.26.7.131, port: dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38. Mar 23 11:22:16.660108 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:22:16.856110 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:22:16.866109 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:22:16.877413 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:22:16.878263 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:16.881266 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:16.940296 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a6db0127-401f-477c-9b2d-b8a0ba7ae866 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3705029 Mar 23 11:22:16.940885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:22:17.063352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:22:17.078271 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'status': 'completed', 'code': 200} Mar 23 11:22:17.185428 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-746604db-88be-4960-85e7-fa72b6d94ca1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0849440 Mar 23 11:22:17.318795 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24992d-bd17-4b5e-8675-544e9500b856 req-50d3ab29-5fd9-4d8c-9ca9-a2c0af83a2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:17.320239 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-50d3ab29-5fd9-4d8c-9ca9-a2c0af83a2bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1291177 Mar 23 11:22:17.417231 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:15Z', 'revision_number': 0, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:17.421105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:22:17.423528 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-101c4eb3-49d9-41aa-9042-6e3133b73247 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 999 time: 0.0978363 Mar 23 11:22:17.431843 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:22:17.432528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:17.485423 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24992d-bd17-4b5e-8675-544e9500b856 req-efe2e93a-168b-4b43-9871-6841aae05eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:17.486861 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-efe2e93a-168b-4b43-9871-6841aae05eb6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0574820 Mar 23 11:22:17.577072 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-69469412-ee1a-4abd-b669-c0e5b628a28b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842147 Mar 23 11:22:17.625499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:22:17.708316 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-cd9fd2d9-136e-4b3c-a789-c5ccd4e89bb3 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255186 Mar 23 11:22:17.955726 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-be24992d-bd17-4b5e-8675-544e9500b856 req-f46f2895-0e72-48c4-a027-4f35a8209717 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413676 Mar 23 11:22:18.017220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:15Z', 'revision_number': 0, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:18.021356 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf64658-b700-4977-b751-637fc48c9117 None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:15Z', 'revision_number': 0, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:22:20.934651 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4a165-aff4-4b4c-816c-0d50e23b167d None None] New status for floating IP 6dd5f841-f95f-40f6-805a-2684b11dfa93: ACTIVE {{(pid=83748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:22:20.941921 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Sync routers for ids ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:22:20.954268 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Routers {'3d41c827-1f89-4b1d-a9a8-e1a3a385323a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:22:20.954877 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:21.137836 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Set router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:22:21.444350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 4, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '4832945b-498b-49a1-bfaa-9cdc6bb50c8e', 'name': '', 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'mac_address': 'fa:16:3e:96:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:57Z', 'updated_at': '2022-03-23T11:21:58Z', 'revision_number': 2, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'subnets': [{'id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:21.448719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Checking router: 3d41c827-1f89-4b1d-a9a8-e1a3a385323a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:22:21.449064 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Updating router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e binding host dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 23 11:22:21.508882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:21.856750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Notify callbacks [] for port, precommit_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:21.868345 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Transition to ACTIVE for port object 4832945b-498b-49a1-bfaa-9cdc6bb50c8e will not be triggered until provisioned by entity L2. {{(pid=83747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:22:21.875807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:22.036699 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764408f-4942-4f81-b153-e0b889796029 None None] Pushing event updated for resources: {'Port': ['ID=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,revision_number=3']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:22.092457 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Attempting to bind port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e on host dv-neutron-834653-2-hyperv for vnic_type normal with profile {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:22:22.092828 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Attempting to bind port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e by drivers openvswitch,hyperv on host dv-neutron-834653-2-hyperv at level 0 using segments [{'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:22:22.093192 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Attempting to bind port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e on network 1f4aec35-2400-40bf-b601-3d7fbd383f8e {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:22:22.100133 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Checking agent: {'id': 'e66c5b73-e1ea-405b-86a7-70c4f6e282a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 7, 28), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:22:22.100365 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Checking segment: {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:22:22.100766 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:22.101161 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Bound using segment: {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'} {{(pid=83747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:22:22.101614 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.managers [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Bound port: 4832945b-498b-49a1-bfaa-9cdc6bb50c8e, host: dv-neutron-834653-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3418a1-8280-4e10-bc83-a2073b5619f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e'}}] {{(pid=83747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:22:22.101984 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:22.236335 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] For port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e, host dv-neutron-834653-2-hyperv, cleared binding levels {{(pid=83747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:22:22.239315 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] For port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e, host dv-neutron-834653-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:22:22.244424 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:22.324669 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764408f-4942-4f81-b153-e0b889796029 None None] Pushing event updated for resources: {'Port': ['ID=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:22.329237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Routers {'3d41c827-1f89-4b1d-a9a8-e1a3a385323a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:22:22.329855 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:21:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:22.508771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] Set router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:22:22.832949 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 4, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '4832945b-498b-49a1-bfaa-9cdc6bb50c8e', 'name': '', 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'mac_address': 'fa:16:3e:96:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:57Z', 'updated_at': '2022-03-23T11:22:22Z', 'revision_number': 4, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'subnets': [{'id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:22:22.836848 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76804f-a3a9-4902-ba98-144b164145cc None None] The sync data for ids ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'] in dv-neutron-834653-2-hyperv is: [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:21:57Z', 'revision_number': 4, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '4832945b-498b-49a1-bfaa-9cdc6bb50c8e', 'name': '', 'network_id': '1f4aec35-2400-40bf-b601-3d7fbd383f8e', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'mac_address': 'fa:16:3e:96:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:57Z', 'updated_at': '2022-03-23T11:22:22Z', 'revision_number': 4, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'subnets': [{'id': 'c24ce6c0-fadc-4d98-af91-54675c0c9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:22:23.727180 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4832945b-498b-49a1-bfaa-9cdc6bb50c8e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:23.797544 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning for port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:22:23.802272 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:23.802647 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:23.916829 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:23.949080 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] For port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:22:23.952742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:24.020475 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Pushing event updated for resources: {'Port': ['ID=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:22:24.572019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-03cec8e1-8865-4d46-917f-0056d7e3c9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:25.232995 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:25.711285 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4832945b-498b-49a1-bfaa-9cdc6bb50c8e up at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:22:25.780222 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Provisioning complete for port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:22:25.780587 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:26.898974 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-52ae0669-59f3-4370-ae15-6e6ad64c5edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:27.941259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:28.184585 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:29.526322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:49.263683 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:22:54.574224 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8982c599-2656-473f-83c9-ec9bc02bb507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:55.272156 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:56.893304 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a88-2d42-4485-bdfc-620394fe6447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:57.942959 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:58.187953 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:59.287640 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-75296f21-9c7a-42e9-b1e7-d03f302f32e1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661356 Mar 23 11:22:59.425197 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-df4f322c-466d-4294-a477-346d27d25f02 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0681500 Mar 23 11:22:59.529128 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:22:59.565948 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-863bcaf3-35cb-4f6b-9377-82a78357e283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:59.567372 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-863bcaf3-35cb-4f6b-9377-82a78357e283 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1245856 Mar 23 11:22:59.680943 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-5b564a38-b69f-46be-9db9-119b384ec244 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 1001 time: 0.1062517 Mar 23 11:22:59.744036 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-d2b62e84-f981-4d79-b4d5-55f8d350a9be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:22:59.745429 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-d2b62e84-f981-4d79-b4d5-55f8d350a9be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0593514 Mar 23 11:22:59.817561 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-df962e74-6252-46eb-9142-01d0769a3bcb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659904 Mar 23 11:22:59.948862 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-7b9b240b-7f12-4afe-8762-d22a8b83cb92 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236727 Mar 23 11:23:00.078803 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6d7a1af-4272-44f5-9fca-00411d838862 req-a2459e7f-f785-48e8-8ec8-98b13877be2e service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244962 Mar 23 11:23:24.576176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-dcf27bd2-d8aa-4b09-ab2c-4ac4708c9c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:25.279461 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:26.264548 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:23:26.898742 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0571815e-a511-452c-8998-24ec69020277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:27.944708 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:28.190411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:29.534048 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:54.578036 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5753637c-3817-4bdc-99c0-aa0b343a5aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:55.269379 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:56.891340 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c302fa41-333f-45a0-95a5-00b9c3cda954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:57.947339 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:58.191844 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:23:59.536035 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:01.283075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-0e0c5f64-13ac-4479-a03d-095fe1a3ada9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673978 Mar 23 11:24:01.424709 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-ef6c1933-bec3-4162-9607-9e8e971e57c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0752106 Mar 23 11:24:01.564325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-b342751a-69ec-4141-bf9f-b8c22abf1230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:24:01.565738 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-b342751a-69ec-4141-bf9f-b8c22abf1230 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1232541 Mar 23 11:24:01.666684 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-b81068f3-41fc-400e-93d1-ca52799ded0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 1001 time: 0.0950565 Mar 23 11:24:01.725939 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-035f5001-e403-4d52-ab9d-9b1c90c8fa2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:24:01.727337 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-035f5001-e403-4d52-ab9d-9b1c90c8fa2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0551097 Mar 23 11:24:01.800087 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-5421480b-9ea1-4a3c-8c82-bf2c93b3533d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675778 Mar 23 11:24:01.927818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-0c3f241b-75be-491c-96f9-5eb0ef2001f1 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209240 Mar 23 11:24:02.139900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e2fcb13f-1638-472a-ae79-185734b4ffe6 req-4ee3110d-4465-4d53-b914-0f235bdd8a5e service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061262 Mar 23 11:24:03.264877 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:24:24.579600 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-6606eb8d-dc9a-4df3-9512-a5f23f8bf3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:25.330910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:26.893074 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-59b59ca3-953f-4a6c-8e3b-ca57bced911c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:27.948846 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:28.194317 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:29.537685 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:40.265087 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:24:54.582118 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d7a3180b-738b-430d-bb43-d2f2877c24c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:55.314259 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:55.666979 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:24:55.795221 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:24:55.808430 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:24:55.869698 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:55.886779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:24:55.905807 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:24:55.909352 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:55.975691 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:24:55.980986 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:24:56.017579 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.017924 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.018258 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.018590 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.018917 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.019244 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.019588 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.019918 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.020239 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.020559 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.020882 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:24:56.898105 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-30cee3b9-0f82-4600-818f-2f009e3aaeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:57.677565 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:24:57.747859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:24:57.748237 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:57.856950 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:57.884859 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:24:57.894276 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:24:57.898546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:57.968864 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:57.978560 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'code': 200} Mar 23 11:24:57.979230 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:24:58.197415 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:24:59.541097 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:03.470249 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-91492e5f-6603-4cbd-b20c-27b99cc8b232 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1098 time: 0.1656806 Mar 23 11:25:03.631943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-732d42dd-630a-4c3e-9578-6999d4a22804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:03.633437 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-732d42dd-630a-4c3e-9578-6999d4a22804 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1422555 Mar 23 11:25:03.741192 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-d5fd42c9-0a4b-42a4-90b8-46fa556f3c96 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 1001 time: 0.1017113 Mar 23 11:25:03.809087 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-1beb6781-d29d-469e-9569-d7c650afe2fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:03.810639 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-1beb6781-d29d-469e-9569-d7c650afe2fe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0636318 Mar 23 11:25:03.895713 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-94615592-5e34-4fda-ae5c-803abd53a240 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787139 Mar 23 11:25:04.051658 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-13a64cd2-4acc-4399-9f24-e1a96cfcd201 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495702 Mar 23 11:25:04.208611 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-518a48bc-36f2-4b7f-a1ed-4e4cdbece5a9 req-7258a244-4cbe-4aae-b8bf-f18e2f0a3574 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508107 Mar 23 11:25:10.271508 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-ee1e42ed-3c85-44a0-9e38-1630c1280686 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46096126&fields=id&tenant_id=6c5274ceb3bf44b784d6721c4874557b HTTP/1.1" status: 200 len: 267 time: 0.0406468 Mar 23 11:25:10.418336 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-0340854d-5021-4ba3-b2b1-2cd756f978a0 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:10.419758 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-0340854d-5021-4ba3-b2b1-2cd756f978a0 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 810 time: 0.1423235 Mar 23 11:25:10.435725 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-c70c0c60-3685-48b3-bad1-444baa4b76be tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/quotas/6c5274ceb3bf44b784d6721c4874557b HTTP/1.1" status: 200 len: 375 time: 0.0107548 Mar 23 11:25:10.521025 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-9a055bce-e0b8-43b2-ba87-a624478e7032 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805376 Mar 23 11:25:10.722586 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-623b3d92-3c55-44cc-b3fa-ec364c56104b service neutron] 10.222.0.73 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903653 Mar 23 11:25:10.850250 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-527e5a2a-0fe8-4365-98ac-2c05a75c637b service neutron] 10.222.0.73 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216571 Mar 23 11:25:11.110163 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ebb113d6-4c6b-40f3-9330-cdaeff191053 req-c3cd4845-7202-426e-a462-23ea03b67fe7 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 210 time: 0.1069987 Mar 23 11:25:12.294281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e44670b0-8698-4c1a-90d0-7e84ef4794cd req-deaaa620-bc15-4437-8976-33b5b2a37257 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 210 time: 0.0572467 Mar 23 11:25:12.316590 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2fce3d39-8e2d-485a-9aae-357e2fc1ac30 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:12.317945 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2fce3d39-8e2d-485a-9aae-357e2fc1ac30 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 810 time: 0.2826514 Mar 23 11:25:12.374385 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-0ec29da6-6efb-495a-8bee-f631a570d1f9 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c5274ceb3bf44b784d6721c4874557b HTTP/1.1" status: 200 len: 378 time: 0.0433443 Mar 23 11:25:12.382339 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'port': {'device_id': '1b670a71-af3c-4002-93b6-d9011779a209', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'admin_state_up': True, 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'security_groups': ['05923693-5774-4b05-83fd-96e9c96d6274']}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:25:12.518162 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:25:12.530891 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:25:12.548436 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Made reservation on behalf of 6c5274ceb3bf44b784d6721c4874557b for: {'port': 1} {{(pid=83745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:25:12.561267 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:12.806154 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Allocated IP 172.20.0.3 (692eda84-b81d-4c80-af4c-24b36faebfdb/12c9d2f6-8606-42a2-af54-9e7342ae3697/ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:25:13.069425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:13.088885 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Transition to ACTIVE for port object ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a will not be triggered until provisioned by entity DHCP. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:25:13.121817 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:13.198688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Network 692eda84-b81d-4c80-af4c-24b36faebfdb is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:25:13.201899 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:25:13.207450 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:25:13.237068 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:13.255655 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.256534 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.256897 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.257250 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.257613 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.257964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.258316 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.258650 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.258974 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.259296 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.259647 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:25:13.295914 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:13.297639 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:13.335169 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-2d28ed69-1090-4b12-bc3e-defaed8e4b10 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9557106 Mar 23 11:25:13.526495 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b59338ad-3875-4010-8270-92231ede0824 None None] Provisioning for port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a completed by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:25:13.533290 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-b59338ad-3875-4010-8270-92231ede0824 None None] Provisioning complete for port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a triggered by entity DHCP. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:25:13.533922 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b59338ad-3875-4010-8270-92231ede0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:13.539054 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b64c4-ca23-4705-b058-3fe7736e41f1 req-0d24f55f-f8f5-4afc-bd51-d6fd82f54775 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:13.539770 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-4a4b64c4-ca23-4705-b058-3fe7736e41f1 req-0d24f55f-f8f5-4afc-bd51-d6fd82f54775 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:25:13.559224 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-4a4b64c4-ca23-4705-b058-3fe7736e41f1 req-0d24f55f-f8f5-4afc-bd51-d6fd82f54775 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:25:13.567013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4a4b64c4-ca23-4705-b058-3fe7736e41f1 req-0d24f55f-f8f5-4afc-bd51-d6fd82f54775 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.1375282 Mar 23 11:25:13.602017 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-b59338ad-3875-4010-8270-92231ede0824 None None] Port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a cannot update to ACTIVE because it is not bound. {{(pid=83747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 23 11:25:13.617781 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4a4b64c4-ca23-4705-b058-3fe7736e41f1 req-0093971a-4c5f-4b2c-acd1-3e98c87bab8e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497603 Mar 23 11:25:13.758499 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:25:13.878526 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:13.911872 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:25:13.922947 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:25:13.931020 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:13.995257 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'code': 200} Mar 23 11:25:14.013784 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:14.839320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660d811-2e3d-4ddd-b002-57277c8c5941 req-8b091cac-6d89-4ebc-b224-51f0f783f209 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:14.841373 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d660d811-2e3d-4ddd-b002-57277c8c5941 req-8b091cac-6d89-4ebc-b224-51f0f783f209 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0828688 Mar 23 11:25:14.893502 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d660d811-2e3d-4ddd-b002-57277c8c5941 req-fcf1b0f9-12a2-4748-96d9-1957f8a39761 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464222 Mar 23 11:25:16.110707 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1048ce-069a-40a4-a0d7-3623a3449a08 req-b2ad8337-bc0b-43e6-8598-6f2c9ce84765 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:16.117760 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0e1048ce-069a-40a4-a0d7-3623a3449a08 req-b2ad8337-bc0b-43e6-8598-6f2c9ce84765 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0936394 Mar 23 11:25:16.168013 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-0e1048ce-069a-40a4-a0d7-3623a3449a08 req-61227a89-aebc-4e40-b2c4-93999151c04d tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493996 Mar 23 11:25:17.265980 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:25:17.379148 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cc28e-2c8a-4aaa-badb-c4f285f18e7b req-ade8dcff-bf42-4347-8886-8421be18e187 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:17.382497 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee5cc28e-2c8a-4aaa-badb-c4f285f18e7b req-ade8dcff-bf42-4347-8886-8421be18e187 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0855708 Mar 23 11:25:17.430411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ee5cc28e-2c8a-4aaa-badb-c4f285f18e7b req-187dc7a7-3a07-45b4-b4a2-b9d959f1c0e1 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426476 Mar 23 11:25:18.639701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad64d7-4926-4433-a6d0-219fd08232f2 req-488ffc07-72c6-40d9-ac93-a9210f552427 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:18.641162 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6ad64d7-4926-4433-a6d0-219fd08232f2 req-488ffc07-72c6-40d9-ac93-a9210f552427 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0799201 Mar 23 11:25:18.692408 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a6ad64d7-4926-4433-a6d0-219fd08232f2 req-6fe5a824-f65f-48fa-a6ef-a1a2cbe1e981 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443783 Mar 23 11:25:19.908952 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de23ff-d4be-4a72-930e-2827049789c7 req-d50ce89c-2db1-4dd7-a1e8-5f039eec6644 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:19.910105 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13de23ff-d4be-4a72-930e-2827049789c7 req-d50ce89c-2db1-4dd7-a1e8-5f039eec6644 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0824454 Mar 23 11:25:19.955522 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-13de23ff-d4be-4a72-930e-2827049789c7 req-a0c8ac87-a9e9-4846-8eb8-00b39dd512cf tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397067 Mar 23 11:25:21.149220 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe27283-be1f-431c-8013-d77b7350ef11 req-3c7d81ee-ce9c-4985-b1f9-65ca53d056a1 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:21.150655 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3fe27283-be1f-431c-8013-d77b7350ef11 req-3c7d81ee-ce9c-4985-b1f9-65ca53d056a1 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0759566 Mar 23 11:25:21.195179 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3fe27283-be1f-431c-8013-d77b7350ef11 req-6fd947b8-4241-4045-b31b-fdc449690852 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388057 Mar 23 11:25:22.398466 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73ece-3b50-464a-b9f7-88ada2c8a3dd req-e0e8296b-420d-4ef6-be81-94289c23ef0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:22.399916 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12d73ece-3b50-464a-b9f7-88ada2c8a3dd req-e0e8296b-420d-4ef6-be81-94289c23ef0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0787857 Mar 23 11:25:22.444534 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-12d73ece-3b50-464a-b9f7-88ada2c8a3dd req-6bdcd845-57bf-46d7-beb4-b97c197f84c6 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390928 Mar 23 11:25:23.637410 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95cec-48aa-475a-9a74-f97decb41cc1 req-e8e21f71-48f3-467a-8a60-d9784f89892a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:23.638861 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7fb95cec-48aa-475a-9a74-f97decb41cc1 req-e8e21f71-48f3-467a-8a60-d9784f89892a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.0753269 Mar 23 11:25:23.686239 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7fb95cec-48aa-475a-9a74-f97decb41cc1 req-6545d572-1568-41f9-bdf2-53ee9597527b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419025 Mar 23 11:25:24.497894 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Request body: {'port': {'device_id': '1b670a71-af3c-4002-93b6-d9011779a209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:25:24.597341 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-17159060-6c4e-45ca-9f73-a12b922bae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:24.613821 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:24.953791 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4fc88-6e7a-41bd-a972-e05766a39940 req-17ff8d2b-ce34-47f3-9f77-da9e92dae1a4 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:24.955228 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fc4fc88-6e7a-41bd-a972-e05766a39940 req-17ff8d2b-ce34-47f3-9f77-da9e92dae1a4 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 931 time: 0.1328421 Mar 23 11:25:25.047989 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a {{(pid=83745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:25:25.057657 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:25.064248 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4fc4fc88-6e7a-41bd-a972-e05766a39940 req-e25da01e-ff04-4105-8fe5-30b078187dc4 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995996 Mar 23 11:25:25.075928 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.provisioning_blocks [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Transition to ACTIVE for port object ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a will not be triggered until provisioned by entity L2. {{(pid=83745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:25:25.079958 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:25.296088 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:25.319013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:25.403673 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Attempting to bind port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:25:25.404003 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Attempting to bind port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:25:25.404317 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Attempting to bind port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a on network 692eda84-b81d-4c80-af4c-24b36faebfdb {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:25:25.409863 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a on network 692eda84-b81d-4c80-af4c-24b36faebfdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 23 11:25:25.410176 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Attempting to bind port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a on network 692eda84-b81d-4c80-af4c-24b36faebfdb {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 23 11:25:25.416706 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Checking agent: {'id': '4669283c-bcd4-4aaa-a5f9-2470820f37b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 23 11:25:25.417033 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Checking segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 23 11:25:25.417406 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Bound using segment: {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'} {{(pid=83745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 23 11:25:25.417819 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.managers [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Bound port: ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cfe43d-495c-403f-80d1-f5e839f3b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb'}}] {{(pid=83745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:25:25.418152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:25.502416 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, cleared binding levels {{(pid=83745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:25:25.505421 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:25:25.508895 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:25.571399 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:25.572868 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] 10.222.0.91 "PUT /v2.0/ports/ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 200 len: 1093 time: 1.0793386 Mar 23 11:25:25.573295 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:25:25.589424 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac53fe-0b49-4731-a2b6-a17adb8867c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=3']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:25.647720 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'status': 'completed', 'code': 200} Mar 23 11:25:25.688540 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-6a900d0d-64fe-481c-992b-e08ae37ab004 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1096 time: 0.0714052 Mar 23 11:25:25.760048 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-bf69f905-2eaf-44d3-9134-401f3469531d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 200 len: 217 time: 0.0643325 Mar 23 11:25:25.819442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-3c2b2481-2d62-48b0-afd6-0325b9662545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:25.821032 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-3c2b2481-2d62-48b0-afd6-0325b9662545 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0556397 Mar 23 11:25:25.892814 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-7a2f86be-2cbb-4cc3-889f-92d5782de437 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663385 Mar 23 11:25:26.018722 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-a0a4a937-5faa-4e75-8372-cca89e6e776c service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198804 Mar 23 11:25:26.152658 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-bddd528d-83e0-45a4-a4c4-29b16b79ab23 req-12496f4c-3131-4307-88e7-51c8fddca87b service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282659 Mar 23 11:25:26.317212 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-37a152b5-5826-46a8-adf9-90bb71ce7121 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1096 time: 0.0937178 Mar 23 11:25:26.323042 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504393a-cecd-4a40-a5ce-238464fe83cd req-1639a1ff-1f55-4561-ac0f-d12c7a3d02bb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:26.324377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3504393a-cecd-4a40-a5ce-238464fe83cd req-1639a1ff-1f55-4561-ac0f-d12c7a3d02bb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 943 time: 0.1347210 Mar 23 11:25:26.445170 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3504393a-cecd-4a40-a5ce-238464fe83cd req-e791a7d7-83be-4d37-903f-e7b76a7d4819 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027439 Mar 23 11:25:26.483735 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-1c9ae8e7-1ff6-4cf1-b9ff-c9598dbae753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:26.485138 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-1c9ae8e7-1ff6-4cf1-b9ff-c9598dbae753 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1599684 Mar 23 11:25:26.549310 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-b660efd3-3dd3-4ceb-bd5d-23fe0b356088 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 200 len: 217 time: 0.0580361 Mar 23 11:25:26.612896 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-e9af7c7a-d695-4bde-9356-74d3cb83ddb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:26.614227 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-e9af7c7a-d695-4bde-9356-74d3cb83ddb6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0595829 Mar 23 11:25:26.687256 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-abd7554c-9a36-4f2b-8e5a-d41b3fbe942d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673079 Mar 23 11:25:26.900412 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-bcb9133c-5f25-4e39-8c44-6a084bb6d6cd service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057376 Mar 23 11:25:26.900968 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-11761dac-8586-4715-b58c-e54c12eb2469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:27.029225 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4beeefcd-82b4-4c3e-a777-5007168f8567 req-53a23a3a-d81f-4120-9dd6-ee39a1aaeb24 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228840 Mar 23 11:25:27.646833 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6864d6-502f-4104-9dbb-fba9721b349b req-98be8227-7223-4f3a-a3f5-c4df7ad57c03 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:27.648262 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f6864d6-502f-4104-9dbb-fba9721b349b req-98be8227-7223-4f3a-a3f5-c4df7ad57c03 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 943 time: 0.0783858 Mar 23 11:25:27.690746 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-4f6864d6-502f-4104-9dbb-fba9721b349b req-99cc798c-ad92-4b79-a5c3-e2289c5b3d27 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371914 Mar 23 11:25:27.952512 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:28.201013 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:28.882572 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c289b6-7b33-4565-8c9e-df70f445687a req-3fa823df-8929-44e8-8db8-91b77688f92a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:28.884035 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a7c289b6-7b33-4565-8c9e-df70f445687a req-3fa823df-8929-44e8-8db8-91b77688f92a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 943 time: 0.0748963 Mar 23 11:25:28.928900 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-a7c289b6-7b33-4565-8c9e-df70f445687a req-61005fd9-1813-46e8-9d39-c5de00f615bc tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395126 Mar 23 11:25:29.542616 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:29.819217 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:25:29.951366 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:25:29.964396 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'port_id': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'mac_address': 'fa:16:3e:c7:8a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:25:30.020697 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:30.038201 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:25:30.054004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:25:30.058009 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:30.122653 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=4']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:30.125585 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3f51-642f-41f9-84b2-5abe2e30d48b req-ed72713f-7681-456f-87e0-bed2c86c6b6c tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:30.127010 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-98ab3f51-642f-41f9-84b2-5abe2e30d48b req-ed72713f-7681-456f-87e0-bed2c86c6b6c tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 944 time: 0.0795810 Mar 23 11:25:30.174163 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-98ab3f51-642f-41f9-84b2-5abe2e30d48b req-4b6e8349-2717-4d8c-b5a4-b4895d761304 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417736 Mar 23 11:25:30.412005 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:25:31.364274 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23bf28-3199-4e4d-94f8-af2dfc3b9617 req-72df74ae-8303-474e-81d6-6fbf8ce528b5 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:31.366258 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d23bf28-3199-4e4d-94f8-af2dfc3b9617 req-72df74ae-8303-474e-81d6-6fbf8ce528b5 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 944 time: 0.0764182 Mar 23 11:25:31.413517 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-7d23bf28-3199-4e4d-94f8-af2dfc3b9617 req-b75f9271-2af5-4601-9834-dbdccdb1ecbb tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417948 Mar 23 11:25:31.847245 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:25:31.942175 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning for port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a completed by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:25:31.946694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:25:31.947096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:32.055955 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:32.082704 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:25:32.099816 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:25:32.105989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:32.151407 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'code': 200} Mar 23 11:25:32.176243 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=5']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:32.367056 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7a59dfb-00f7-4452-8b27-2066d58b4498 req-6f448a68-7de6-4546-98dd-b12bb48b53b5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1098 time: 0.0676839 Mar 23 11:25:32.415242 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7a59dfb-00f7-4452-8b27-2066d58b4498 req-43a1b270-bf63-4d93-b1ab-ddd0a4e15447 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423973 Mar 23 11:25:32.614949 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940837c-d61a-4790-99ad-8bbacf0a5eb2 req-85927fa3-5620-404a-b304-17fa4f5a8a6c tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:32.616388 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1940837c-d61a-4790-99ad-8bbacf0a5eb2 req-85927fa3-5620-404a-b304-17fa4f5a8a6c tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 945 time: 0.0786438 Mar 23 11:25:32.659887 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1940837c-d61a-4790-99ad-8bbacf0a5eb2 req-5f8fd7a6-ce27-45f4-8152-cf27674969d8 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381439 Mar 23 11:25:33.887779 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a3379-27ba-4342-98bc-c3ecc7024e32 req-059676a9-b8af-4d61-9260-ebe92ad715f0 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:33.889241 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c59a3379-27ba-4342-98bc-c3ecc7024e32 req-059676a9-b8af-4d61-9260-ebe92ad715f0 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 945 time: 0.0784171 Mar 23 11:25:33.937762 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-c59a3379-27ba-4342-98bc-c3ecc7024e32 req-682f8a57-d4c1-43a4-bf07-a7d879a77451 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429249 Mar 23 11:25:34.150085 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7880cbc-537d-491c-8220-5f4968f88629 req-96c5a08c-22f6-490e-b2b6-2f178b05dd0f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:34.151506 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7880cbc-537d-491c-8220-5f4968f88629 req-96c5a08c-22f6-490e-b2b6-2f178b05dd0f tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 945 time: 0.0783191 Mar 23 11:25:34.196302 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-e7880cbc-537d-491c-8220-5f4968f88629 req-9619d269-f711-4ec8-95a7-b6cd34fc9ed1 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390503 Mar 23 11:25:34.222538 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57596) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:25:34.289716 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-58d5895b-13c1-408f-a9ed-8cd3dc68a50a tempest-TestSnapshotPattern-450155127 tempest-TestSnapshotPattern-450155127-project-admin] Synchronizing usage tracker for tenant:c20a46ba142a4208ae750c151d34400f on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:25:34.305688 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-58d5895b-13c1-408f-a9ed-8cd3dc68a50a tempest-TestSnapshotPattern-450155127 tempest-TestSnapshotPattern-450155127-project-admin] Unset dirty status for tenant:c20a46ba142a4208ae750c151d34400f on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:25:34.306759 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-58d5895b-13c1-408f-a9ed-8cd3dc68a50a tempest-TestSnapshotPattern-450155127 tempest-TestSnapshotPattern-450155127-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1093 time: 0.0832665 Mar 23 11:25:34.309601 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57600) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:25:34.314943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.v2.base [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Request body: {'floatingip': {'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'port_id': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 23 11:25:34.320389 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:25:34.324082 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Usage tracker for resource:floatingip and tenant:6c5274ceb3bf44b784d6721c4874557b is out of sync, need to count used quota {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:25:34.327069 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:25:34.332812 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.quota.driver [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:25:34.343124 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:34.476200 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:34.613060 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.db_base_plugin_common [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Allocated IP 172.26.7.180 (272d9772-59bd-424d-bc7d-8a127081a924/a1151ec0-6b13-468f-8e57-f82e5fd8cd9f/1d361c6b-5550-49a1-8d15-1ca76b674362) {{(pid=83745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:25:34.757105 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for port, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:34.783937 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766047162507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:34.852964 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Network 272d9772-59bd-424d-bc7d-8a127081a924 is already hosted by enough agents. {{(pid=83745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:25:34.855829 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.base_scheduler [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Resources bound (agent type, host, resource id): {{(pid=83745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:25:34.859994 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Received port after_create {{(pid=83745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 23 11:25:34.883644 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'Port': ['ID=1d361c6b-5550-49a1-8d15-1ca76b674362,revision_number=1']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:35.446043 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:35.499355 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:35.696597 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for port, precommit_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:35.700839 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4179206'] for port, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:35.804096 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event updated for resources: {'Port': ['ID=1d361c6b-5550-49a1-8d15-1ca76b674362,revision_number=2']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:25:35.817487 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414976'] for floatingip, after_update {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:36.001099 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.db.l3_db [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Floating IP 5857acf9-13d2-4c09-9241-b756446dae30 associated. External IP: 172.26.7.180, port: ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a. Mar 23 11:25:36.377228 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:25:36.669930 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:25:36.679150 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:25:36.690966 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:25:36.691602 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:25:36.693919 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:36.748304 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-5dde773d-fa5f-4e57-a70f-d434189f956b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4376287 Mar 23 11:25:36.748985 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:25:36.803985 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'status': 'completed', 'code': 200} Mar 23 11:25:36.892452 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:25:36.892717 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-db9c07ab-30ad-41c2-b799-da002014bacf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1098 time: 0.0679655 Mar 23 11:25:37.020769 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-32c8097e-c94c-43e5-b448-170508560e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:37.022118 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-32c8097e-c94c-43e5-b448-170508560e32 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1240747 Mar 23 11:25:37.126663 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-b3872102-0ff9-451d-83f4-452a572bfedf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 200 len: 999 time: 0.0987203 Mar 23 11:25:37.189325 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-32fc04d7-aa8a-4144-b924-ac25d9685a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:25:37.190752 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-32fc04d7-aa8a-4144-b924-ac25d9685a9f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0589077 Mar 23 11:25:37.231732 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '5857acf9-13d2-4c09-9241-b756446dae30', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.180', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:c7:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b670a71-af3c-4002-93b6-d9011779a209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:25:35Z', 'updated_at': '2022-03-23T11:25:35Z', 'revision_number': 0, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}, {'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:21Z', 'revision_number': 1, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:25:37.235381 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:25:37.246421 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:25:37.247071 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:25:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:25:37.266557 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-a63394ae-4d19-4960-a6ae-c940dbcd3fff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701683 Mar 23 11:25:37.397047 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-dc2892e1-9ff4-4494-8fa6-1bab27fcb446 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242874 Mar 23 11:25:37.430122 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:25:37.526584 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-50dde20a-3f35-453d-b5f8-e376eeb4edde req-85aff13f-6e87-40fc-bc12-6259315ad902 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238742 Mar 23 11:25:37.773236 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '5857acf9-13d2-4c09-9241-b756446dae30', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.180', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:c7:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b670a71-af3c-4002-93b6-d9011779a209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:25:35Z', 'updated_at': '2022-03-23T11:25:35Z', 'revision_number': 0, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}, {'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:21Z', 'revision_number': 1, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:25:37.777116 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0004d1-747f-42d8-9fce-39aef8fb1afa None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '5857acf9-13d2-4c09-9241-b756446dae30', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.180', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:c7:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b670a71-af3c-4002-93b6-d9011779a209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:25:35Z', 'updated_at': '2022-03-23T11:25:35Z', 'revision_number': 0, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}, {'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:21Z', 'revision_number': 1, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:25:37.961265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3cc7a-6d3b-465c-a38e-fc97bac5bed6 None None] New status for floating IP 5857acf9-13d2-4c09-9241-b756446dae30: ACTIVE {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:25:54.266820 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:25:54.580800 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fc154b8f-c4ab-4e7e-b71e-6aacca228bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:55.332207 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:56.903919 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-fc3c821e-e97c-4d67-92ed-f84dac68e449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:57.954038 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:58.204583 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:25:59.545137 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:05.282548 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-c4554507-33a0-4363-b13d-86dde21be836 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657392 Mar 23 11:26:05.420604 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-2490b9f8-d709-4673-94cb-4dd34b76f7c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0713220 Mar 23 11:26:05.565848 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-2517465f-224b-4251-a78d-f3946740d864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:26:05.567306 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-2517465f-224b-4251-a78d-f3946740d864 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1281672 Mar 23 11:26:05.663698 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-d00ee4ee-f456-468c-ac7c-89c5b6b21d74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 999 time: 0.0903466 Mar 23 11:26:05.731811 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-014cf194-64d0-4bc5-9b15-08c3a3e7d699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:26:05.733136 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-014cf194-64d0-4bc5-9b15-08c3a3e7d699 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0633185 Mar 23 11:26:05.806295 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-e3be8fbe-ff82-4991-be61-a77e587121fc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673940 Mar 23 11:26:05.935330 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-35e86155-bf6b-4b56-9b35-3c61a850b85c service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228034 Mar 23 11:26:06.157707 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-ab1a80c4-c4c8-4fe8-b093-c683e0fd4910 req-8a152fd7-58bd-42bd-9ce7-7df13bc8e4b1 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156191 Mar 23 11:26:24.581928 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-10de2a28-00f3-46b6-839d-4d71d95b4239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:25.342548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:26.905615 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-947e764c-a8e5-4eac-9cd6-4c6d3a4969eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:27.955773 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:28.205907 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:29.550657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:31.267023 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:26:54.583633 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-7444eea8-cda3-4cab-8026-4f1a80e9704f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:55.343610 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:56.907961 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-f8b32405-cf88-4376-8d1a-3c491375a0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:57.957312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:58.209025 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:26:59.550650 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:06.314625 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-4a9dacf1-77d0-4d5f-a844-86252f0305e0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699959 Mar 23 11:27:06.406281 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-7da46e66-0b2a-4a9f-ba82-75e4208f9e2b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1098 time: 0.0674753 Mar 23 11:27:06.552306 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-bee2846d-462d-4742-91b2-81c85ab9b274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:27:06.553730 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-bee2846d-462d-4742-91b2-81c85ab9b274 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1287558 Mar 23 11:27:06.655833 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-2af978ea-acb4-47d4-8f8b-dd4dc5f4c4d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 200 len: 1001 time: 0.0954909 Mar 23 11:27:06.717092 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-aac79902-8724-4481-8a75-6c7f05a70540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:27:06.718411 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-aac79902-8724-4481-8a75-6c7f05a70540 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0568514 Mar 23 11:27:06.797593 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-8b8e5471-03bc-4c20-9b20-6ff1680453ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727320 Mar 23 11:27:06.924903 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-8bea21ff-4928-47ae-aedd-3dab3ef16795 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211107 Mar 23 11:27:07.053560 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5251069f-823f-4c03-b1de-d9ceb636e1b9 req-840a746f-2e5f-42fb-ba70-94c3caa1abc4 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223223 Mar 23 11:27:08.266954 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:27:24.584336 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-63e17b51-0538-414d-9e04-4f2940ca092f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:25.356719 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:26.909287 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-0da95627-1b32-495e-867c-00378ab21352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:27.958743 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:28.211350 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:29.552776 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:45.266927 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:27:54.584521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c933b7ce-2531-4d07-ae03-efb291281461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:55.357747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:56.581019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:27:56.713931 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:27:56.727440 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Returning: {'device': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'port_id': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'mac_address': 'fa:16:3e:c7:8a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:27:56.784449 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:56.801271 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a {{(pid=83747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 23 11:27:56.816213 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:27:56.820136 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:56.887426 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=6']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:27:56.897549 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.897962 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.898312 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.898651 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.898989 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.899322 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.899716 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.900043 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.900369 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.900690 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.901019 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:27:56.910384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] get_ports_and_sgs() called for port_ids ['ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'] {{(pid=83747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 23 11:27:56.963853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13b92383-e161-4e3d-9243-058b22071385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:57.964068 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:58.214493 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:58.601812 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a up at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:27:58.670451 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.provisioning_blocks [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Provisioning complete for port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a triggered by entity L2. {{(pid=83747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:27:58.670822 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419894'] for port, provisioning_complete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:58.784910 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:58.842433 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:27:58.852527 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:27:58.856483 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:27:58.923485 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=7']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:27:59.011192 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'code': 200} Mar 23 11:27:59.555265 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:07.294526 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-76ec1ae5-84cd-4394-8108-f00f8341a7e3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731566 Mar 23 11:28:07.452510 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-2242ddf7-b8d9-4a43-a56d-a81be6255f12 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0852978 Mar 23 11:28:07.629397 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-bfdfafac-a72c-4a42-927e-26324fa05fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:07.630845 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-bfdfafac-a72c-4a42-927e-26324fa05fbc service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1506860 Mar 23 11:28:07.736896 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-e14f40f1-89b4-4011-996b-ab717f182e31 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 999 time: 0.0974698 Mar 23 11:28:07.804121 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-2b628755-1f54-409b-a3c8-690563340362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:07.805538 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-2b628755-1f54-409b-a3c8-690563340362 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0631278 Mar 23 11:28:07.886596 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-44fa32f5-d34e-4b99-ab31-5fabff872dcc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735340 Mar 23 11:28:07.896805 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-fa406e6f-b422-4d82-adbf-8457b1208c42 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=83745) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 23 11:28:07.897818 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-fa406e6f-b422-4d82-adbf-8457b1208c42 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048037 Mar 23 11:28:08.041398 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-e3b928c1-3a73-42fd-b8cb-c7827991ab07 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361871 Mar 23 11:28:08.280926 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-976c07eb-c741-4232-8142-c57b1b6dec56 req-a7fdd81e-f009-4f9b-ad10-60fff8719d2a service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329502 Mar 23 11:28:11.816239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57786) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:12.006681 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Deleting port 1d361c6b-5550-49a1-8d15-1ca76b674362 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:12.007017 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:12.274879 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:12.275126 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:12.392804 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Calling delete_port for 1d361c6b-5550-49a1-8d15-1ca76b674362 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:12.535631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:12.578057 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event deleted for resources: {'Port': ['ID=1d361c6b-5550-49a1-8d15-1ca76b674362,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:12.616233 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.616579 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.616920 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.617251 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.617580 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.617906 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.618232 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.618554 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.618878 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.619194 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.619510 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:12.680105 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:13.062245 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:28:13.262028 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:28:13.272408 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:28:13.282984 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:13.285516 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:13.286104 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:13.334550 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-ec940a3d-4451-4c0e-880c-88e02a9f0a0e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "DELETE /v2.0/floatingips/5857acf9-13d2-4c09-9241-b756446dae30 HTTP/1.1" status: 204 len: 168 time: 1.5171907 Mar 23 11:28:13.335026 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:28:13.487036 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'status': 'completed', 'code': 200} Mar 23 11:28:13.502076 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:13.585549 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-502ae6fd-2c11-497d-9ca6-f4d6e8f16cc0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 1098 time: 0.0769389 Mar 23 11:28:13.780442 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-d16a7b5c-2b68-4d47-a931-ef89313eed06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:13.781878 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-d16a7b5c-2b68-4d47-a931-ef89313eed06 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1897085 Mar 23 11:28:13.843743 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dc943-d434-487c-af76-10880058a095 req-cf405ed2-2f37-4da3-a07d-45e49ab32880 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:13.845126 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-548dc943-d434-487c-af76-10880058a095 req-cf405ed2-2f37-4da3-a07d-45e49ab32880 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 945 time: 0.1760821 Mar 23 11:28:13.854220 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:21Z', 'revision_number': 1, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:13.858960 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:28:13.869274 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:13.869855 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:13.874191 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-e9e78684-350f-461c-842d-5940e05f0f26 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 200 len: 217 time: 0.0847783 Mar 23 11:28:13.945236 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-548dc943-d434-487c-af76-10880058a095 req-5ba062c2-6095-4c5c-a695-14cc8b64c435 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939691 Mar 23 11:28:13.956465 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-b5e9cebf-e61e-4f9d-8174-a197c3e73e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:13.958424 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-b5e9cebf-e61e-4f9d-8174-a197c3e73e63 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0776875 Mar 23 11:28:14.042029 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-d975a6a2-eb63-4cef-9add-f293dc504954 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760283 Mar 23 11:28:14.049271 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:14.172940 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-925a6fde-3939-49e5-94e4-2b24a50e392a service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241171 Mar 23 11:28:14.303371 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-5cf9285b-7d13-4f71-a440-0aa547ab29d7 req-222122d7-f654-4c36-b41f-ed09ac592164 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240666 Mar 23 11:28:14.391494 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:21Z', 'revision_number': 1, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:14.395372 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8bbe6-a7ea-479a-baac-6365b2778ab8 None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_floatingips': [{'id': '6dd5f841-f95f-40f6-805a-2684b11dfa93', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'router_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'port_id': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'mac_address': 'fa:16:3e:4e:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:22:15Z', 'updated_at': '2022-03-23T11:22:21Z', 'revision_number': 1, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:28:14.601220 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ee132-0027-4cf6-b729-c708f8c85b55 None None] New status for floating IP 5857acf9-13d2-4c09-9241-b756446dae30: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:28:14.711837 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:14.952178 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1590093'] for port, before_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:14.992659 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:28:15.006892 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:15.018749 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766047603622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766047162525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766047162570'] for port, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:15.105616 dv-neutron-834653-2-hyperv neutron-server[83747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'code': 200} Mar 23 11:28:15.106150 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=8']} {{(pid=83747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:15.177398 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595ce3-7e36-488f-91bb-3699e5857f8f req-8aad854d-8524-4f8b-9631-d2cdbad97ee7 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:15.178852 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f595ce3-7e36-488f-91bb-3699e5857f8f req-8aad854d-8524-4f8b-9631-d2cdbad97ee7 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 943 time: 0.0884850 Mar 23 11:28:15.227927 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-8f595ce3-7e36-488f-91bb-3699e5857f8f req-f315b208-6bd8-4637-8eb6-70ef8ed997c6 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433574 Mar 23 11:28:15.441625 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-613bcef8-2f24-42f9-b3e6-be3ad7044e58 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:15.443015 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-613bcef8-2f24-42f9-b3e6-be3ad7044e58 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 943 time: 0.0749309 Mar 23 11:28:15.509675 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Deleting port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:15.509934 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:15.746792 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] For port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:15.747150 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:15.865284 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Calling delete_port for ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:16.090889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:16.140610 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event deleted for resources: {'Port': ['ID=ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:16.179959 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.180523 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.180635 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.180965 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.181294 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.181622 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.181947 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.182303 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.182592 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.182913 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.183235 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-2-hyperv {{(pid=83745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:28:16.222464 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] No DVR routers for this DVR port ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:28:16.224701 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:16.227320 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-deleted', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:28:16.239075 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-d3dd1327-101b-4f5a-a4f6-04108cae665a req-c90e3dbd-51c8-42a3-a626-bed7f8d80816 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "DELETE /v2.0/ports/ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a HTTP/1.1" status: 204 len: 173 time: 0.7910569 Mar 23 11:28:16.392183 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b670a71-af3c-4002-93b6-d9011779a209', 'name': 'network-vif-deleted', 'tag': 'ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a', 'status': 'completed', 'code': 200} Mar 23 11:28:16.398341 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-931f7a1d-7adb-4b23-8643-92254241271f req-5fa48ac9-cc99-4d28-b91d-3dc961c9baf8 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:28:16.414425 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-931f7a1d-7adb-4b23-8643-92254241271f req-5fa48ac9-cc99-4d28-b91d-3dc961c9baf8 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:28:16.415482 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-931f7a1d-7adb-4b23-8643-92254241271f req-5fa48ac9-cc99-4d28-b91d-3dc961c9baf8 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b670a71-af3c-4002-93b6-d9011779a209 HTTP/1.1" status: 200 len: 210 time: 0.0607107 Mar 23 11:28:18.069271 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57860) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:18.266547 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Deleting port ae98ca1b-b220-431d-acf6-a1327bab31f6 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:18.266889 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:18.430943 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:18.431268 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:18.550945 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Calling delete_port for ae98ca1b-b220-431d-acf6-a1327bab31f6 owned by network:floatingip {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:18.691912 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:18.738197 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event deleted for resources: {'Port': ['ID=ae98ca1b-b220-431d-acf6-a1327bab31f6,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:18.746942 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:18.780865 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:18.781299 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device ee9ab0cd-c67e-4dd9-89c4-59fab7860e1a not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:18.832580 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for floatingip, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:19.322199 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:28:19.521976 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:28:19.532644 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:28:19.543483 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for floatingip, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:19.546610 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:19.547452 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:19.599252 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-8cdbf715-f336-4e6d-9b69-53b26b138315 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "DELETE /v2.0/floatingips/6dd5f841-f95f-40f6-805a-2684b11dfa93 HTTP/1.1" status: 204 len: 168 time: 1.5288525 Mar 23 11:28:19.599845 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:28:19.653841 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'status': 'completed', 'code': 200} Mar 23 11:28:19.736234 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:19.763680 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-aba5eeb2-2502-4d7b-871a-fda9891e1ebb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c5274ceb3bf44b784d6721c4874557b&device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0880270 Mar 23 11:28:19.909668 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-76f1d75f-d347-4a9b-a4b4-286c397fb5e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:19.911205 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-76f1d75f-d347-4a9b-a4b4-286c397fb5e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 200 len: 911 time: 0.1421192 Mar 23 11:28:20.017216 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-b1824022-4b5f-4ceb-a075-fac6f561d44e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 200 len: 217 time: 0.0968843 Mar 23 11:28:20.077900 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:20.081892 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:28:20.093818 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:20.094406 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:20.098334 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-29397cc6-b430-4fcb-9da8-90e80746c9d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:20.099763 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-29397cc6-b430-4fcb-9da8-90e80746c9d7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 200 len: 849 time: 0.0763018 Mar 23 11:28:20.143249 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96b6b6-7f7f-40ae-99fd-05be5b177666 req-1232543c-7e66-47da-ba77-e249400e2778 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:20.143955 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1d96b6b6-7f7f-40ae-99fd-05be5b177666 req-1232543c-7e66-47da-ba77-e249400e2778 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Synchronizing usage tracker for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:28:20.177193 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.quota.resource [req-1d96b6b6-7f7f-40ae-99fd-05be5b177666 req-1232543c-7e66-47da-ba77-e249400e2778 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Unset dirty status for tenant:6c5274ceb3bf44b784d6721c4874557b on resource:port {{(pid=83745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:28:20.178377 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d96b6b6-7f7f-40ae-99fd-05be5b177666 req-1232543c-7e66-47da-ba77-e249400e2778 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 943 time: 0.2084074 Mar 23 11:28:20.223729 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-261a7b1a-180a-4426-b8e1-058b818959fc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=692eda84-b81d-4c80-af4c-24b36faebfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159477 Mar 23 11:28:20.253331 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-1d96b6b6-7f7f-40ae-99fd-05be5b177666 req-3b902d4e-1c3c-475a-994b-4d90a5dc753e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685625 Mar 23 11:28:20.271705 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:20.359297 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-7ce2c47b-8cab-40eb-927f-1caffb3e3df8 service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282864 Mar 23 11:28:20.492757 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-36499a63-0b12-4717-b7ca-3cadbe0e16ed req-eda1ee5f-fa9d-42bf-bd0d-9a9b4878890f service neutron] 10.222.0.91 "GET /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260459 Mar 23 11:28:20.589308 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:20.593151 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf3be5-d3be-4047-92bd-7c03e616f9a5 None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:51Z', 'revision_number': 4, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv', '_interfaces': [{'id': '8d015a21-eb06-4fd7-b1ca-f77d4c885d7c', 'name': '', 'network_id': '692eda84-b81d-4c80-af4c-24b36faebfdb', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'mac_address': 'fa:16:3e:0b:70:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:50Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'subnets': [{'id': '12c9d2f6-8606-42a2-af54-9e7342ae3697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:28:20.797997 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7c578-fefe-46c4-960d-cb270a753e49 None None] New status for floating IP 6dd5f841-f95f-40f6-805a-2684b11dfa93: DOWN {{(pid=83747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 23 11:28:20.826481 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-9ffa2c33-6439-450e-96ef-697fb11b99b5 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:20.827906 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-9ffa2c33-6439-450e-96ef-697fb11b99b5 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 943 time: 0.0786126 Mar 23 11:28:20.900873 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Deleting port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 {{(pid=83745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:20.901206 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:21.142685 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.db [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] For port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:21.143229 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:21.365944 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.plugins.ml2.plugin [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Calling delete_port for dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 owned by compute:nova {{(pid=83745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:21.540161 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c054fea-1afc-44f3-b157-34698f504dc7 req-72bb0010-cfea-4e52-a1e8-61138077f5a3 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:28:21.541489 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c054fea-1afc-44f3-b157-34698f504dc7 req-72bb0010-cfea-4e52-a1e8-61138077f5a3 tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8454603-ee92-4374-8324-ada8ba75e8f2 HTTP/1.1" status: 200 len: 943 time: 0.1497557 Mar 23 11:28:21.585109 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4179327'] for port, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:21.639767 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event deleted for resources: {'Port': ['ID=dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:21.644831 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-3c054fea-1afc-44f3-b157-34698f504dc7 req-3d980b04-5008-4c12-a6c1-30d97a39bc8e tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "GET /v2.0/security-groups?id=05923693-5774-4b05-83fd-96e9c96d6274&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975804 Mar 23 11:28:21.712674 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.db.l3_dvrscheduler_db [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] No DVR routers for this DVR port dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 on host hv-neutron-8346 {{(pid=83745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:28:21.714962 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93419'] for port, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:21.717461 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-deleted', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38'}] {{(pid=83745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 23 11:28:21.732335 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [req-df488ade-9cc2-4b57-9acc-6efa9a54aecc req-0d0f8d28-d639-4152-b2cf-c8d1d775bb6b tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.91 "DELETE /v2.0/ports/dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 HTTP/1.1" status: 204 len: 173 time: 0.8996239 Mar 23 11:28:21.775106 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8454603-ee92-4374-8324-ada8ba75e8f2', 'name': 'network-vif-deleted', 'tag': 'dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38', 'status': 'completed', 'code': 200} Mar 23 11:28:22.267259 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:28:22.747041 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.wsgi [-] (83745) accepted ('10.222.0.73', 57876) {{(pid=83745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:22.820233 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c7efd2d-a704-4d48-bfe7-fe3f650a223a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group, before_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:22.853152 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c7efd2d-a704-4d48-bfe7-fe3f650a223a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:22.915741 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c7efd2d-a704-4d48-bfe7-fe3f650a223a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:22.932123 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7efd2d-a704-4d48-bfe7-fe3f650a223a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05923693-5774-4b05-83fd-96e9c96d6274,revision_number=None']} {{(pid=83745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:22.944656 dv-neutron-834653-2-hyperv neutron-server[83745]: DEBUG neutron_lib.callbacks.manager [None req-2c7efd2d-a704-4d48-bfe7-fe3f650a223a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] Notify callbacks [] for security_group, before_response {{(pid=83745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:22.948336 dv-neutron-834653-2-hyperv neutron-server[83745]: INFO neutron.wsgi [None req-2c7efd2d-a704-4d48-bfe7-fe3f650a223a tempest-TestSnapshotPattern-1812933848 tempest-TestSnapshotPattern-1812933848-project] 10.222.0.73 "DELETE /v2.0/security-groups/05923693-5774-4b05-83fd-96e9c96d6274 HTTP/1.1" status: 204 len: 168 time: 0.1977265 Mar 23 11:28:23.000492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57882) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:23.599086 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:24.187506 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Deleting port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:24.188248 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:24.357719 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] For port 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:24.358067 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:24.472353 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Calling delete_port for 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:24.587754 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-1a412f1e-c484-4924-aa67-5b6c79d4c89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:24.642085 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:24.687161 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d015a21-eb06-4fd7-b1ca-f77d4c885d7c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:24.780611 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:24.815381 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] No Port match for: dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:24.815862 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Device dafdd4b5-5fcc-402f-914d-a4c4c3cb2f38 not bound to the agent host hv-neutron-8346 {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:25.055391 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:25.369548 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:25.609896 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:28:25.803566 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:28:25.813033 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] Sync routers for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:28:25.816413 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-351d73e7-672a-40f3-b8f3-9ee633f8746f admin admin] 10.222.0.73 "PUT /v2.0/routers/1718b2d8-edbd-4e00-a160-f11cbf9b4497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8148682 Mar 23 11:28:25.818881 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57888) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:25.825165 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:25.825881 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:26.000314 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: dv-neutron-834653-2-hyperv {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:26.008584 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:26.204778 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:26.214151 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Deleting port 94509f9f-399a-4c1b-b755-5f0d6143040f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:26.214523 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:26.281048 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:28:24Z', 'revision_number': 5, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port': {'id': '94509f9f-399a-4c1b-b755-5f0d6143040f', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:26.284795 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] Checking router: 1718b2d8-edbd-4e00-a160-f11cbf9b4497 for host: dv-neutron-834653-2-hyperv {{(pid=83748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:28:26.295385 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] Routers {'1718b2d8-edbd-4e00-a160-f11cbf9b4497'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:26.296016 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:27:57Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'], 'active': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:26.451107 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_dvr_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] Set router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 gateway port host: None {{(pid=83748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:26.488462 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] For port 94509f9f-399a-4c1b-b755-5f0d6143040f, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=94509f9f-399a-4c1b-b755-5f0d6143040f,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:26.488812 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:26.579145 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.l3_hamode_db [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:28:26Z', 'revision_number': 6, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:26.582992 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454fed1-d62f-41a9-8f09-c92bfa0694e1 None None] The sync data for ids ['1718b2d8-edbd-4e00-a160-f11cbf9b4497'] in dv-neutron-834653-2-hyperv is: [{'id': '1718b2d8-edbd-4e00-a160-f11cbf9b4497', 'name': 'tempest-TestSnapshotPattern-1218376340-router', 'tenant_id': '6c5274ceb3bf44b784d6721c4874557b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:48Z', 'updated_at': '2022-03-23T11:28:26Z', 'revision_number': 6, 'project_id': '6c5274ceb3bf44b784d6721c4874557b', 'gw_port_host': None}] {{(pid=83748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:28:26.615889 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Calling delete_port for 94509f9f-399a-4c1b-b755-5f0d6143040f owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:26.784117 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:26.829023 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Pushing event deleted for resources: {'Port': ['ID=94509f9f-399a-4c1b-b755-5f0d6143040f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:26.919667 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ce7b62cc-c67a-4f29-a7fc-03ae26778e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.072715 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.322522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.326950 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.353281 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.354159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1718b2d8-edbd-4e00-a160-f11cbf9b4497 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:28:27.370887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.374884 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-b07051e8-aa82-47d0-ae1a-a0b9a6d673cb admin admin] 10.222.0.73 "DELETE /v2.0/routers/1718b2d8-edbd-4e00-a160-f11cbf9b4497 HTTP/1.1" status: 204 len: 168 time: 1.5522666 Mar 23 11:28:27.375215 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57892) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:27.449726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Deleting subnet 12c9d2f6-8606-42a2-af54-9e7342ae3697 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:28:27.452913 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.502968 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.583755 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.656595 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.692578 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c9d2f6-8606-42a2-af54-9e7342ae3697,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:27.698543 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.706528 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9f9a00-ca84-47b7-9aae-107ddb7202bf None None] Network 692eda84-b81d-4c80-af4c-24b36faebfdb requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:28:27.706681 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-7ef73d13-3a71-4c9f-868b-efeacb4c76ee admin admin] 10.222.0.73 "DELETE /v2.0/subnets/12c9d2f6-8606-42a2-af54-9e7342ae3697 HTTP/1.1" status: 204 len: 168 time: 0.3280718 Mar 23 11:28:27.706773 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57896) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:27.884504 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94509f9f-399a-4c1b-b755-5f0d6143040f no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:27.901946 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.912823 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Deleting port 2d30aa8a-368d-41ff-a06e-7adc090e52cf {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:27.913139 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:27.922242 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 94509f9f-399a-4c1b-b755-5f0d6143040f {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:27.922756 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 94509f9f-399a-4c1b-b755-5f0d6143040f not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:27.922985 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:27.963086 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:27.963434 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 8d015a21-eb06-4fd7-b1ca-f77d4c885d7c not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:27.977975 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.034762 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] DHCP port deletion for 692eda84-b81d-4c80-af4c-24b36faebfdb request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:28:28.039088 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Deleting port 2d30aa8a-368d-41ff-a06e-7adc090e52cf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:28.039462 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.123787 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] For port 2d30aa8a-368d-41ff-a06e-7adc090e52cf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d30aa8a-368d-41ff-a06e-7adc090e52cf,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:28.124483 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.245909 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Calling delete_port for 2d30aa8a-368d-41ff-a06e-7adc090e52cf owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:28.281841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.290753 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] For port 2d30aa8a-368d-41ff-a06e-7adc090e52cf, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=2d30aa8a-368d-41ff-a06e-7adc090e52cf,segment=NetworkSegment(11cfe43d-495c-403f-80d1-f5e839f3b87b),segment_id=11cfe43d-495c-403f-80d1-f5e839f3b87b)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:28.291129 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.317876 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.364054 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d30aa8a-368d-41ff-a06e-7adc090e52cf,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:28.371563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] No DVR routers for this DVR port 2d30aa8a-368d-41ff-a06e-7adc090e52cf on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:28:28.408627 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Calling delete_port for 2d30aa8a-368d-41ff-a06e-7adc090e52cf owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:28.479027 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:28:28.479384 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:28:28.488763 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.513102 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692eda84-b81d-4c80-af4c-24b36faebfdb']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:28.525346 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cfe43d-495c-403f-80d1-f5e839f3b87b') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:28.525637 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cfe43d-495c-403f-80d1-f5e839f3b87b') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:28.536791 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.552563 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.558652 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:28:28.559024 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:28:28.572423 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:28:28.648159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.663985 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:28.673925 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=692eda84-b81d-4c80-af4c-24b36faebfdb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:28.688022 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-fdc56d98-6a33-4d0f-8961-f42e20f01dd8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/692eda84-b81d-4c80-af4c-24b36faebfdb HTTP/1.1" status: 204 len: 168 time: 0.9800267 Mar 23 11:28:28.690598 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57900) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:28.981004 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Deleting port 2d30aa8a-368d-41ff-a06e-7adc090e52cf {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:28.981535 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:29.050841 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-faba90dc-8332-45dc-b085-dcf2b6c7bc1b None None] The port '2d30aa8a-368d-41ff-a06e-7adc090e52cf' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 11:28:29.074832 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414258'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:29.558750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:29.738518 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Deleting port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:29.739101 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:29.877983 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d30aa8a-368d-41ff-a06e-7adc090e52cf no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:29.910178 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 2d30aa8a-368d-41ff-a06e-7adc090e52cf {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:29.910366 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] For port 4832945b-498b-49a1-bfaa-9cdc6bb50c8e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:29.910521 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 2d30aa8a-368d-41ff-a06e-7adc090e52cf not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:29.910612 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:30.027428 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Calling delete_port for 4832945b-498b-49a1-bfaa-9cdc6bb50c8e owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:30.186522 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:30.230409 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Pushing event deleted for resources: {'Port': ['ID=4832945b-498b-49a1-bfaa-9cdc6bb50c8e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:30.511371 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414309'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:31.159298 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a has already been hosted by L3 agent 53b909f8-e2b3-4cfd-9fdd-4f4b65596f43 {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:28:31.356337 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] Notify agent at l3_agent.dv-neutron-834653-2-hyperv the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:28:31.365160 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] Sync routers for ids ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'] in dv-neutron-834653-2-hyperv {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 23 11:28:31.372711 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-79324275-9ae9-42df-b8e0-4d1dcb1f623a admin admin] 10.222.0.73 "PUT /v2.0/routers/3d41c827-1f89-4b1d-a9a8-e1a3a385323a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6811249 Mar 23 11:28:31.375130 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57904) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:31.377096 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] Routers {'3d41c827-1f89-4b1d-a9a8-e1a3a385323a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:31.377695 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:31.554649 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] Set router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a gateway port host: dv-neutron-834653-2-hyperv {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:31.574662 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:31.765800 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:31.774933 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Deleting port 0ef9f249-d723-4a96-ad49-28d665d8435e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:31.775222 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:31.838232 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'external_fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:28:30Z', 'revision_number': 5, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port': {'id': '0ef9f249-d723-4a96-ad49-28d665d8435e', 'name': '', 'network_id': '272d9772-59bd-424d-bc7d-8a127081a924', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:21:55Z', 'updated_at': '2022-03-23T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1151ec0-6b13-468f-8e57-f82e5fd8cd9f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-2-hyperv'}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:31.843040 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] Checking router: 3d41c827-1f89-4b1d-a9a8-e1a3a385323a for host: dv-neutron-834653-2-hyperv {{(pid=83747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 23 11:28:31.858185 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] Routers {'3d41c827-1f89-4b1d-a9a8-e1a3a385323a'} bound to L3 agent in host dv-neutron-834653-2-hyperv {{(pid=83747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 23 11:28:31.858799 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:07:27Z,description=,heartbeat_timestamp=2022-03-23T11:28:27Z,host='dv-neutron-834653-2-hyperv',id=53b909f8-e2b3-4cfd-9fdd-4f4b65596f43,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:07:27Z,topic='l3_agent')) {'router_ids': ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'], 'active': True} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:31.949887 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] For port 0ef9f249-d723-4a96-ad49-28d665d8435e, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=0ef9f249-d723-4a96-ad49-28d665d8435e,segment=NetworkSegment(633efa8b-155b-4262-8cc2-f07477508066),segment_id=633efa8b-155b-4262-8cc2-f07477508066)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:31.950237 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.005920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_dvr_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] Set router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a gateway port host: None {{(pid=83747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 23 11:28:32.067303 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Calling delete_port for 0ef9f249-d723-4a96-ad49-28d665d8435e owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:32.109070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.db.l3_hamode_db [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:28:31Z', 'revision_number': 6, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port_host': None}], 'dv-neutron-834653-2-hyperv', False) {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:32.112939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f4471-12be-48fb-8dca-2f76c4ba64eb None None] The sync data for ids ['3d41c827-1f89-4b1d-a9a8-e1a3a385323a'] in dv-neutron-834653-2-hyperv is: [{'id': '3d41c827-1f89-4b1d-a9a8-e1a3a385323a', 'name': 'tempest-TestSnapshotPattern-504205729-router', 'tenant_id': 'c20a46ba142a4208ae750c151d34400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:21:54Z', 'updated_at': '2022-03-23T11:28:31Z', 'revision_number': 6, 'project_id': 'c20a46ba142a4208ae750c151d34400f', 'gw_port_host': None}] {{(pid=83747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 23 11:28:32.329919 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.374336 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef9f249-d723-4a96-ad49-28d665d8435e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:32.610114 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415023'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.862833 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.868473 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.895700 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412787'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.896203 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d41c827-1f89-4b1d-a9a8-e1a3a385323a {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:28:32.908570 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:32.909688 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-a0e45e11-57fa-4594-a8c0-65191316c1d6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3d41c827-1f89-4b1d-a9a8-e1a3a385323a HTTP/1.1" status: 204 len: 168 time: 1.5336423 Mar 23 11:28:32.912159 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57908) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:32.970631 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Deleting subnet c24ce6c0-fadc-4d98-af91-54675c0c9dc0 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 23 11:28:32.973660 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.022338 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244489'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.102772 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423250'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.178793 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3369515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076473'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.219011 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24ce6c0-fadc-4d98-af91-54675c0c9dc0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:33.223618 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.229674 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-0e89a620-8b5a-41f2-8440-df118b76c5e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c24ce6c0-fadc-4d98-af91-54675c0c9dc0 HTTP/1.1" status: 204 len: 168 time: 0.3165681 Mar 23 11:28:33.232002 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496da7c-69dc-42df-9bde-5bd69aca33de None None] Network 1f4aec35-2400-40bf-b601-3d7fbd383f8e requested from dv-neutron-834653-2-hyperv {{(pid=83747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 23 11:28:33.232955 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57912) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:33.333053 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563766'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.343073 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Deleting port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:33.343399 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.507184 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] DHCP port deletion for 1f4aec35-2400-40bf-b601-3d7fbd383f8e request from dv-neutron-834653-2-hyperv {{(pid=83747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 23 11:28:33.511390 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Deleting port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:33.511797 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.547381 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] For port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:33.547761 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.718033 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.db [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] For port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2, host dv-neutron-834653-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-2-hyperv',level=0,port_id=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,segment=NetworkSegment(3c3418a1-8280-4e10-bc83-a2073b5619f0),segment_id=3c3418a1-8280-4e10-bc83-a2073b5619f0)] {{(pid=83747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:28:33.718333 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470016'] for port, precommit_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.754258 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Calling delete_port for 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:33.827099 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1590321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766047603604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766047162516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3369496'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:33.838169 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Calling delete_port for 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 owned by network:dhcp {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 23 11:28:33.874847 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:33.883809 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] No DVR routers for this DVR port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 on host dv-neutron-834653-2-hyperv {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:28:33.891710 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4832945b-498b-49a1-bfaa-9cdc6bb50c8e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:33.935331 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 4832945b-498b-49a1-bfaa-9cdc6bb50c8e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:33.935728 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 4832945b-498b-49a1-bfaa-9cdc6bb50c8e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:33.936141 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0ef9f249-d723-4a96-ad49-28d665d8435e no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:33.971344 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 0ef9f249-d723-4a96-ad49-28d665d8435e {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:33.971638 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 0ef9f249-d723-4a96-ad49-28d665d8435e not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:33.972050 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 no longer exists at agent ovs-agent-dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:28:33.998593 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.db.api [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:28:33.999176 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG oslo_db.api [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:28:34.000492 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417223', 'neutron.services.segments.db._delete_segments_for_network-8766047631737'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.004199 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] No Port match for: 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 {{(pid=83747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 23 11:28:34.004562 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.rpc [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Device 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 not bound to the agent host dv-neutron-834653-2-hyperv {{(pid=83747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:28:34.027726 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4aec35-2400-40bf-b601-3d7fbd383f8e']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:34.040190 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3418a1-8280-4e10-bc83-a2073b5619f0') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:34.040480 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.services.segments.db [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3418a1-8280-4e10-bc83-a2073b5619f0') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:28:34.051549 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766047631620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3245370'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.071148 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494772'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.077723 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 23 11:28:34.078213 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1494767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369541'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: Traceback (most recent call last): Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: timer() Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: cb(*args, **kw) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: return func(*args, **kwargs) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: self._notify() Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: self.callback(batched_events) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: event.method(event) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: return f(self, *a, **k) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._get(url).json() Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: return self.request(url, 'GET', **kwargs) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:28:34.091363 dv-neutron-834653-2-hyperv neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:28:34.164440 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415026'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.179819 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.189271 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4aec35-2400-40bf-b601-3d7fbd383f8e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:34.196059 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-40681aff-eb37-477e-a486-fa14879959d7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1f4aec35-2400-40bf-b601-3d7fbd383f8e HTTP/1.1" status: 204 len: 168 time: 0.9625683 Mar 23 11:28:34.324589 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57918) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:34.377899 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-3401da3f-6a35-4e84-bd9b-007f190a8b24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c5274ceb3bf44b784d6721c4874557b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521870 Mar 23 11:28:34.380380 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57922) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:34.437223 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a9beea0-d6a9-4b22-98fa-bbd034bd8387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.461934 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a9beea0-d6a9-4b22-98fa-bbd034bd8387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.500170 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Deleting port 59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2 {{(pid=83747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 23 11:28:34.500657 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766047531219'] for port, before_delete {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.516220 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a9beea0-d6a9-4b22-98fa-bbd034bd8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.531358 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9beea0-d6a9-4b22-98fa-bbd034bd8387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e0839-a73c-4d4c-8f58-231f12ea50be,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:34.539157 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a9beea0-d6a9-4b22-98fa-bbd034bd8387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:34.540290 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-4a9beea0-d6a9-4b22-98fa-bbd034bd8387 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce1e0839-a73c-4d4c-8f58-231f12ea50be HTTP/1.1" status: 204 len: 168 time: 0.1590466 Mar 23 11:28:34.577644 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-13224efb-1534-4093-8e60-a136a8a47f69 None None] The port '59eb2337-b2f3-4e7d-9abd-6c5d0894eaf2' was deleted {{(pid=83747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 23 11:28:34.928663 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57930) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:34.977839 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-87de623c-b094-48dc-b504-0d410e993bc9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c20a46ba142a4208ae750c151d34400f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480716 Mar 23 11:28:34.980133 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.73', 57934) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:28:35.040641 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de2a5136-b13d-4172-8120-b8cca4f55e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:35.065885 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de2a5136-b13d-4172-8120-b8cca4f55e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:35.117239 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de2a5136-b13d-4172-8120-b8cca4f55e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615610'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:35.131293 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a5136-b13d-4172-8120-b8cca4f55e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85cf0b-9e43-4ee5-8b71-fd6f56f5f177,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:28:35.137724 dv-neutron-834653-2-hyperv neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de2a5136-b13d-4172-8120-b8cca4f55e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:35.138875 dv-neutron-834653-2-hyperv neutron-server[83746]: INFO neutron.wsgi [None req-de2a5136-b13d-4172-8120-b8cca4f55e80 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c85cf0b-9e43-4ee5-8b71-fd6f56f5f177 HTTP/1.1" status: 204 len: 168 time: 0.1578810 Mar 23 11:28:54.588779 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-91721e8a-1fd8-47dc-a162-5afc08667c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:55.386194 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:56.912193 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d36fc4e3-ed6a-4b81-b7d6-6218942b4bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:57.959835 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:58.221115 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:28:59.266854 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:28:59.561200 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:24.588915 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-478bbc2d-291f-4506-977f-a7e65b7d0ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:25.401832 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:26.913560 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-587b7a32-546b-40aa-8010-850005c505c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:27.961284 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:28.223639 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:29.563455 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:36.267015 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:29:54.590750 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2adf160b-79fd-434b-81c8-24962728815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:55.396534 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:56.915069 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-5ad67c59-bfe6-47ab-8e63-caf827dbeb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:57.962970 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:58.226228 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:29:59.566103 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:13.266546 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:30:24.591435 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-da5e6544-c542-423a-91fd-5ea99e054a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:25.396494 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:26.916070 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4d5a-e42d-4555-9dbe-2ac6b7b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:27.965355 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:28.228443 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:29.568658 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:50.266560 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:30:54.595030 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e689ba98-3fa6-49d4-91a4-ba2d5f833c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:55.396920 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:56.918257 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2db834fc-89d6-4eb3-b454-98dc83f6fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:57.967260 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:58.231854 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:30:59.570939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:24.597978 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-d77dd38c-193e-471c-88e2-01cb80b0c856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:25.412338 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:26.920486 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-e3b60cc6-dd24-4800-b6d9-5426a756e86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:27.266248 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:31:27.968546 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:28.235507 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:29.575034 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:54.600686 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-b90ca1f6-4c65-414e-85af-b33b93821a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:55.412939 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:56.922134 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-2e43238e-c55a-4368-bebf-c1b00e5924ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:57.970422 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:58.237867 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:31:59.577570 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:04.266431 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:32:24.603771 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-490059b9-692e-4754-93b6-e2fd87ad0c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:25.424305 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:26.922935 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-c78f657d-3fbd-4004-b325-c2b108f4377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:27.973569 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:28.240326 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:29.581881 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:41.267682 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:32:54.604411 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-ce199275-6318-40f9-be87-1fa74bc16064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:55.422748 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:56.927090 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-08481c58-fa32-4103-a1ad-975e6e3a42d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:57.976358 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:58.243694 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:32:59.581857 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:18.268196 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:33:24.606420 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-a63be5aa-3a6c-48f3-9397-fecb167af63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:25.468790 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:26.928055 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-90fa0eee-57f3-4e3f-9bbc-90909ac01f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:27.979409 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:28.246747 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:29.584481 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:54.608853 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27b7eb5b-9000-4471-a8ca-c140e39e2ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:55.268397 dv-neutron-834653-2-hyperv neutron-server[83748]: DEBUG neutron.db.agents_db [None req-3d2ccdfe-c636-4bd3-bc7c-2a7cb5fee4fc None None] Agent healthcheck: found 6 active agents {{(pid=83748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:33:55.451898 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-61261bd7-7055-4fd4-9fcf-2b57ed3870d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:56.929744 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-352fea77-fe12-48e5-8903-4e5114a403fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:57.981689 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-78ad4bb0-1ed5-4165-9db4-af75db0cf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:58.250196 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21e0-5b23-4547-a134-54bc7ec2adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:33:59.587712 dv-neutron-834653-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-3c31e9f7-1ab7-4e7a-893c-42a9b8b302c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766047631719', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1419783'] for agent, after_update {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}